Oct 24 07:36:47 user nova-compute[74307]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_linux_bridge.linux_bridge.LinuxBridgePlugin'>' with name 'linux_bridge' {{(pid=74307) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Oct 24 07:36:47 user nova-compute[74307]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_noop.noop.NoOpPlugin'>' with name 'noop' {{(pid=74307) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Oct 24 07:36:47 user nova-compute[74307]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_ovs.ovs.OvsPlugin'>' with name 'ovs' {{(pid=74307) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Oct 24 07:36:47 user nova-compute[74307]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.018s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:36:48 user nova-compute[74307]: INFO nova.virt.driver [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] Loading compute driver 'libvirt.LibvirtDriver'
Oct 24 07:36:48 user nova-compute[74307]: INFO nova.compute.provider_config [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access.
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] Acquiring lock "singleton_lock" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] Acquired lock "singleton_lock" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] Releasing lock "singleton_lock" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] Full set of CONF: {{(pid=74307) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:362}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] ******************************************************************************** {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2589}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] Configuration options gathered from: {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2590}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] command line args: ['--config-file', '/etc/nova/nova-cpu.conf'] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2591}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] config files: ['/etc/nova/nova-cpu.conf'] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2592}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] ================================================================================ {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2594}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] allow_resize_to_same_host      = True {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] arq_binding_timeout            = 300 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] backdoor_port                  = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] backdoor_socket                = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] block_device_allocate_retries  = 300 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] block_device_allocate_retries_interval = 5 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cert                           = self.pem {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] compute_driver                 = libvirt.LibvirtDriver {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] compute_monitors               = [] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] config_dir                     = [] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] config_drive_format            = iso9660 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] config_file                    = ['/etc/nova/nova-cpu.conf'] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] config_source                  = [] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] console_host                   = user {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] control_exchange               = nova {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cpu_allocation_ratio           = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] daemon                         = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] debug                          = True {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] default_access_ip_network_name = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] default_availability_zone      = nova {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] default_ephemeral_format       = ext4 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] default_green_pool_size        = 1000 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] default_schedule_zone          = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] disk_allocation_ratio          = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] enable_new_services            = True {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] enabled_apis                   = ['osapi_compute'] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] enabled_ssl_apis               = [] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] flat_injected                  = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] force_config_drive             = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] force_raw_images               = True {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] graceful_shutdown_timeout      = 5 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] heal_instance_info_cache_interval = 60 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] host                           = user {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] initial_cpu_allocation_ratio   = 4.0 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] initial_disk_allocation_ratio  = 1.0 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] initial_ram_allocation_ratio   = 1.0 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] injected_network_template      = /opt/stack/nova/nova/virt/interfaces.template {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] instance_build_timeout         = 0 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] instance_delete_interval       = 300 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] instance_format                = [instance: %(uuid)s]  {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] instance_name_template         = instance-%08x {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] instance_usage_audit           = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] instance_usage_audit_period    = month {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] instances_path                 = /opt/stack/data/nova/instances {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] internal_service_availability_zone = internal {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] key                            = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] live_migration_retry_count     = 30 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] log_config_append              = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] log_dir                        = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] log_file                       = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] log_options                    = True {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] log_rotate_interval            = 1 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] log_rotate_interval_type       = days {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] log_rotation_type              = none {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] long_rpc_timeout               = 1800 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] max_concurrent_builds          = 10 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] max_concurrent_live_migrations = 1 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] max_concurrent_snapshots       = 5 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] max_local_block_devices        = 3 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] max_logfile_count              = 30 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] max_logfile_size_mb            = 200 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] maximum_instance_delete_attempts = 5 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] metadata_listen                = 0.0.0.0 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] metadata_listen_port           = 8775 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] metadata_workers               = 3 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] migrate_max_retries            = -1 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] mkisofs_cmd                    = genisoimage {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] my_block_storage_ip            = 10.0.0.210 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] my_ip                          = 10.0.0.210 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] network_allocate_retries       = 0 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] osapi_compute_listen           = 0.0.0.0 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] osapi_compute_listen_port      = 8774 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] osapi_compute_unique_server_name_scope =  {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] osapi_compute_workers          = 3 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] password_length                = 12 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] periodic_enable                = True {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] periodic_fuzzy_delay           = 60 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] pointer_model                  = ps2mouse {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] preallocate_images             = none {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] publish_errors                 = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] pybasedir                      = /opt/stack/nova {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] ram_allocation_ratio           = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] rate_limit_burst               = 0 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] rate_limit_except_level        = CRITICAL {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] rate_limit_interval            = 0 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] reboot_timeout                 = 0 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] reclaim_instance_interval      = 0 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] record                         = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] reimage_timeout_per_gb         = 60 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] report_interval                = 120 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] rescue_timeout                 = 0 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] reserved_host_cpus             = 0 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] reserved_host_disk_mb          = 0 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] reserved_host_memory_mb        = 512 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] reserved_huge_pages            = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] resize_confirm_window          = 0 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] resize_fs_using_block_device   = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] resume_guests_state_on_host_boot = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] rootwrap_config                = /etc/nova/rootwrap.conf {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] rpc_response_timeout           = 60 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] run_external_periodic_tasks    = True {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] running_deleted_instance_action = reap {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] running_deleted_instance_poll_interval = 1800 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] running_deleted_instance_timeout = 0 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] scheduler_instance_sync_interval = 120 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] service_down_time              = 720 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] servicegroup_driver            = db {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] shelved_offload_time           = 0 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] shelved_poll_interval          = 3600 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] shutdown_timeout               = 0 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] source_is_ipv6                 = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] ssl_only                       = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] state_path                     = /opt/stack/data/nova {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] sync_power_state_interval      = 600 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] sync_power_state_pool_size     = 1000 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] syslog_log_facility            = LOG_USER {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] tempdir                        = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] timeout_nbd                    = 10 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] transport_url                  = **** {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] update_resources_interval      = 0 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] use_cow_images                 = True {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] use_eventlog                   = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] use_journal                    = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] use_json                       = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] use_rootwrap_daemon            = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] use_stderr                     = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] use_syslog                     = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vcpu_pin_set                   = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vif_plugging_is_fatal          = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vif_plugging_timeout           = 0 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] virt_mkfs                      = [] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] volume_usage_poll_interval     = 0 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] watch_log_file                 = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] web                            = /usr/share/spice-html5 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_concurrency.disable_process_locking = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_concurrency.lock_path     = /opt/stack/data/nova {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_messaging_metrics.metrics_process_name =  {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] api.auth_strategy              = keystone {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] api.compute_link_prefix        = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] api.dhcp_domain                = novalocal {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] api.enable_instance_password   = True {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] api.glance_link_prefix         = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] api.instance_list_cells_batch_strategy = distributed {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] api.instance_list_per_project_cells = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] api.list_records_by_skipping_down_cells = True {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] api.local_metadata_per_cell    = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] api.max_limit                  = 1000 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] api.metadata_cache_expiration  = 15 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] api.neutron_default_tenant_id  = default {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] api.use_forwarded_for          = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] api.use_neutron_default_nets   = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] api.vendordata_dynamic_failure_fatal = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] api.vendordata_dynamic_ssl_certfile =  {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] api.vendordata_dynamic_targets = [] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] api.vendordata_jsonfile_path   = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] api.vendordata_providers       = ['StaticJSON'] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cache.backend                  = dogpile.cache.memcached {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cache.backend_argument         = **** {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cache.config_prefix            = cache.oslo {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cache.dead_timeout             = 60.0 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cache.debug_cache_backend      = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cache.enable_retry_client      = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cache.enable_socket_keepalive  = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cache.enabled                  = True {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cache.expiration_time          = 600 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cache.hashclient_retry_attempts = 2 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cache.hashclient_retry_delay   = 1.0 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cache.memcache_dead_retry      = 300 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cache.memcache_password        =  {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cache.memcache_pool_maxsize    = 10 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cache.memcache_pool_unused_timeout = 60 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cache.memcache_sasl_enabled    = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cache.memcache_servers         = ['localhost:11211'] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cache.memcache_socket_timeout  = 1.0 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cache.memcache_username        =  {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cache.proxies                  = [] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cache.retry_attempts           = 2 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cache.retry_delay              = 0.0 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cache.socket_keepalive_count   = 1 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cache.socket_keepalive_idle    = 1 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cache.socket_keepalive_interval = 1 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cache.tls_allowed_ciphers      = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cache.tls_cafile               = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cache.tls_certfile             = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cache.tls_enabled              = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cache.tls_keyfile              = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cinder.auth_section            = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cinder.auth_type               = password {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cinder.cafile                  = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cinder.catalog_info            = volumev3::publicURL {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cinder.certfile                = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cinder.collect_timing          = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cinder.cross_az_attach         = True {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cinder.debug                   = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cinder.endpoint_template       = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cinder.http_retries            = 3 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cinder.insecure                = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cinder.keyfile                 = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cinder.os_region_name          = RegionOne {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cinder.split_loggers           = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cinder.timeout                 = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] compute.cpu_dedicated_set      = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] compute.cpu_shared_set         = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] compute.image_type_exclude_list = [] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] compute.live_migration_wait_for_vif_plug = True {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] compute.max_concurrent_disk_ops = 0 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] compute.max_disk_devices_to_attach = -1 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] compute.resource_provider_association_refresh = 300 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] compute.shutdown_retry_interval = 10 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] compute.vmdk_allowed_types     = ['streamOptimized', 'monolithicSparse'] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] conductor.workers              = 3 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] console.allowed_origins        = [] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] console.ssl_ciphers            = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] console.ssl_minimum_version    = default {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] consoleauth.token_ttl          = 600 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cyborg.cafile                  = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cyborg.certfile                = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cyborg.collect_timing          = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cyborg.connect_retries         = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cyborg.connect_retry_delay     = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cyborg.endpoint_override       = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cyborg.insecure                = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cyborg.keyfile                 = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cyborg.max_version             = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cyborg.min_version             = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cyborg.region_name             = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cyborg.service_name            = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cyborg.service_type            = accelerator {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cyborg.split_loggers           = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cyborg.status_code_retries     = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cyborg.status_code_retry_delay = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cyborg.timeout                 = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cyborg.valid_interfaces        = ['internal', 'public'] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] cyborg.version                 = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] database.backend               = sqlalchemy {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] database.connection            = **** {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] database.connection_debug      = 0 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] database.connection_parameters =  {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] database.connection_recycle_time = 3600 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] database.connection_trace      = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] database.db_inc_retry_interval = True {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] database.db_max_retries        = 20 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] database.db_max_retry_interval = 10 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] database.db_retry_interval     = 1 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] database.max_overflow          = 50 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] database.max_pool_size         = 5 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] database.max_retries           = 10 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] database.mysql_sql_mode        = TRADITIONAL {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] database.mysql_wsrep_sync_wait = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] database.pool_timeout          = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] database.retry_interval        = 10 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] database.slave_connection      = **** {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] database.sqlite_synchronous    = True {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] api_database.backend           = sqlalchemy {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] api_database.connection        = **** {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] api_database.connection_debug  = 0 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] api_database.connection_parameters =  {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] api_database.connection_recycle_time = 3600 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] api_database.connection_trace  = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] api_database.db_inc_retry_interval = True {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] api_database.db_max_retries    = 20 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] api_database.db_max_retry_interval = 10 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] api_database.db_retry_interval = 1 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] api_database.max_overflow      = 50 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] api_database.max_pool_size     = 5 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] api_database.max_retries       = 10 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] api_database.mysql_sql_mode    = TRADITIONAL {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] api_database.mysql_wsrep_sync_wait = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] api_database.pool_timeout      = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] api_database.retry_interval    = 10 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] api_database.slave_connection  = **** {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] api_database.sqlite_synchronous = True {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] devices.enabled_mdev_types     = [] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] ephemeral_storage_encryption.enabled = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] ephemeral_storage_encryption.key_size = 512 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] glance.api_servers             = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] glance.cafile                  = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] glance.certfile                = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] glance.collect_timing          = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] glance.connect_retries         = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] glance.connect_retry_delay     = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] glance.debug                   = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] glance.default_trusted_certificate_ids = [] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] glance.enable_certificate_validation = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] glance.enable_rbd_download     = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] glance.endpoint_override       = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] glance.insecure                = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] glance.keyfile                 = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] glance.max_version             = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] glance.min_version             = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] glance.num_retries             = 3 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] glance.rbd_ceph_conf           =  {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] glance.rbd_connect_timeout     = 5 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] glance.rbd_pool                =  {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] glance.rbd_user                =  {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] glance.region_name             = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] glance.service_name            = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] glance.service_type            = image {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] glance.split_loggers           = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] glance.status_code_retries     = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] glance.status_code_retry_delay = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] glance.timeout                 = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] glance.valid_interfaces        = ['internal', 'public'] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] glance.verify_glance_signatures = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] glance.version                 = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] guestfs.debug                  = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] hyperv.config_drive_cdrom      = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] hyperv.config_drive_inject_password = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] hyperv.dynamic_memory_ratio    = 1.0 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] hyperv.enable_instance_metrics_collection = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] hyperv.enable_remotefx         = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] hyperv.instances_path_share    =  {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] hyperv.iscsi_initiator_list    = [] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] hyperv.limit_cpu_features      = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] hyperv.mounted_disk_query_retry_count = 10 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] hyperv.mounted_disk_query_retry_interval = 5 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] hyperv.power_state_check_timeframe = 60 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] hyperv.power_state_event_polling_interval = 2 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] hyperv.qemu_img_cmd            = qemu-img.exe {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] hyperv.use_multipath_io        = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] hyperv.volume_attach_retry_count = 10 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] hyperv.volume_attach_retry_interval = 5 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] hyperv.vswitch_name            = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] hyperv.wait_soft_reboot_seconds = 60 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] mks.enabled                    = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] mks.mksproxy_base_url          = http://127.0.0.1:6090/ {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] image_cache.manager_interval   = 2400 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] image_cache.precache_concurrency = 1 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] image_cache.remove_unused_base_images = True {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] image_cache.subdirectory_name  = _base {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] ironic.api_max_retries         = 60 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] ironic.api_retry_interval      = 2 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] ironic.auth_section            = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] ironic.auth_type               = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] ironic.cafile                  = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] ironic.certfile                = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] ironic.collect_timing          = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] ironic.conductor_group         = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] ironic.connect_retries         = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] ironic.connect_retry_delay     = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] ironic.endpoint_override       = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] ironic.insecure                = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] ironic.keyfile                 = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] ironic.max_version             = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] ironic.min_version             = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] ironic.peer_list               = [] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] ironic.region_name             = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] ironic.serial_console_state_timeout = 10 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] ironic.service_name            = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] ironic.service_type            = baremetal {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] ironic.split_loggers           = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] ironic.status_code_retries     = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] ironic.status_code_retry_delay = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] ironic.timeout                 = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] ironic.valid_interfaces        = ['internal', 'public'] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] ironic.version                 = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] key_manager.backend            = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] key_manager.fixed_key          = **** {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] barbican.auth_endpoint         = http://localhost/identity/v3 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] barbican.barbican_api_version  = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] barbican.barbican_endpoint     = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] barbican.barbican_endpoint_type = public {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] barbican.barbican_region_name  = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] barbican.cafile                = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] barbican.certfile              = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] barbican.collect_timing        = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] barbican.insecure              = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] barbican.keyfile               = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] barbican.number_of_retries     = 60 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] barbican.retry_delay           = 1 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] barbican.send_service_user_token = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] barbican.split_loggers         = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] barbican.timeout               = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] barbican.verify_ssl            = True {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] barbican.verify_ssl_path       = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] barbican_service_user.auth_section = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] barbican_service_user.auth_type = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] barbican_service_user.cafile   = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] barbican_service_user.certfile = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] barbican_service_user.collect_timing = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] barbican_service_user.insecure = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] barbican_service_user.keyfile  = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] barbican_service_user.split_loggers = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] barbican_service_user.timeout  = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vault.approle_role_id          = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vault.approle_secret_id        = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vault.cafile                   = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vault.certfile                 = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vault.collect_timing           = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vault.insecure                 = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vault.keyfile                  = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vault.kv_mountpoint            = secret {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vault.kv_path                  = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vault.kv_version               = 2 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vault.namespace                = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vault.root_token_id            = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vault.split_loggers            = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vault.ssl_ca_crt_file          = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vault.timeout                  = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vault.use_ssl                  = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vault.vault_url                = http://127.0.0.1:8200 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] keystone.auth_section          = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] keystone.auth_type             = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] keystone.cafile                = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] keystone.certfile              = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] keystone.collect_timing        = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] keystone.connect_retries       = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] keystone.connect_retry_delay   = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] keystone.endpoint_override     = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] keystone.insecure              = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] keystone.keyfile               = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] keystone.max_version           = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] keystone.min_version           = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] keystone.region_name           = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] keystone.service_name          = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] keystone.service_type          = identity {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] keystone.split_loggers         = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] keystone.status_code_retries   = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] keystone.status_code_retry_delay = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] keystone.timeout               = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] keystone.valid_interfaces      = ['internal', 'public'] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] keystone.version               = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.connection_uri         =  {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.cpu_mode               = custom {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.cpu_model_extra_flags  = [] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: WARNING oslo_config.cfg [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] Deprecated: Option "cpu_model" from group "libvirt" is deprecated. Use option "cpu_models" from group "libvirt".
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.cpu_models             = ['Nehalem'] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.cpu_power_governor_high = performance {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.cpu_power_governor_low = powersave {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.cpu_power_management   = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.device_detach_attempts = 8 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.device_detach_timeout  = 20 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.disk_cachemodes        = [] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.disk_prefix            = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.enabled_perf_events    = [] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.file_backed_memory     = 0 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.gid_maps               = [] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.hw_disk_discard        = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.hw_machine_type        = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.images_rbd_ceph_conf   =  {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.images_rbd_glance_store_name =  {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.images_rbd_pool        = rbd {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.images_type            = default {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.images_volume_group    = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.inject_key             = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.inject_partition       = -2 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.inject_password        = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.iscsi_iface            = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.iser_use_multipath     = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.live_migration_bandwidth = 0 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.live_migration_completion_timeout = 800 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.live_migration_downtime = 500 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.live_migration_downtime_delay = 75 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.live_migration_downtime_steps = 10 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.live_migration_inbound_addr = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.live_migration_permit_auto_converge = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.live_migration_permit_post_copy = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.live_migration_scheme  = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.live_migration_timeout_action = abort {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.live_migration_tunnelled = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: WARNING oslo_config.cfg [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] Deprecated: Option "live_migration_uri" from group "libvirt" is deprecated for removal (
Oct 24 07:36:48 user nova-compute[74307]: live_migration_uri is deprecated for removal in favor of two other options that
Oct 24 07:36:48 user nova-compute[74307]: allow to change live migration scheme and target URI: ``live_migration_scheme``
Oct 24 07:36:48 user nova-compute[74307]: and ``live_migration_inbound_addr`` respectively.
Oct 24 07:36:48 user nova-compute[74307]: ).  Its value may be silently ignored in the future.
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.live_migration_uri     = qemu+ssh://stack@%s/system {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.live_migration_with_native_tls = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.max_queues             = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.mem_stats_period_seconds = 10 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.nfs_mount_options      = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.nfs_mount_point_base   = /opt/stack/data/nova/mnt {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.num_aoe_discover_tries = 3 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.num_iser_scan_tries    = 5 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.num_memory_encrypted_guests = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.num_nvme_discover_tries = 5 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.num_pcie_ports         = 0 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.num_volume_scan_tries  = 5 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.pmem_namespaces        = [] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.quobyte_client_cfg     = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.rbd_connect_timeout    = 5 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.rbd_secret_uuid        = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.rbd_user               = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.realtime_scheduler_priority = 1 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.remote_filesystem_transport = ssh {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.rescue_image_id        = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.rescue_kernel_id       = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.rescue_ramdisk_id      = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.rng_dev_path           = /dev/urandom {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.rx_queue_size          = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.smbfs_mount_options    =  {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.snapshot_compression   = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.snapshot_image_format  = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.snapshots_directory    = /opt/stack/data/nova/instances/snapshots {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.sparse_logical_volumes = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.swtpm_enabled          = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.swtpm_group            = tss {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.swtpm_user             = tss {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.sysinfo_serial         = unique {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.tb_cache_size          = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.tx_queue_size          = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.uid_maps               = [] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.use_virtio_for_bridges = True {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.virt_type              = kvm {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.volume_clear           = zero {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.volume_clear_size      = 0 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.volume_use_multipath   = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.vzstorage_cache_path   = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.vzstorage_log_path     = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.vzstorage_mount_group  = qemu {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.vzstorage_mount_opts   = [] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.vzstorage_mount_perms  = 0770 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.vzstorage_mount_user   = stack {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] neutron.auth_section           = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] neutron.auth_type              = password {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] neutron.cafile                 = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] neutron.certfile               = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] neutron.collect_timing         = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] neutron.connect_retries        = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] neutron.connect_retry_delay    = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] neutron.default_floating_pool  = public {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] neutron.endpoint_override      = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] neutron.extension_sync_interval = 600 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] neutron.http_retries           = 3 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] neutron.insecure               = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] neutron.keyfile                = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] neutron.max_version            = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] neutron.metadata_proxy_shared_secret = **** {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] neutron.min_version            = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] neutron.ovs_bridge             = br-int {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] neutron.physnets               = [] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] neutron.region_name            = RegionOne {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] neutron.service_metadata_proxy = True {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] neutron.service_name           = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] neutron.service_type           = network {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] neutron.split_loggers          = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] neutron.status_code_retries    = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] neutron.status_code_retry_delay = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] neutron.timeout                = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] neutron.valid_interfaces       = ['internal', 'public'] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] neutron.version                = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] notifications.bdms_in_notifications = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] notifications.default_level    = INFO {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] notifications.notification_format = unversioned {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] notifications.notify_on_state_change = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] pci.alias                      = [] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] pci.device_spec                = [] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] pci.report_in_placement        = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] placement.auth_section         = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] placement.auth_type            = password {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] placement.auth_url             = http://10.0.0.210/identity {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] placement.cafile               = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] placement.certfile             = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] placement.collect_timing       = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] placement.connect_retries      = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] placement.connect_retry_delay  = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] placement.default_domain_id    = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] placement.default_domain_name  = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] placement.domain_id            = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] placement.domain_name          = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] placement.endpoint_override    = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] placement.insecure             = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] placement.keyfile              = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] placement.max_version          = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] placement.min_version          = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] placement.password             = **** {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] placement.project_domain_id    = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] placement.project_domain_name  = Default {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] placement.project_id           = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] placement.project_name         = service {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] placement.region_name          = RegionOne {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] placement.service_name         = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] placement.service_type         = placement {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] placement.split_loggers        = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] placement.status_code_retries  = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] placement.status_code_retry_delay = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] placement.system_scope         = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] placement.timeout              = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] placement.trust_id             = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] placement.user_domain_id       = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] placement.user_domain_name     = Default {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] placement.user_id              = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] placement.username             = placement {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] placement.valid_interfaces     = ['internal', 'public'] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] placement.version              = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] quota.cores                    = 20 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] quota.count_usage_from_placement = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] quota.driver                   = nova.quota.DbQuotaDriver {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] quota.injected_file_content_bytes = 10240 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] quota.injected_file_path_length = 255 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] quota.injected_files           = 5 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] quota.instances                = 10 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] quota.key_pairs                = 100 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] quota.metadata_items           = 128 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] quota.ram                      = 51200 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] quota.recheck_quota            = True {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] quota.server_group_members     = 10 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] quota.server_groups            = 10 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] rdp.enabled                    = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] rdp.html5_proxy_base_url       = http://127.0.0.1:6083/ {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] scheduler.image_metadata_prefilter = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] scheduler.max_attempts         = 3 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] scheduler.max_placement_results = 1000 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] scheduler.query_placement_for_image_type_support = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] scheduler.workers              = 3 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] filter_scheduler.host_subset_size = 1 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] filter_scheduler.image_properties_default_architecture = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] filter_scheduler.isolated_hosts = [] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] filter_scheduler.isolated_images = [] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] filter_scheduler.max_instances_per_host = 50 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] filter_scheduler.pci_in_placement = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] filter_scheduler.track_instance_changes = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] metrics.required               = True {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] metrics.weight_multiplier      = 1.0 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] metrics.weight_of_unavailable  = -10000.0 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] metrics.weight_setting         = [] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] serial_console.base_url        = ws://127.0.0.1:6083/ {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] serial_console.enabled         = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] serial_console.port_range      = 10000:20000 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] serial_console.serialproxy_port = 6083 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] service_user.auth_section      = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] service_user.auth_type         = password {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] service_user.cafile            = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] service_user.certfile          = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] service_user.collect_timing    = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] service_user.insecure          = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] service_user.keyfile           = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] service_user.send_service_user_token = True {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] service_user.split_loggers     = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] service_user.timeout           = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] spice.agent_enabled            = True {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] spice.enabled                  = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] spice.html5proxy_base_url      = http://10.0.0.210:6081/spice_auto.html {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] spice.html5proxy_host          = 0.0.0.0 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] spice.html5proxy_port          = 6082 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] spice.image_compression        = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] spice.jpeg_compression         = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] spice.playback_compression     = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] spice.server_listen            = 127.0.0.1 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] spice.streaming_mode           = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] spice.zlib_compression         = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] upgrade_levels.baseapi         = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] upgrade_levels.cert            = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] upgrade_levels.compute         = auto {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] upgrade_levels.conductor       = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] upgrade_levels.scheduler       = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vendordata_dynamic_auth.auth_section = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vendordata_dynamic_auth.auth_type = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vendordata_dynamic_auth.cafile = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vendordata_dynamic_auth.certfile = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vendordata_dynamic_auth.collect_timing = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vendordata_dynamic_auth.insecure = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vendordata_dynamic_auth.keyfile = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vendordata_dynamic_auth.split_loggers = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vendordata_dynamic_auth.timeout = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vmware.api_retry_count         = 10 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vmware.ca_file                 = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vmware.cache_prefix            = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vmware.cluster_name            = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vmware.connection_pool_size    = 10 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vmware.console_delay_seconds   = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vmware.datastore_regex         = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vmware.host_ip                 = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vmware.host_password           = **** {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vmware.host_port               = 443 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vmware.host_username           = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vmware.insecure                = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vmware.integration_bridge      = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vmware.maximum_objects         = 100 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vmware.pbm_default_policy      = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vmware.pbm_enabled             = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vmware.pbm_wsdl_location       = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vmware.serial_log_dir          = /opt/vmware/vspc {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vmware.serial_port_proxy_uri   = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vmware.serial_port_service_uri = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vmware.task_poll_interval      = 0.5 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vmware.use_linked_clone        = True {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vmware.vnc_keymap              = en-us {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vmware.vnc_port                = 5900 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vmware.vnc_port_total          = 10000 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vnc.auth_schemes               = ['none'] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vnc.enabled                    = True {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vnc.novncproxy_base_url        = http://10.0.0.210:6080/vnc_lite.html {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vnc.novncproxy_host            = 0.0.0.0 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vnc.novncproxy_port            = 6080 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vnc.server_listen              = 0.0.0.0 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vnc.server_proxyclient_address = 10.0.0.210 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vnc.vencrypt_ca_certs          = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vnc.vencrypt_client_cert       = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vnc.vencrypt_client_key        = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] workarounds.disable_fallback_pcpu_query = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] workarounds.disable_group_policy_check_upcall = True {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] workarounds.disable_rootwrap   = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] workarounds.enable_numa_live_migration = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] workarounds.handle_virt_lifecycle_events = True {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] workarounds.libvirt_disable_apic = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] workarounds.never_download_image_if_on_rbd = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] wsgi.api_paste_config          = /etc/nova/api-paste.ini {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] wsgi.client_socket_timeout     = 900 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] wsgi.default_pool_size         = 1000 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] wsgi.keep_alive                = True {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] wsgi.max_header_line           = 16384 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] wsgi.secure_proxy_ssl_header   = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] wsgi.ssl_ca_file               = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] wsgi.ssl_cert_file             = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] wsgi.ssl_key_file              = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] wsgi.tcp_keepidle              = 600 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] wsgi.wsgi_log_format           = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] zvm.ca_file                    = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] zvm.cloud_connector_url        = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] zvm.image_tmp_path             = /opt/stack/data/nova/images {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] zvm.reachable_timeout          = 300 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_policy.enforce_new_defaults = True {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_policy.enforce_scope      = True {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_policy.policy_default_rule = default {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_policy.policy_file        = policy.yaml {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] profiler.connection_string     = messaging:// {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] profiler.enabled               = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] profiler.es_doc_type           = notification {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] profiler.es_scroll_size        = 10000 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] profiler.es_scroll_time        = 2m {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] profiler.filter_error_trace    = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] profiler.hmac_keys             = **** {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] profiler.sentinel_service_name = mymaster {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] profiler.socket_timeout        = 0.1 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] profiler.trace_requests        = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] profiler.trace_sqlalchemy      = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] profiler_jaeger.process_tags   = {} {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] profiler_jaeger.service_name_prefix = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] profiler_otlp.service_name_prefix = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] remote_debug.host              = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] remote_debug.port              = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_messaging_rabbit.ssl      = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_messaging_rabbit.ssl_key_file =  {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_messaging_rabbit.ssl_version =  {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_messaging_notifications.retry = -1 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_messaging_notifications.transport_url = **** {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_limit.auth_section        = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_limit.auth_type           = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_limit.cafile              = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_limit.certfile            = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_limit.collect_timing      = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_limit.connect_retries     = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_limit.connect_retry_delay = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_limit.endpoint_id         = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_limit.endpoint_override   = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_limit.insecure            = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_limit.keyfile             = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_limit.max_version         = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_limit.min_version         = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_limit.region_name         = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_limit.service_name        = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_limit.service_type        = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_limit.split_loggers       = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_limit.status_code_retries = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_limit.status_code_retry_delay = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_limit.timeout             = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_limit.valid_interfaces    = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_limit.version             = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_reports.file_event_handler = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_reports.file_event_handler_interval = 1 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] oslo_reports.log_dir           = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vif_plug_linux_bridge_privileged.group = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vif_plug_linux_bridge_privileged.thread_pool_size = 12 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vif_plug_linux_bridge_privileged.user = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vif_plug_ovs_privileged.group  = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vif_plug_ovs_privileged.helper_command = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vif_plug_ovs_privileged.thread_pool_size = 12 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] vif_plug_ovs_privileged.user   = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] os_vif_linux_bridge.flat_interface = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] os_vif_linux_bridge.iptables_bottom_regex =  {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] os_vif_linux_bridge.iptables_top_regex =  {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] os_vif_linux_bridge.use_ipv6   = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] os_vif_linux_bridge.vlan_interface = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] os_vif_ovs.default_qos_type    = linux-noop {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] os_vif_ovs.isolate_vif         = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] os_vif_ovs.network_device_mtu  = 1500 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] os_vif_ovs.ovs_vsctl_timeout   = 120 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] os_vif_ovs.ovsdb_connection    = tcp:127.0.0.1:6640 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] os_vif_ovs.ovsdb_interface     = native {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] os_vif_ovs.per_port_bridge     = False {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] os_brick.lock_path             = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] privsep_osbrick.capabilities   = [21] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] privsep_osbrick.group          = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] privsep_osbrick.helper_command = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] privsep_osbrick.logger_name    = os_brick.privileged {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] privsep_osbrick.thread_pool_size = 12 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] privsep_osbrick.user           = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] nova_sys_admin.capabilities    = [0, 1, 2, 3, 12, 21] {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] nova_sys_admin.group           = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] nova_sys_admin.helper_command  = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] nova_sys_admin.logger_name     = oslo_privsep.daemon {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] nova_sys_admin.thread_pool_size = 12 {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] nova_sys_admin.user            = None {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG oslo_service.service [None req-32beceef-b6bd-4b65-b6bf-755634bae10e None None] ******************************************************************************** {{(pid=74307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}}
Oct 24 07:36:48 user nova-compute[74307]: INFO nova.service [-] Starting compute node (version 0.0.0)
Oct 24 07:36:48 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Connecting to libvirt: qemu:///system {{(pid=74307) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:506}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Registering for lifecycle events <nova.virt.libvirt.host.Host object at 0x7f46486fe560> {{(pid=74307) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:512}}
Oct 24 07:36:48 user nova-compute[74307]: libvirt:  error : internal error: could not initialize domain event timer
Oct 24 07:36:48 user nova-compute[74307]: WARNING nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] URI qemu:///system does not support events: internal error: could not initialize domain event timer: libvirt.libvirtError: internal error: could not initialize domain event timer
Oct 24 07:36:48 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Registering for connection events: <nova.virt.libvirt.host.Host object at 0x7f46486fe560> {{(pid=74307) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:533}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Starting native event thread {{(pid=74307) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:492}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Starting green dispatch thread {{(pid=74307) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:498}}
Oct 24 07:36:48 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Starting connection event dispatch thread {{(pid=74307) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:501}}
Oct 24 07:36:48 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Connection event '1' reason 'None'
Oct 24 07:36:48 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Cannot update service status on host "user" since it is not registered.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Oct 24 07:36:48 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.mount [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Initialising _HostMountState generation 0 {{(pid=74307) host_up /opt/stack/nova/nova/virt/libvirt/volume/mount.py:130}}
Oct 24 07:36:55 user nova-compute[74307]: INFO nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Libvirt host capabilities <capabilities>
Oct 24 07:36:55 user nova-compute[74307]:   <host>
Oct 24 07:36:55 user nova-compute[74307]:     <uuid>e20c3142-5af9-7467-ecd8-70b2e4a210d6</uuid>
Oct 24 07:36:55 user nova-compute[74307]:     <cpu>
Oct 24 07:36:55 user nova-compute[74307]:       <arch>x86_64</arch>
Oct 24 07:36:55 user nova-compute[74307]:       <model>IvyBridge-IBRS</model>
Oct 24 07:36:55 user nova-compute[74307]:       <vendor>Intel</vendor>
Oct 24 07:36:55 user nova-compute[74307]:       <microcode version='1070'/>
Oct 24 07:36:55 user nova-compute[74307]:       <counter name='tsc' frequency='2094952000' scaling='no'/>
Oct 24 07:36:55 user nova-compute[74307]:       <topology sockets='6' dies='1' cores='1' threads='1'/>
Oct 24 07:36:55 user nova-compute[74307]:       <feature name='ss'/>
Oct 24 07:36:55 user nova-compute[74307]:       <feature name='vmx'/>
Oct 24 07:36:55 user nova-compute[74307]:       <feature name='pcid'/>
Oct 24 07:36:55 user nova-compute[74307]:       <feature name='osxsave'/>
Oct 24 07:36:55 user nova-compute[74307]:       <feature name='hypervisor'/>
Oct 24 07:36:55 user nova-compute[74307]:       <feature name='arat'/>
Oct 24 07:36:55 user nova-compute[74307]:       <feature name='tsc_adjust'/>
Oct 24 07:36:55 user nova-compute[74307]:       <feature name='md-clear'/>
Oct 24 07:36:55 user nova-compute[74307]:       <feature name='stibp'/>
Oct 24 07:36:55 user nova-compute[74307]:       <feature name='arch-capabilities'/>
Oct 24 07:36:55 user nova-compute[74307]:       <feature name='ssbd'/>
Oct 24 07:36:55 user nova-compute[74307]:       <feature name='invtsc'/>
Oct 24 07:36:55 user nova-compute[74307]:       <feature name='rsba'/>
Oct 24 07:36:55 user nova-compute[74307]:       <feature name='skip-l1dfl-vmentry'/>
Oct 24 07:36:55 user nova-compute[74307]:       <pages unit='KiB' size='4'/>
Oct 24 07:36:55 user nova-compute[74307]:       <pages unit='KiB' size='2048'/>
Oct 24 07:36:55 user nova-compute[74307]:     </cpu>
Oct 24 07:36:55 user nova-compute[74307]:     <power_management>
Oct 24 07:36:55 user nova-compute[74307]:       <suspend_mem/>
Oct 24 07:36:55 user nova-compute[74307]:       <suspend_disk/>
Oct 24 07:36:55 user nova-compute[74307]:       <suspend_hybrid/>
Oct 24 07:36:55 user nova-compute[74307]:     </power_management>
Oct 24 07:36:55 user nova-compute[74307]:     <iommu support='no'/>
Oct 24 07:36:55 user nova-compute[74307]:     <migration_features>
Oct 24 07:36:55 user nova-compute[74307]:       <live/>
Oct 24 07:36:55 user nova-compute[74307]:       <uri_transports>
Oct 24 07:36:55 user nova-compute[74307]:         <uri_transport>tcp</uri_transport>
Oct 24 07:36:55 user nova-compute[74307]:         <uri_transport>rdma</uri_transport>
Oct 24 07:36:55 user nova-compute[74307]:       </uri_transports>
Oct 24 07:36:55 user nova-compute[74307]:     </migration_features>
Oct 24 07:36:55 user nova-compute[74307]:     <topology>
Oct 24 07:36:55 user nova-compute[74307]:       <cells num='2'>
Oct 24 07:36:55 user nova-compute[74307]:         <cell id='0'>
Oct 24 07:36:55 user nova-compute[74307]:           <memory unit='KiB'>8189224</memory>
Oct 24 07:36:55 user nova-compute[74307]:           <pages unit='KiB' size='4'>2047306</pages>
Oct 24 07:36:55 user nova-compute[74307]:           <pages unit='KiB' size='2048'>0</pages>
Oct 24 07:36:55 user nova-compute[74307]:           <distances>
Oct 24 07:36:55 user nova-compute[74307]:             <sibling id='0' value='10'/>
Oct 24 07:36:55 user nova-compute[74307]:             <sibling id='1' value='20'/>
Oct 24 07:36:55 user nova-compute[74307]:           </distances>
Oct 24 07:36:55 user nova-compute[74307]:           <cpus num='6'>
Oct 24 07:36:55 user nova-compute[74307]:             <cpu id='0' socket_id='0' die_id='0' core_id='0' siblings='0'/>
Oct 24 07:36:55 user nova-compute[74307]:             <cpu id='1' socket_id='2' die_id='0' core_id='0' siblings='1'/>
Oct 24 07:36:55 user nova-compute[74307]:             <cpu id='2' socket_id='4' die_id='0' core_id='0' siblings='2'/>
Oct 24 07:36:55 user nova-compute[74307]:             <cpu id='3' socket_id='6' die_id='0' core_id='0' siblings='3'/>
Oct 24 07:36:55 user nova-compute[74307]:             <cpu id='4' socket_id='8' die_id='0' core_id='0' siblings='4'/>
Oct 24 07:36:55 user nova-compute[74307]:             <cpu id='5' socket_id='10' die_id='0' core_id='0' siblings='5'/>
Oct 24 07:36:55 user nova-compute[74307]:           </cpus>
Oct 24 07:36:55 user nova-compute[74307]:         </cell>
Oct 24 07:36:55 user nova-compute[74307]:         <cell id='1'>
Oct 24 07:36:55 user nova-compute[74307]:           <memory unit='KiB'>8206492</memory>
Oct 24 07:36:55 user nova-compute[74307]:           <pages unit='KiB' size='4'>2051623</pages>
Oct 24 07:36:55 user nova-compute[74307]:           <pages unit='KiB' size='2048'>0</pages>
Oct 24 07:36:55 user nova-compute[74307]:           <distances>
Oct 24 07:36:55 user nova-compute[74307]:             <sibling id='0' value='20'/>
Oct 24 07:36:55 user nova-compute[74307]:             <sibling id='1' value='10'/>
Oct 24 07:36:55 user nova-compute[74307]:           </distances>
Oct 24 07:36:55 user nova-compute[74307]:           <cpus num='6'>
Oct 24 07:36:55 user nova-compute[74307]:             <cpu id='6' socket_id='12' die_id='0' core_id='0' siblings='6'/>
Oct 24 07:36:55 user nova-compute[74307]:             <cpu id='7' socket_id='14' die_id='0' core_id='0' siblings='7'/>
Oct 24 07:36:55 user nova-compute[74307]:             <cpu id='8' socket_id='16' die_id='0' core_id='0' siblings='8'/>
Oct 24 07:36:55 user nova-compute[74307]:             <cpu id='9' socket_id='18' die_id='0' core_id='0' siblings='9'/>
Oct 24 07:36:55 user nova-compute[74307]:             <cpu id='10' socket_id='20' die_id='0' core_id='0' siblings='10'/>
Oct 24 07:36:55 user nova-compute[74307]:             <cpu id='11' socket_id='22' die_id='0' core_id='0' siblings='11'/>
Oct 24 07:36:55 user nova-compute[74307]:           </cpus>
Oct 24 07:36:55 user nova-compute[74307]:         </cell>
Oct 24 07:36:55 user nova-compute[74307]:       </cells>
Oct 24 07:36:55 user nova-compute[74307]:     </topology>
Oct 24 07:36:55 user nova-compute[74307]:     <cache>
Oct 24 07:36:55 user nova-compute[74307]:       <bank id='0' level='3' type='both' size='15' unit='MiB' cpus='0'/>
Oct 24 07:36:55 user nova-compute[74307]:       <bank id='2' level='3' type='both' size='15' unit='MiB' cpus='1'/>
Oct 24 07:36:55 user nova-compute[74307]:       <bank id='4' level='3' type='both' size='15' unit='MiB' cpus='2'/>
Oct 24 07:36:55 user nova-compute[74307]:       <bank id='6' level='3' type='both' size='15' unit='MiB' cpus='3'/>
Oct 24 07:36:55 user nova-compute[74307]:       <bank id='8' level='3' type='both' size='15' unit='MiB' cpus='4'/>
Oct 24 07:36:55 user nova-compute[74307]:       <bank id='10' level='3' type='both' size='15' unit='MiB' cpus='5'/>
Oct 24 07:36:55 user nova-compute[74307]:       <bank id='12' level='3' type='both' size='15' unit='MiB' cpus='6'/>
Oct 24 07:36:55 user nova-compute[74307]:       <bank id='14' level='3' type='both' size='15' unit='MiB' cpus='7'/>
Oct 24 07:36:55 user nova-compute[74307]:       <bank id='16' level='3' type='both' size='15' unit='MiB' cpus='8'/>
Oct 24 07:36:55 user nova-compute[74307]:       <bank id='18' level='3' type='both' size='15' unit='MiB' cpus='9'/>
Oct 24 07:36:55 user nova-compute[74307]:       <bank id='20' level='3' type='both' size='15' unit='MiB' cpus='10'/>
Oct 24 07:36:55 user nova-compute[74307]:       <bank id='22' level='3' type='both' size='15' unit='MiB' cpus='11'/>
Oct 24 07:36:55 user nova-compute[74307]:     </cache>
Oct 24 07:36:55 user nova-compute[74307]:     <secmodel>
Oct 24 07:36:55 user nova-compute[74307]:       <model>apparmor</model>
Oct 24 07:36:55 user nova-compute[74307]:       <doi>0</doi>
Oct 24 07:36:55 user nova-compute[74307]:     </secmodel>
Oct 24 07:36:55 user nova-compute[74307]:     <secmodel>
Oct 24 07:36:55 user nova-compute[74307]:       <model>dac</model>
Oct 24 07:36:55 user nova-compute[74307]:       <doi>0</doi>
Oct 24 07:36:55 user nova-compute[74307]:       <baselabel type='kvm'>+64055:+108</baselabel>
Oct 24 07:36:55 user nova-compute[74307]:       <baselabel type='qemu'>+64055:+108</baselabel>
Oct 24 07:36:55 user nova-compute[74307]:     </secmodel>
Oct 24 07:36:55 user nova-compute[74307]:   </host>
Oct 24 07:36:55 user nova-compute[74307]:   <guest>
Oct 24 07:36:55 user nova-compute[74307]:     <os_type>hvm</os_type>
Oct 24 07:36:55 user nova-compute[74307]:     <arch name='alpha'>
Oct 24 07:36:55 user nova-compute[74307]:       <wordsize>64</wordsize>
Oct 24 07:36:55 user nova-compute[74307]:       <emulator>/usr/bin/qemu-system-alpha</emulator>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='4'>clipper</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <domain type='qemu'/>
Oct 24 07:36:55 user nova-compute[74307]:     </arch>
Oct 24 07:36:55 user nova-compute[74307]:     <features>
Oct 24 07:36:55 user nova-compute[74307]:       <cpuselection/>
Oct 24 07:36:55 user nova-compute[74307]:       <deviceboot/>
Oct 24 07:36:55 user nova-compute[74307]:       <disksnapshot default='on' toggle='no'/>
Oct 24 07:36:55 user nova-compute[74307]:     </features>
Oct 24 07:36:55 user nova-compute[74307]:   </guest>
Oct 24 07:36:55 user nova-compute[74307]:   <guest>
Oct 24 07:36:55 user nova-compute[74307]:     <os_type>hvm</os_type>
Oct 24 07:36:55 user nova-compute[74307]:     <arch name='armv6l'>
Oct 24 07:36:55 user nova-compute[74307]:       <wordsize>32</wordsize>
Oct 24 07:36:55 user nova-compute[74307]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>integratorcp</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2'>ast2600-evb</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>borzoi</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>spitz</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>virt-2.7</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2'>nuri</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>romulus-bmc</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='512'>virt-3.0</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='512'>virt-5.0</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2'>npcm750-evb</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>virt-2.10</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2'>rainier-bmc</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>mps3-an547</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2'>musca-b1</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>versatileab</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>kzm</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>virt-2.8</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2'>musca-a</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='512'>virt-3.1</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='512'>virt-5.1</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2'>smdkc210</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>sx1</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>virt-2.11</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>imx25-pdk</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>virt-2.9</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='4'>orangepi-pc</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>z2</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='512'>virt-5.2</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>tosa</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>mps2-an500</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>virt-2.12</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2'>mps2-an521</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='4'>sabrelite</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>mps2-an511</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>canon-a1100</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>realview-eb</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>emcraft-sf2</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>realview-pb-a8</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='512'>virt-4.0</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>raspi1ap</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>palmetto-bmc</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>sx1-v1</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>n810</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>g220a-bmc</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>n800</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2'>tacoma-bmc</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='512'>virt-4.1</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2'>quanta-gsj</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>versatilepb</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>terrier</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>mainstone</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='512'>virt-4.2</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2'>mps3-an524</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2'>kudo-bmc</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='4'>vexpress-a9</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='4'>midway</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>musicpal</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>lm3s811evb</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>lm3s6965evb</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>microbit</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>mps2-an505</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>mps2-an385</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='512'>virt-6.0</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>cubieboard</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>verdex</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>netduino2</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>mps2-an386</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='512'>virt-6.1</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='4'>raspi2b</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='4'>vexpress-a15</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2'>fuji-bmc</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='512'>virt-6.2</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>cheetah</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>virt-2.6</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>ast2500-evb</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='4'>highbank</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>akita</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>connex</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>netduinoplus2</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>collie</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>raspi0</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <domain type='qemu'/>
Oct 24 07:36:55 user nova-compute[74307]:     </arch>
Oct 24 07:36:55 user nova-compute[74307]:     <features>
Oct 24 07:36:55 user nova-compute[74307]:       <cpuselection/>
Oct 24 07:36:55 user nova-compute[74307]:       <deviceboot/>
Oct 24 07:36:55 user nova-compute[74307]:       <disksnapshot default='on' toggle='no'/>
Oct 24 07:36:55 user nova-compute[74307]:     </features>
Oct 24 07:36:55 user nova-compute[74307]:   </guest>
Oct 24 07:36:55 user nova-compute[74307]:   <guest>
Oct 24 07:36:55 user nova-compute[74307]:     <os_type>hvm</os_type>
Oct 24 07:36:55 user nova-compute[74307]:     <arch name='armv7l'>
Oct 24 07:36:55 user nova-compute[74307]:       <wordsize>32</wordsize>
Oct 24 07:36:55 user nova-compute[74307]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>integratorcp</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2'>ast2600-evb</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>borzoi</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>spitz</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>virt-2.7</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2'>nuri</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>romulus-bmc</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='512'>virt-3.0</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='512'>virt-5.0</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2'>npcm750-evb</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>virt-2.10</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2'>rainier-bmc</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>mps3-an547</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2'>musca-b1</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>versatileab</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>kzm</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>virt-2.8</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2'>musca-a</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='512'>virt-3.1</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='512'>virt-5.1</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2'>smdkc210</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>sx1</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>virt-2.11</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>imx25-pdk</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>virt-2.9</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='4'>orangepi-pc</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>z2</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='512'>virt-5.2</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>tosa</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>mps2-an500</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>virt-2.12</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2'>mps2-an521</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='4'>sabrelite</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>mps2-an511</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>canon-a1100</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>realview-eb</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>emcraft-sf2</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>realview-pb-a8</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='512'>virt-4.0</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>raspi1ap</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>palmetto-bmc</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>sx1-v1</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>n810</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>g220a-bmc</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>n800</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2'>tacoma-bmc</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='512'>virt-4.1</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2'>quanta-gsj</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>versatilepb</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>terrier</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>mainstone</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='512'>virt-4.2</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2'>mps3-an524</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2'>kudo-bmc</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='4'>vexpress-a9</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='4'>midway</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>musicpal</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>lm3s811evb</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>lm3s6965evb</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>microbit</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>mps2-an505</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>mps2-an385</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='512'>virt-6.0</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>cubieboard</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>verdex</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>netduino2</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>mps2-an386</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='512'>virt-6.1</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='4'>raspi2b</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='4'>vexpress-a15</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2'>fuji-bmc</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='512'>virt-6.2</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>cheetah</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>virt-2.6</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>ast2500-evb</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='4'>highbank</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>akita</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>connex</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>netduinoplus2</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>collie</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>raspi0</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <domain type='qemu'/>
Oct 24 07:36:55 user nova-compute[74307]:     </arch>
Oct 24 07:36:55 user nova-compute[74307]:     <features>
Oct 24 07:36:55 user nova-compute[74307]:       <cpuselection/>
Oct 24 07:36:55 user nova-compute[74307]:       <deviceboot/>
Oct 24 07:36:55 user nova-compute[74307]:       <disksnapshot default='on' toggle='no'/>
Oct 24 07:36:55 user nova-compute[74307]:     </features>
Oct 24 07:36:55 user nova-compute[74307]:   </guest>
Oct 24 07:36:55 user nova-compute[74307]:   <guest>
Oct 24 07:36:55 user nova-compute[74307]:     <os_type>hvm</os_type>
Oct 24 07:36:55 user nova-compute[74307]:     <arch name='aarch64'>
Oct 24 07:36:55 user nova-compute[74307]:       <wordsize>64</wordsize>
Oct 24 07:36:55 user nova-compute[74307]:       <emulator>/usr/bin/qemu-system-aarch64</emulator>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>integratorcp</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2'>ast2600-evb</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>borzoi</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>spitz</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>virt-2.7</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2'>nuri</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>romulus-bmc</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='512'>virt-3.0</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='512'>virt-5.0</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2'>npcm750-evb</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>virt-2.10</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2'>rainier-bmc</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>mps3-an547</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>virt-2.8</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2'>musca-b1</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>versatileab</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>kzm</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2'>musca-a</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='512'>virt-3.1</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='512'>virt-5.1</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2'>smdkc210</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>sx1</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>virt-2.11</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>imx25-pdk</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>virt-2.9</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='4'>orangepi-pc</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>z2</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='512'>virt-5.2</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='6'>xlnx-zcu102</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>tosa</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>mps2-an500</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>virt-2.12</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2'>mps2-an521</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='4'>sabrelite</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>mps2-an511</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>canon-a1100</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>realview-eb</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>emcraft-sf2</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>realview-pb-a8</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='512'>sbsa-ref</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='512'>virt-4.0</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>raspi1ap</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>palmetto-bmc</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>sx1-v1</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>n810</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>g220a-bmc</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>n800</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2'>tacoma-bmc</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='512'>virt-4.1</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2'>quanta-gsj</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>versatilepb</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>terrier</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>mainstone</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='512'>virt-4.2</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2'>mps3-an524</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2'>kudo-bmc</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='4'>vexpress-a9</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='4'>midway</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>musicpal</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>lm3s811evb</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>lm3s6965evb</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>microbit</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>mps2-an505</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>mps2-an385</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='512'>virt-6.0</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='4'>raspi3ap</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>cubieboard</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>verdex</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>netduino2</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2'>xlnx-versal-virt</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>mps2-an386</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='512'>virt-6.1</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='4'>raspi3b</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='4'>raspi2b</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='4'>vexpress-a15</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2'>fuji-bmc</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='512'>virt-6.2</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>cheetah</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>virt-2.6</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>ast2500-evb</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='4'>highbank</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>akita</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>connex</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>netduinoplus2</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>collie</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>raspi0</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <domain type='qemu'/>
Oct 24 07:36:55 user nova-compute[74307]:     </arch>
Oct 24 07:36:55 user nova-compute[74307]:     <features>
Oct 24 07:36:55 user nova-compute[74307]:       <acpi default='on' toggle='yes'/>
Oct 24 07:36:55 user nova-compute[74307]:       <cpuselection/>
Oct 24 07:36:55 user nova-compute[74307]:       <deviceboot/>
Oct 24 07:36:55 user nova-compute[74307]:       <disksnapshot default='on' toggle='no'/>
Oct 24 07:36:55 user nova-compute[74307]:     </features>
Oct 24 07:36:55 user nova-compute[74307]:   </guest>
Oct 24 07:36:55 user nova-compute[74307]:   <guest>
Oct 24 07:36:55 user nova-compute[74307]:     <os_type>hvm</os_type>
Oct 24 07:36:55 user nova-compute[74307]:     <arch name='cris'>
Oct 24 07:36:55 user nova-compute[74307]:       <wordsize>32</wordsize>
Oct 24 07:36:55 user nova-compute[74307]:       <emulator>/usr/bin/qemu-system-cris</emulator>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>axis-dev88</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <domain type='qemu'/>
Oct 24 07:36:55 user nova-compute[74307]:     </arch>
Oct 24 07:36:55 user nova-compute[74307]:     <features>
Oct 24 07:36:55 user nova-compute[74307]:       <cpuselection/>
Oct 24 07:36:55 user nova-compute[74307]:       <deviceboot/>
Oct 24 07:36:55 user nova-compute[74307]:       <disksnapshot default='on' toggle='no'/>
Oct 24 07:36:55 user nova-compute[74307]:     </features>
Oct 24 07:36:55 user nova-compute[74307]:   </guest>
Oct 24 07:36:55 user nova-compute[74307]:   <guest>
Oct 24 07:36:55 user nova-compute[74307]:     <os_type>hvm</os_type>
Oct 24 07:36:55 user nova-compute[74307]:     <arch name='i686'>
Oct 24 07:36:55 user nova-compute[74307]:       <wordsize>32</wordsize>
Oct 24 07:36:55 user nova-compute[74307]:       <emulator>/usr/bin/qemu-system-i386</emulator>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-artful</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>x-remote</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>isapc</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-disco</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-impish</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-focal</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='288'>microvm</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <domain type='qemu'/>
Oct 24 07:36:55 user nova-compute[74307]:       <domain type='kvm'/>
Oct 24 07:36:55 user nova-compute[74307]:     </arch>
Oct 24 07:36:55 user nova-compute[74307]:     <features>
Oct 24 07:36:55 user nova-compute[74307]:       <pae/>
Oct 24 07:36:55 user nova-compute[74307]:       <nonpae/>
Oct 24 07:36:55 user nova-compute[74307]:       <acpi default='on' toggle='yes'/>
Oct 24 07:36:55 user nova-compute[74307]:       <apic default='on' toggle='no'/>
Oct 24 07:36:55 user nova-compute[74307]:       <cpuselection/>
Oct 24 07:36:55 user nova-compute[74307]:       <deviceboot/>
Oct 24 07:36:55 user nova-compute[74307]:       <disksnapshot default='on' toggle='no'/>
Oct 24 07:36:55 user nova-compute[74307]:     </features>
Oct 24 07:36:55 user nova-compute[74307]:   </guest>
Oct 24 07:36:55 user nova-compute[74307]:   <guest>
Oct 24 07:36:55 user nova-compute[74307]:     <os_type>hvm</os_type>
Oct 24 07:36:55 user nova-compute[74307]:     <arch name='m68k'>
Oct 24 07:36:55 user nova-compute[74307]:       <wordsize>32</wordsize>
Oct 24 07:36:55 user nova-compute[74307]:       <emulator>/usr/bin/qemu-system-m68k</emulator>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>mcf5208evb</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>an5206</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>virt-6.0</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>q800</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>virt-6.2</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine canonical='virt-6.2' maxCpus='1'>virt</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>next-cube</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>virt-6.1</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <domain type='qemu'/>
Oct 24 07:36:55 user nova-compute[74307]:     </arch>
Oct 24 07:36:55 user nova-compute[74307]:     <features>
Oct 24 07:36:55 user nova-compute[74307]:       <cpuselection/>
Oct 24 07:36:55 user nova-compute[74307]:       <deviceboot/>
Oct 24 07:36:55 user nova-compute[74307]:       <disksnapshot default='on' toggle='no'/>
Oct 24 07:36:55 user nova-compute[74307]:     </features>
Oct 24 07:36:55 user nova-compute[74307]:   </guest>
Oct 24 07:36:55 user nova-compute[74307]:   <guest>
Oct 24 07:36:55 user nova-compute[74307]:     <os_type>hvm</os_type>
Oct 24 07:36:55 user nova-compute[74307]:     <arch name='microblaze'>
Oct 24 07:36:55 user nova-compute[74307]:       <wordsize>32</wordsize>
Oct 24 07:36:55 user nova-compute[74307]:       <emulator>/usr/bin/qemu-system-microblaze</emulator>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>petalogix-ml605</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <domain type='qemu'/>
Oct 24 07:36:55 user nova-compute[74307]:     </arch>
Oct 24 07:36:55 user nova-compute[74307]:     <features>
Oct 24 07:36:55 user nova-compute[74307]:       <cpuselection/>
Oct 24 07:36:55 user nova-compute[74307]:       <deviceboot/>
Oct 24 07:36:55 user nova-compute[74307]:       <disksnapshot default='on' toggle='no'/>
Oct 24 07:36:55 user nova-compute[74307]:     </features>
Oct 24 07:36:55 user nova-compute[74307]:   </guest>
Oct 24 07:36:55 user nova-compute[74307]:   <guest>
Oct 24 07:36:55 user nova-compute[74307]:     <os_type>hvm</os_type>
Oct 24 07:36:55 user nova-compute[74307]:     <arch name='microblazeel'>
Oct 24 07:36:55 user nova-compute[74307]:       <wordsize>32</wordsize>
Oct 24 07:36:55 user nova-compute[74307]:       <emulator>/usr/bin/qemu-system-microblazeel</emulator>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>petalogix-ml605</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <domain type='qemu'/>
Oct 24 07:36:55 user nova-compute[74307]:     </arch>
Oct 24 07:36:55 user nova-compute[74307]:     <features>
Oct 24 07:36:55 user nova-compute[74307]:       <cpuselection/>
Oct 24 07:36:55 user nova-compute[74307]:       <deviceboot/>
Oct 24 07:36:55 user nova-compute[74307]:       <disksnapshot default='on' toggle='no'/>
Oct 24 07:36:55 user nova-compute[74307]:     </features>
Oct 24 07:36:55 user nova-compute[74307]:   </guest>
Oct 24 07:36:55 user nova-compute[74307]:   <guest>
Oct 24 07:36:55 user nova-compute[74307]:     <os_type>hvm</os_type>
Oct 24 07:36:55 user nova-compute[74307]:     <arch name='mips'>
Oct 24 07:36:55 user nova-compute[74307]:       <wordsize>32</wordsize>
Oct 24 07:36:55 user nova-compute[74307]:       <emulator>/usr/bin/qemu-system-mips</emulator>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='16'>malta</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>mipssim</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <domain type='qemu'/>
Oct 24 07:36:55 user nova-compute[74307]:     </arch>
Oct 24 07:36:55 user nova-compute[74307]:     <features>
Oct 24 07:36:55 user nova-compute[74307]:       <cpuselection/>
Oct 24 07:36:55 user nova-compute[74307]:       <deviceboot/>
Oct 24 07:36:55 user nova-compute[74307]:       <disksnapshot default='on' toggle='no'/>
Oct 24 07:36:55 user nova-compute[74307]:     </features>
Oct 24 07:36:55 user nova-compute[74307]:   </guest>
Oct 24 07:36:55 user nova-compute[74307]:   <guest>
Oct 24 07:36:55 user nova-compute[74307]:     <os_type>hvm</os_type>
Oct 24 07:36:55 user nova-compute[74307]:     <arch name='mipsel'>
Oct 24 07:36:55 user nova-compute[74307]:       <wordsize>32</wordsize>
Oct 24 07:36:55 user nova-compute[74307]:       <emulator>/usr/bin/qemu-system-mipsel</emulator>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='16'>malta</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>mipssim</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <domain type='qemu'/>
Oct 24 07:36:55 user nova-compute[74307]:     </arch>
Oct 24 07:36:55 user nova-compute[74307]:     <features>
Oct 24 07:36:55 user nova-compute[74307]:       <cpuselection/>
Oct 24 07:36:55 user nova-compute[74307]:       <deviceboot/>
Oct 24 07:36:55 user nova-compute[74307]:       <disksnapshot default='on' toggle='no'/>
Oct 24 07:36:55 user nova-compute[74307]:     </features>
Oct 24 07:36:55 user nova-compute[74307]:   </guest>
Oct 24 07:36:55 user nova-compute[74307]:   <guest>
Oct 24 07:36:55 user nova-compute[74307]:     <os_type>hvm</os_type>
Oct 24 07:36:55 user nova-compute[74307]:     <arch name='mips64'>
Oct 24 07:36:55 user nova-compute[74307]:       <wordsize>64</wordsize>
Oct 24 07:36:55 user nova-compute[74307]:       <emulator>/usr/bin/qemu-system-mips64</emulator>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='16'>malta</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>mipssim</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>pica61</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>magnum</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <domain type='qemu'/>
Oct 24 07:36:55 user nova-compute[74307]:     </arch>
Oct 24 07:36:55 user nova-compute[74307]:     <features>
Oct 24 07:36:55 user nova-compute[74307]:       <cpuselection/>
Oct 24 07:36:55 user nova-compute[74307]:       <deviceboot/>
Oct 24 07:36:55 user nova-compute[74307]:       <disksnapshot default='on' toggle='no'/>
Oct 24 07:36:55 user nova-compute[74307]:     </features>
Oct 24 07:36:55 user nova-compute[74307]:   </guest>
Oct 24 07:36:55 user nova-compute[74307]:   <guest>
Oct 24 07:36:55 user nova-compute[74307]:     <os_type>hvm</os_type>
Oct 24 07:36:55 user nova-compute[74307]:     <arch name='mips64el'>
Oct 24 07:36:55 user nova-compute[74307]:       <wordsize>64</wordsize>
Oct 24 07:36:55 user nova-compute[74307]:       <emulator>/usr/bin/qemu-system-mips64el</emulator>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='16'>malta</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='16'>loongson3-virt</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>mipssim</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>pica61</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>magnum</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='16'>boston</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>fuloong2e</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <domain type='qemu'/>
Oct 24 07:36:55 user nova-compute[74307]:     </arch>
Oct 24 07:36:55 user nova-compute[74307]:     <features>
Oct 24 07:36:55 user nova-compute[74307]:       <cpuselection/>
Oct 24 07:36:55 user nova-compute[74307]:       <deviceboot/>
Oct 24 07:36:55 user nova-compute[74307]:       <disksnapshot default='on' toggle='no'/>
Oct 24 07:36:55 user nova-compute[74307]:     </features>
Oct 24 07:36:55 user nova-compute[74307]:   </guest>
Oct 24 07:36:55 user nova-compute[74307]:   <guest>
Oct 24 07:36:55 user nova-compute[74307]:     <os_type>hvm</os_type>
Oct 24 07:36:55 user nova-compute[74307]:     <arch name='ppc'>
Oct 24 07:36:55 user nova-compute[74307]:       <wordsize>32</wordsize>
Oct 24 07:36:55 user nova-compute[74307]:       <emulator>/usr/bin/qemu-system-ppc</emulator>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>g3beige</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>virtex-ml507</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>mac99</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='32'>ppce500</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>pegasos2</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>sam460ex</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>bamboo</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>40p</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>ref405ep</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='15'>mpc8544ds</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>taihu</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <domain type='qemu'/>
Oct 24 07:36:55 user nova-compute[74307]:     </arch>
Oct 24 07:36:55 user nova-compute[74307]:     <features>
Oct 24 07:36:55 user nova-compute[74307]:       <cpuselection/>
Oct 24 07:36:55 user nova-compute[74307]:       <deviceboot/>
Oct 24 07:36:55 user nova-compute[74307]:       <disksnapshot default='on' toggle='no'/>
Oct 24 07:36:55 user nova-compute[74307]:     </features>
Oct 24 07:36:55 user nova-compute[74307]:   </guest>
Oct 24 07:36:55 user nova-compute[74307]:   <guest>
Oct 24 07:36:55 user nova-compute[74307]:     <os_type>hvm</os_type>
Oct 24 07:36:55 user nova-compute[74307]:     <arch name='ppc64'>
Oct 24 07:36:55 user nova-compute[74307]:       <wordsize>64</wordsize>
Oct 24 07:36:55 user nova-compute[74307]:       <emulator>/usr/bin/qemu-system-ppc64</emulator>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2048'>powernv9</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>taihu</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='15'>mpc8544ds</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2048'>powernv10</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='32'>ppce500</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>40p</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>pegasos2</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>bamboo</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>g3beige</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>virtex-ml507</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>mac99</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>sam460ex</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>ref405ep</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2048'>powernv8</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <domain type='qemu'/>
Oct 24 07:36:55 user nova-compute[74307]:     </arch>
Oct 24 07:36:55 user nova-compute[74307]:     <features>
Oct 24 07:36:55 user nova-compute[74307]:       <cpuselection/>
Oct 24 07:36:55 user nova-compute[74307]:       <deviceboot/>
Oct 24 07:36:55 user nova-compute[74307]:       <disksnapshot default='on' toggle='no'/>
Oct 24 07:36:55 user nova-compute[74307]:     </features>
Oct 24 07:36:55 user nova-compute[74307]:   </guest>
Oct 24 07:36:55 user nova-compute[74307]:   <guest>
Oct 24 07:36:55 user nova-compute[74307]:     <os_type>hvm</os_type>
Oct 24 07:36:55 user nova-compute[74307]:     <arch name='ppc64le'>
Oct 24 07:36:55 user nova-compute[74307]:       <wordsize>64</wordsize>
Oct 24 07:36:55 user nova-compute[74307]:       <emulator>/usr/bin/qemu-system-ppc64le</emulator>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2048'>powernv9</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>taihu</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='15'>mpc8544ds</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2048'>powernv10</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='32'>ppce500</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>40p</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>pegasos2</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>bamboo</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>g3beige</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>virtex-ml507</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>mac99</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>sam460ex</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>ref405ep</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2048'>powernv8</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <domain type='qemu'/>
Oct 24 07:36:55 user nova-compute[74307]:     </arch>
Oct 24 07:36:55 user nova-compute[74307]:     <features>
Oct 24 07:36:55 user nova-compute[74307]:       <cpuselection/>
Oct 24 07:36:55 user nova-compute[74307]:       <deviceboot/>
Oct 24 07:36:55 user nova-compute[74307]:       <disksnapshot default='on' toggle='no'/>
Oct 24 07:36:55 user nova-compute[74307]:     </features>
Oct 24 07:36:55 user nova-compute[74307]:   </guest>
Oct 24 07:36:55 user nova-compute[74307]:   <guest>
Oct 24 07:36:55 user nova-compute[74307]:     <os_type>hvm</os_type>
Oct 24 07:36:55 user nova-compute[74307]:     <arch name='riscv32'>
Oct 24 07:36:55 user nova-compute[74307]:       <wordsize>32</wordsize>
Oct 24 07:36:55 user nova-compute[74307]:       <emulator>/usr/bin/qemu-system-riscv32</emulator>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='8'>spike</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>opentitan</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='5'>sifive_u</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>sifive_e</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='8'>virt</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <domain type='qemu'/>
Oct 24 07:36:55 user nova-compute[74307]:     </arch>
Oct 24 07:36:55 user nova-compute[74307]:     <features>
Oct 24 07:36:55 user nova-compute[74307]:       <cpuselection/>
Oct 24 07:36:55 user nova-compute[74307]:       <deviceboot/>
Oct 24 07:36:55 user nova-compute[74307]:       <disksnapshot default='on' toggle='no'/>
Oct 24 07:36:55 user nova-compute[74307]:     </features>
Oct 24 07:36:55 user nova-compute[74307]:   </guest>
Oct 24 07:36:55 user nova-compute[74307]:   <guest>
Oct 24 07:36:55 user nova-compute[74307]:     <os_type>hvm</os_type>
Oct 24 07:36:55 user nova-compute[74307]:     <arch name='riscv64'>
Oct 24 07:36:55 user nova-compute[74307]:       <wordsize>64</wordsize>
Oct 24 07:36:55 user nova-compute[74307]:       <emulator>/usr/bin/qemu-system-riscv64</emulator>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='8'>spike</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='5'>microchip-icicle-kit</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='5'>sifive_u</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>shakti_c</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>sifive_e</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='8'>virt</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <domain type='qemu'/>
Oct 24 07:36:55 user nova-compute[74307]:     </arch>
Oct 24 07:36:55 user nova-compute[74307]:     <features>
Oct 24 07:36:55 user nova-compute[74307]:       <cpuselection/>
Oct 24 07:36:55 user nova-compute[74307]:       <deviceboot/>
Oct 24 07:36:55 user nova-compute[74307]:       <disksnapshot default='on' toggle='no'/>
Oct 24 07:36:55 user nova-compute[74307]:     </features>
Oct 24 07:36:55 user nova-compute[74307]:   </guest>
Oct 24 07:36:55 user nova-compute[74307]:   <guest>
Oct 24 07:36:55 user nova-compute[74307]:     <os_type>hvm</os_type>
Oct 24 07:36:55 user nova-compute[74307]:     <arch name='s390x'>
Oct 24 07:36:55 user nova-compute[74307]:       <wordsize>64</wordsize>
Oct 24 07:36:55 user nova-compute[74307]:       <emulator>/usr/bin/qemu-system-s390x</emulator>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='248'>s390-ccw-virtio-jammy</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine canonical='s390-ccw-virtio-jammy' maxCpus='248'>s390-ccw-virtio</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='248'>s390-ccw-virtio-4.0</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='248'>s390-ccw-virtio-5.2</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='248'>s390-ccw-virtio-artful</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='248'>s390-ccw-virtio-3.1</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='248'>s390-ccw-virtio-groovy</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='248'>s390-ccw-virtio-hirsute</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='248'>s390-ccw-virtio-disco</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='248'>s390-ccw-virtio-2.12</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='248'>s390-ccw-virtio-2.6</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='248'>s390-ccw-virtio-yakkety</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='248'>s390-ccw-virtio-eoan</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='248'>s390-ccw-virtio-2.9</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='248'>s390-ccw-virtio-6.0</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='248'>s390-ccw-virtio-5.1</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='248'>s390-ccw-virtio-3.0</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='248'>s390-ccw-virtio-4.2</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='248'>s390-ccw-virtio-2.5</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='248'>s390-ccw-virtio-2.11</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='248'>s390-ccw-virtio-xenial</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='248'>s390-ccw-virtio-focal</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='248'>s390-ccw-virtio-2.8</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='248'>s390-ccw-virtio-impish</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='248'>s390-ccw-virtio-bionic</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='248'>s390-ccw-virtio-5.0</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='248'>s390-ccw-virtio-6.2</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='248'>s390-ccw-virtio-zesty</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='248'>s390-ccw-virtio-4.1</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='248'>s390-ccw-virtio-cosmic</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='248'>s390-ccw-virtio-2.4</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='248'>s390-ccw-virtio-2.10</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='248'>s390-ccw-virtio-2.7</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='248'>s390-ccw-virtio-6.1</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <domain type='qemu'/>
Oct 24 07:36:55 user nova-compute[74307]:     </arch>
Oct 24 07:36:55 user nova-compute[74307]:     <features>
Oct 24 07:36:55 user nova-compute[74307]:       <cpuselection/>
Oct 24 07:36:55 user nova-compute[74307]:       <deviceboot/>
Oct 24 07:36:55 user nova-compute[74307]:       <disksnapshot default='on' toggle='no'/>
Oct 24 07:36:55 user nova-compute[74307]:     </features>
Oct 24 07:36:55 user nova-compute[74307]:   </guest>
Oct 24 07:36:55 user nova-compute[74307]:   <guest>
Oct 24 07:36:55 user nova-compute[74307]:     <os_type>hvm</os_type>
Oct 24 07:36:55 user nova-compute[74307]:     <arch name='sh4'>
Oct 24 07:36:55 user nova-compute[74307]:       <wordsize>32</wordsize>
Oct 24 07:36:55 user nova-compute[74307]:       <emulator>/usr/bin/qemu-system-sh4</emulator>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>shix</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>r2d</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <domain type='qemu'/>
Oct 24 07:36:55 user nova-compute[74307]:     </arch>
Oct 24 07:36:55 user nova-compute[74307]:     <features>
Oct 24 07:36:55 user nova-compute[74307]:       <cpuselection/>
Oct 24 07:36:55 user nova-compute[74307]:       <deviceboot/>
Oct 24 07:36:55 user nova-compute[74307]:       <disksnapshot default='on' toggle='no'/>
Oct 24 07:36:55 user nova-compute[74307]:     </features>
Oct 24 07:36:55 user nova-compute[74307]:   </guest>
Oct 24 07:36:55 user nova-compute[74307]:   <guest>
Oct 24 07:36:55 user nova-compute[74307]:     <os_type>hvm</os_type>
Oct 24 07:36:55 user nova-compute[74307]:     <arch name='sh4eb'>
Oct 24 07:36:55 user nova-compute[74307]:       <wordsize>64</wordsize>
Oct 24 07:36:55 user nova-compute[74307]:       <emulator>/usr/bin/qemu-system-sh4eb</emulator>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>shix</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>r2d</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <domain type='qemu'/>
Oct 24 07:36:55 user nova-compute[74307]:     </arch>
Oct 24 07:36:55 user nova-compute[74307]:     <features>
Oct 24 07:36:55 user nova-compute[74307]:       <cpuselection/>
Oct 24 07:36:55 user nova-compute[74307]:       <deviceboot/>
Oct 24 07:36:55 user nova-compute[74307]:       <disksnapshot default='on' toggle='no'/>
Oct 24 07:36:55 user nova-compute[74307]:     </features>
Oct 24 07:36:55 user nova-compute[74307]:   </guest>
Oct 24 07:36:55 user nova-compute[74307]:   <guest>
Oct 24 07:36:55 user nova-compute[74307]:     <os_type>hvm</os_type>
Oct 24 07:36:55 user nova-compute[74307]:     <arch name='sparc'>
Oct 24 07:36:55 user nova-compute[74307]:       <wordsize>32</wordsize>
Oct 24 07:36:55 user nova-compute[74307]:       <emulator>/usr/bin/qemu-system-sparc</emulator>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>SS-5</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='4'>SS-20</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>LX</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>SPARCClassic</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>leon3_generic</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>SPARCbook</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>SS-4</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='4'>SS-600MP</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='4'>SS-10</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>Voyager</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <domain type='qemu'/>
Oct 24 07:36:55 user nova-compute[74307]:     </arch>
Oct 24 07:36:55 user nova-compute[74307]:     <features>
Oct 24 07:36:55 user nova-compute[74307]:       <cpuselection/>
Oct 24 07:36:55 user nova-compute[74307]:       <deviceboot/>
Oct 24 07:36:55 user nova-compute[74307]:       <disksnapshot default='on' toggle='no'/>
Oct 24 07:36:55 user nova-compute[74307]:     </features>
Oct 24 07:36:55 user nova-compute[74307]:   </guest>
Oct 24 07:36:55 user nova-compute[74307]:   <guest>
Oct 24 07:36:55 user nova-compute[74307]:     <os_type>hvm</os_type>
Oct 24 07:36:55 user nova-compute[74307]:     <arch name='sparc64'>
Oct 24 07:36:55 user nova-compute[74307]:       <wordsize>64</wordsize>
Oct 24 07:36:55 user nova-compute[74307]:       <emulator>/usr/bin/qemu-system-sparc64</emulator>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>sun4u</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>niagara</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='1'>sun4v</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <domain type='qemu'/>
Oct 24 07:36:55 user nova-compute[74307]:     </arch>
Oct 24 07:36:55 user nova-compute[74307]:     <features>
Oct 24 07:36:55 user nova-compute[74307]:       <cpuselection/>
Oct 24 07:36:55 user nova-compute[74307]:       <deviceboot/>
Oct 24 07:36:55 user nova-compute[74307]:       <disksnapshot default='on' toggle='no'/>
Oct 24 07:36:55 user nova-compute[74307]:     </features>
Oct 24 07:36:55 user nova-compute[74307]:   </guest>
Oct 24 07:36:55 user nova-compute[74307]:   <guest>
Oct 24 07:36:55 user nova-compute[74307]:     <os_type>hvm</os_type>
Oct 24 07:36:55 user nova-compute[74307]:     <arch name='x86_64'>
Oct 24 07:36:55 user nova-compute[74307]:       <wordsize>64</wordsize>
Oct 24 07:36:55 user nova-compute[74307]:       <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-artful</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Oct 24 07:36:55 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='1'>x-remote</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='1'>isapc</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-disco</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-impish</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-focal</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='288'>microvm</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <domain type='qemu'/>
Oct 24 07:36:56 user nova-compute[74307]:       <domain type='kvm'/>
Oct 24 07:36:56 user nova-compute[74307]:     </arch>
Oct 24 07:36:56 user nova-compute[74307]:     <features>
Oct 24 07:36:56 user nova-compute[74307]:       <acpi default='on' toggle='yes'/>
Oct 24 07:36:56 user nova-compute[74307]:       <apic default='on' toggle='no'/>
Oct 24 07:36:56 user nova-compute[74307]:       <cpuselection/>
Oct 24 07:36:56 user nova-compute[74307]:       <deviceboot/>
Oct 24 07:36:56 user nova-compute[74307]:       <disksnapshot default='on' toggle='no'/>
Oct 24 07:36:56 user nova-compute[74307]:     </features>
Oct 24 07:36:56 user nova-compute[74307]:   </guest>
Oct 24 07:36:56 user nova-compute[74307]:   <guest>
Oct 24 07:36:56 user nova-compute[74307]:     <os_type>hvm</os_type>
Oct 24 07:36:56 user nova-compute[74307]:     <arch name='xtensa'>
Oct 24 07:36:56 user nova-compute[74307]:       <wordsize>32</wordsize>
Oct 24 07:36:56 user nova-compute[74307]:       <emulator>/usr/bin/qemu-system-xtensa</emulator>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='4'>sim</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='32'>kc705</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='32'>ml605</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='32'>ml605-nommu</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='32'>virt</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='32'>lx60-nommu</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='32'>lx200</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='32'>lx200-nommu</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='32'>lx60</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='32'>kc705-nommu</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <domain type='qemu'/>
Oct 24 07:36:56 user nova-compute[74307]:     </arch>
Oct 24 07:36:56 user nova-compute[74307]:     <features>
Oct 24 07:36:56 user nova-compute[74307]:       <cpuselection/>
Oct 24 07:36:56 user nova-compute[74307]:       <deviceboot/>
Oct 24 07:36:56 user nova-compute[74307]:       <disksnapshot default='on' toggle='no'/>
Oct 24 07:36:56 user nova-compute[74307]:     </features>
Oct 24 07:36:56 user nova-compute[74307]:   </guest>
Oct 24 07:36:56 user nova-compute[74307]:   <guest>
Oct 24 07:36:56 user nova-compute[74307]:     <os_type>hvm</os_type>
Oct 24 07:36:56 user nova-compute[74307]:     <arch name='xtensaeb'>
Oct 24 07:36:56 user nova-compute[74307]:       <wordsize>32</wordsize>
Oct 24 07:36:56 user nova-compute[74307]:       <emulator>/usr/bin/qemu-system-xtensaeb</emulator>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='4'>sim</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='32'>kc705</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='32'>ml605</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='32'>ml605-nommu</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='32'>virt</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='32'>lx60-nommu</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='32'>lx200</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='32'>lx200-nommu</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='32'>lx60</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <machine maxCpus='32'>kc705-nommu</machine>
Oct 24 07:36:56 user nova-compute[74307]:       <domain type='qemu'/>
Oct 24 07:36:56 user nova-compute[74307]:     </arch>
Oct 24 07:36:56 user nova-compute[74307]:     <features>
Oct 24 07:36:56 user nova-compute[74307]:       <cpuselection/>
Oct 24 07:36:56 user nova-compute[74307]:       <deviceboot/>
Oct 24 07:36:56 user nova-compute[74307]:       <disksnapshot default='on' toggle='no'/>
Oct 24 07:36:56 user nova-compute[74307]:     </features>
Oct 24 07:36:56 user nova-compute[74307]:   </guest>
Oct 24 07:36:56 user nova-compute[74307]: </capabilities>
Oct 24 07:36:56 user nova-compute[74307]: 
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Getting domain capabilities for alpha via machine types: {None} {{(pid=74307) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Error from libvirt when retrieving domain capabilities for arch alpha / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-alpha' on this host {{(pid=74307) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Getting domain capabilities for armv6l via machine types: {'virt', None} {{(pid=74307) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74307) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74307) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Getting domain capabilities for armv7l via machine types: {'virt'} {{(pid=74307) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Error from libvirt when retrieving domain capabilities for arch armv7l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74307) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Getting domain capabilities for aarch64 via machine types: {'virt'} {{(pid=74307) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Error from libvirt when retrieving domain capabilities for arch aarch64 / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-aarch64' on this host {{(pid=74307) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Getting domain capabilities for cris via machine types: {None} {{(pid=74307) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Error from libvirt when retrieving domain capabilities for arch cris / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-cris' on this host {{(pid=74307) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Getting domain capabilities for i686 via machine types: {'ubuntu-q35', 'ubuntu', 'pc', 'q35'} {{(pid=74307) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu-q35:
Oct 24 07:36:56 user nova-compute[74307]: <domainCapabilities>
Oct 24 07:36:56 user nova-compute[74307]:   <path>/usr/bin/qemu-system-i386</path>
Oct 24 07:36:56 user nova-compute[74307]:   <domain>kvm</domain>
Oct 24 07:36:56 user nova-compute[74307]:   <machine>pc-q35-jammy</machine>
Oct 24 07:36:56 user nova-compute[74307]:   <arch>i686</arch>
Oct 24 07:36:56 user nova-compute[74307]:   <vcpu max='288'/>
Oct 24 07:36:56 user nova-compute[74307]:   <iothreads supported='yes'/>
Oct 24 07:36:56 user nova-compute[74307]:   <os supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:     <enum name='firmware'/>
Oct 24 07:36:56 user nova-compute[74307]:     <loader supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 24 07:36:56 user nova-compute[74307]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 24 07:36:56 user nova-compute[74307]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 24 07:36:56 user nova-compute[74307]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 24 07:36:56 user nova-compute[74307]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='type'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>rom</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>pflash</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='readonly'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>yes</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>no</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='secure'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>no</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </loader>
Oct 24 07:36:56 user nova-compute[74307]:   </os>
Oct 24 07:36:56 user nova-compute[74307]:   <cpu>
Oct 24 07:36:56 user nova-compute[74307]:     <mode name='host-passthrough' supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='hostPassthroughMigratable'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>off</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </mode>
Oct 24 07:36:56 user nova-compute[74307]:     <mode name='maximum' supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='maximumMigratable'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>on</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>off</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </mode>
Oct 24 07:36:56 user nova-compute[74307]:     <mode name='host-model' supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <vendor>Intel</vendor>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='ss'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='vmx'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='pcid'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='hypervisor'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='arat'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='tsc_adjust'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='umip'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='md-clear'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='stibp'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='arch-capabilities'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='ssbd'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='ibpb'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='ibrs'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='amd-stibp'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='amd-ssbd'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='disable' name='erms'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='disable' name='xsaveopt'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='disable' name='lm'/>
Oct 24 07:36:56 user nova-compute[74307]:     </mode>
Oct 24 07:36:56 user nova-compute[74307]:     <mode name='custom' supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>qemu64</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>qemu32</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>phenom</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>pentium3</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>pentium2</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>pentium</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>n270</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>kvm64</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>kvm32</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>coreduo</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>core2duo</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>athlon</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Westmere-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Westmere</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Snowridge</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Skylake-Server</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Skylake-Client</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>SandyBridge</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Penryn</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Opteron_G5</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Opteron_G4</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Opteron_G3</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Opteron_G2</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Opteron_G1</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Nehalem-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Nehalem</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>IvyBridge</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Icelake-Server</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Haswell-noTSX</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Haswell-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Haswell</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>EPYC-Rome</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>EPYC-Milan</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>EPYC-IBPB</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>EPYC</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Dhyana</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Cooperlake</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Conroe</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Cascadelake-Server</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Broadwell-noTSX</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Broadwell-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Broadwell</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>486</model>
Oct 24 07:36:56 user nova-compute[74307]:     </mode>
Oct 24 07:36:56 user nova-compute[74307]:   </cpu>
Oct 24 07:36:56 user nova-compute[74307]:   <memoryBacking supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:     <enum name='sourceType'>
Oct 24 07:36:56 user nova-compute[74307]:       <value>file</value>
Oct 24 07:36:56 user nova-compute[74307]:       <value>anonymous</value>
Oct 24 07:36:56 user nova-compute[74307]:       <value>memfd</value>
Oct 24 07:36:56 user nova-compute[74307]:     </enum>
Oct 24 07:36:56 user nova-compute[74307]:   </memoryBacking>
Oct 24 07:36:56 user nova-compute[74307]:   <devices>
Oct 24 07:36:56 user nova-compute[74307]:     <disk supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='diskDevice'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>disk</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>cdrom</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>floppy</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>lun</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='bus'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>fdc</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>scsi</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>usb</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>sata</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='model'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio-transitional</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio-non-transitional</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </disk>
Oct 24 07:36:56 user nova-compute[74307]:     <graphics supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='type'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>sdl</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>vnc</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>spice</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>egl-headless</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </graphics>
Oct 24 07:36:56 user nova-compute[74307]:     <video supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='modelType'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>vga</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>cirrus</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>vmvga</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>qxl</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>none</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>bochs</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>ramfb</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </video>
Oct 24 07:36:56 user nova-compute[74307]:     <hostdev supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='mode'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>subsystem</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='startupPolicy'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>default</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>mandatory</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>requisite</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>optional</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='subsysType'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>usb</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>pci</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>scsi</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='capsType'/>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='pciBackend'/>
Oct 24 07:36:56 user nova-compute[74307]:     </hostdev>
Oct 24 07:36:56 user nova-compute[74307]:     <rng supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='model'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio-transitional</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio-non-transitional</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='backendModel'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>random</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>egd</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>builtin</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </rng>
Oct 24 07:36:56 user nova-compute[74307]:     <filesystem supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='driverType'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>path</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>handle</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtiofs</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </filesystem>
Oct 24 07:36:56 user nova-compute[74307]:     <tpm supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='model'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>tpm-tis</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>tpm-crb</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='backendModel'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>passthrough</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>emulator</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </tpm>
Oct 24 07:36:56 user nova-compute[74307]:   </devices>
Oct 24 07:36:56 user nova-compute[74307]:   <features>
Oct 24 07:36:56 user nova-compute[74307]:     <gic supported='no'/>
Oct 24 07:36:56 user nova-compute[74307]:     <vmcoreinfo supported='yes'/>
Oct 24 07:36:56 user nova-compute[74307]:     <genid supported='yes'/>
Oct 24 07:36:56 user nova-compute[74307]:     <backingStoreInput supported='yes'/>
Oct 24 07:36:56 user nova-compute[74307]:     <backup supported='yes'/>
Oct 24 07:36:56 user nova-compute[74307]:     <sev supported='no'/>
Oct 24 07:36:56 user nova-compute[74307]:   </features>
Oct 24 07:36:56 user nova-compute[74307]: </domainCapabilities>
Oct 24 07:36:56 user nova-compute[74307]:  {{(pid=74307) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu:
Oct 24 07:36:56 user nova-compute[74307]: <domainCapabilities>
Oct 24 07:36:56 user nova-compute[74307]:   <path>/usr/bin/qemu-system-i386</path>
Oct 24 07:36:56 user nova-compute[74307]:   <domain>kvm</domain>
Oct 24 07:36:56 user nova-compute[74307]:   <machine>pc-i440fx-jammy</machine>
Oct 24 07:36:56 user nova-compute[74307]:   <arch>i686</arch>
Oct 24 07:36:56 user nova-compute[74307]:   <vcpu max='255'/>
Oct 24 07:36:56 user nova-compute[74307]:   <iothreads supported='yes'/>
Oct 24 07:36:56 user nova-compute[74307]:   <os supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:     <enum name='firmware'/>
Oct 24 07:36:56 user nova-compute[74307]:     <loader supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 24 07:36:56 user nova-compute[74307]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 24 07:36:56 user nova-compute[74307]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 24 07:36:56 user nova-compute[74307]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 24 07:36:56 user nova-compute[74307]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='type'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>rom</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>pflash</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='readonly'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>yes</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>no</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='secure'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>no</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </loader>
Oct 24 07:36:56 user nova-compute[74307]:   </os>
Oct 24 07:36:56 user nova-compute[74307]:   <cpu>
Oct 24 07:36:56 user nova-compute[74307]:     <mode name='host-passthrough' supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='hostPassthroughMigratable'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>off</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </mode>
Oct 24 07:36:56 user nova-compute[74307]:     <mode name='maximum' supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='maximumMigratable'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>on</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>off</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </mode>
Oct 24 07:36:56 user nova-compute[74307]:     <mode name='host-model' supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <vendor>Intel</vendor>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='ss'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='vmx'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='pcid'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='hypervisor'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='arat'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='tsc_adjust'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='umip'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='md-clear'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='stibp'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='arch-capabilities'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='ssbd'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='ibpb'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='ibrs'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='amd-stibp'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='amd-ssbd'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='disable' name='erms'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='disable' name='xsaveopt'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='disable' name='lm'/>
Oct 24 07:36:56 user nova-compute[74307]:     </mode>
Oct 24 07:36:56 user nova-compute[74307]:     <mode name='custom' supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>qemu64</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>qemu32</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>phenom</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>pentium3</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>pentium2</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>pentium</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>n270</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>kvm64</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>kvm32</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>coreduo</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>core2duo</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>athlon</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Westmere-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Westmere</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Snowridge</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Skylake-Server</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Skylake-Client</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>SandyBridge</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Penryn</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Opteron_G5</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Opteron_G4</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Opteron_G3</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Opteron_G2</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Opteron_G1</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Nehalem-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Nehalem</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>IvyBridge</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Icelake-Server</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Haswell-noTSX</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Haswell-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Haswell</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>EPYC-Rome</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>EPYC-Milan</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>EPYC-IBPB</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>EPYC</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Dhyana</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Cooperlake</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Conroe</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Cascadelake-Server</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Broadwell-noTSX</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Broadwell-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Broadwell</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>486</model>
Oct 24 07:36:56 user nova-compute[74307]:     </mode>
Oct 24 07:36:56 user nova-compute[74307]:   </cpu>
Oct 24 07:36:56 user nova-compute[74307]:   <memoryBacking supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:     <enum name='sourceType'>
Oct 24 07:36:56 user nova-compute[74307]:       <value>file</value>
Oct 24 07:36:56 user nova-compute[74307]:       <value>anonymous</value>
Oct 24 07:36:56 user nova-compute[74307]:       <value>memfd</value>
Oct 24 07:36:56 user nova-compute[74307]:     </enum>
Oct 24 07:36:56 user nova-compute[74307]:   </memoryBacking>
Oct 24 07:36:56 user nova-compute[74307]:   <devices>
Oct 24 07:36:56 user nova-compute[74307]:     <disk supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='diskDevice'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>disk</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>cdrom</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>floppy</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>lun</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='bus'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>ide</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>fdc</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>scsi</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>usb</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>sata</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='model'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio-transitional</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio-non-transitional</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </disk>
Oct 24 07:36:56 user nova-compute[74307]:     <graphics supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='type'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>sdl</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>vnc</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>spice</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>egl-headless</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </graphics>
Oct 24 07:36:56 user nova-compute[74307]:     <video supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='modelType'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>vga</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>cirrus</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>vmvga</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>qxl</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>none</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>bochs</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>ramfb</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </video>
Oct 24 07:36:56 user nova-compute[74307]:     <hostdev supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='mode'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>subsystem</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='startupPolicy'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>default</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>mandatory</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>requisite</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>optional</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='subsysType'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>usb</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>pci</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>scsi</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='capsType'/>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='pciBackend'/>
Oct 24 07:36:56 user nova-compute[74307]:     </hostdev>
Oct 24 07:36:56 user nova-compute[74307]:     <rng supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='model'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio-transitional</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio-non-transitional</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='backendModel'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>random</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>egd</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>builtin</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </rng>
Oct 24 07:36:56 user nova-compute[74307]:     <filesystem supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='driverType'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>path</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>handle</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtiofs</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </filesystem>
Oct 24 07:36:56 user nova-compute[74307]:     <tpm supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='model'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>tpm-tis</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>tpm-crb</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='backendModel'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>passthrough</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>emulator</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </tpm>
Oct 24 07:36:56 user nova-compute[74307]:   </devices>
Oct 24 07:36:56 user nova-compute[74307]:   <features>
Oct 24 07:36:56 user nova-compute[74307]:     <gic supported='no'/>
Oct 24 07:36:56 user nova-compute[74307]:     <vmcoreinfo supported='yes'/>
Oct 24 07:36:56 user nova-compute[74307]:     <genid supported='yes'/>
Oct 24 07:36:56 user nova-compute[74307]:     <backingStoreInput supported='yes'/>
Oct 24 07:36:56 user nova-compute[74307]:     <backup supported='yes'/>
Oct 24 07:36:56 user nova-compute[74307]:     <sev supported='no'/>
Oct 24 07:36:56 user nova-compute[74307]:   </features>
Oct 24 07:36:56 user nova-compute[74307]: </domainCapabilities>
Oct 24 07:36:56 user nova-compute[74307]:  {{(pid=74307) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=pc:
Oct 24 07:36:56 user nova-compute[74307]: <domainCapabilities>
Oct 24 07:36:56 user nova-compute[74307]:   <path>/usr/bin/qemu-system-i386</path>
Oct 24 07:36:56 user nova-compute[74307]:   <domain>kvm</domain>
Oct 24 07:36:56 user nova-compute[74307]:   <machine>pc-i440fx-6.2</machine>
Oct 24 07:36:56 user nova-compute[74307]:   <arch>i686</arch>
Oct 24 07:36:56 user nova-compute[74307]:   <vcpu max='255'/>
Oct 24 07:36:56 user nova-compute[74307]:   <iothreads supported='yes'/>
Oct 24 07:36:56 user nova-compute[74307]:   <os supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:     <enum name='firmware'/>
Oct 24 07:36:56 user nova-compute[74307]:     <loader supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 24 07:36:56 user nova-compute[74307]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 24 07:36:56 user nova-compute[74307]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 24 07:36:56 user nova-compute[74307]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 24 07:36:56 user nova-compute[74307]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='type'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>rom</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>pflash</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='readonly'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>yes</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>no</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='secure'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>no</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </loader>
Oct 24 07:36:56 user nova-compute[74307]:   </os>
Oct 24 07:36:56 user nova-compute[74307]:   <cpu>
Oct 24 07:36:56 user nova-compute[74307]:     <mode name='host-passthrough' supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='hostPassthroughMigratable'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>off</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </mode>
Oct 24 07:36:56 user nova-compute[74307]:     <mode name='maximum' supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='maximumMigratable'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>on</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>off</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </mode>
Oct 24 07:36:56 user nova-compute[74307]:     <mode name='host-model' supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <vendor>Intel</vendor>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='ss'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='vmx'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='pcid'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='hypervisor'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='arat'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='tsc_adjust'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='umip'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='md-clear'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='stibp'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='arch-capabilities'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='ssbd'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='ibpb'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='ibrs'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='amd-stibp'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='amd-ssbd'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='disable' name='erms'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='disable' name='xsaveopt'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='disable' name='lm'/>
Oct 24 07:36:56 user nova-compute[74307]:     </mode>
Oct 24 07:36:56 user nova-compute[74307]:     <mode name='custom' supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>qemu64</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>qemu32</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>phenom</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>pentium3</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>pentium2</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>pentium</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>n270</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>kvm64</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>kvm32</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>coreduo</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>core2duo</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>athlon</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Westmere-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Westmere</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Snowridge</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Skylake-Server</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Skylake-Client</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>SandyBridge</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Penryn</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Opteron_G5</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Opteron_G4</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Opteron_G3</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Opteron_G2</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Opteron_G1</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Nehalem-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Nehalem</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>IvyBridge</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Icelake-Server</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Haswell-noTSX</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Haswell-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Haswell</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>EPYC-Rome</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>EPYC-Milan</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>EPYC-IBPB</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>EPYC</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Dhyana</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Cooperlake</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Conroe</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Cascadelake-Server</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Broadwell-noTSX</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Broadwell-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Broadwell</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>486</model>
Oct 24 07:36:56 user nova-compute[74307]:     </mode>
Oct 24 07:36:56 user nova-compute[74307]:   </cpu>
Oct 24 07:36:56 user nova-compute[74307]:   <memoryBacking supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:     <enum name='sourceType'>
Oct 24 07:36:56 user nova-compute[74307]:       <value>file</value>
Oct 24 07:36:56 user nova-compute[74307]:       <value>anonymous</value>
Oct 24 07:36:56 user nova-compute[74307]:       <value>memfd</value>
Oct 24 07:36:56 user nova-compute[74307]:     </enum>
Oct 24 07:36:56 user nova-compute[74307]:   </memoryBacking>
Oct 24 07:36:56 user nova-compute[74307]:   <devices>
Oct 24 07:36:56 user nova-compute[74307]:     <disk supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='diskDevice'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>disk</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>cdrom</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>floppy</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>lun</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='bus'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>ide</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>fdc</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>scsi</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>usb</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>sata</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='model'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio-transitional</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio-non-transitional</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </disk>
Oct 24 07:36:56 user nova-compute[74307]:     <graphics supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='type'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>sdl</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>vnc</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>spice</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>egl-headless</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </graphics>
Oct 24 07:36:56 user nova-compute[74307]:     <video supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='modelType'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>vga</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>cirrus</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>vmvga</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>qxl</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>none</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>bochs</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>ramfb</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </video>
Oct 24 07:36:56 user nova-compute[74307]:     <hostdev supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='mode'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>subsystem</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='startupPolicy'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>default</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>mandatory</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>requisite</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>optional</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='subsysType'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>usb</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>pci</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>scsi</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='capsType'/>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='pciBackend'/>
Oct 24 07:36:56 user nova-compute[74307]:     </hostdev>
Oct 24 07:36:56 user nova-compute[74307]:     <rng supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='model'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio-transitional</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio-non-transitional</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='backendModel'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>random</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>egd</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>builtin</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </rng>
Oct 24 07:36:56 user nova-compute[74307]:     <filesystem supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='driverType'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>path</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>handle</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtiofs</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </filesystem>
Oct 24 07:36:56 user nova-compute[74307]:     <tpm supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='model'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>tpm-tis</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>tpm-crb</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='backendModel'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>passthrough</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>emulator</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </tpm>
Oct 24 07:36:56 user nova-compute[74307]:   </devices>
Oct 24 07:36:56 user nova-compute[74307]:   <features>
Oct 24 07:36:56 user nova-compute[74307]:     <gic supported='no'/>
Oct 24 07:36:56 user nova-compute[74307]:     <vmcoreinfo supported='yes'/>
Oct 24 07:36:56 user nova-compute[74307]:     <genid supported='yes'/>
Oct 24 07:36:56 user nova-compute[74307]:     <backingStoreInput supported='yes'/>
Oct 24 07:36:56 user nova-compute[74307]:     <backup supported='yes'/>
Oct 24 07:36:56 user nova-compute[74307]:     <sev supported='no'/>
Oct 24 07:36:56 user nova-compute[74307]:   </features>
Oct 24 07:36:56 user nova-compute[74307]: </domainCapabilities>
Oct 24 07:36:56 user nova-compute[74307]:  {{(pid=74307) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=q35:
Oct 24 07:36:56 user nova-compute[74307]: <domainCapabilities>
Oct 24 07:36:56 user nova-compute[74307]:   <path>/usr/bin/qemu-system-i386</path>
Oct 24 07:36:56 user nova-compute[74307]:   <domain>kvm</domain>
Oct 24 07:36:56 user nova-compute[74307]:   <machine>pc-q35-6.2</machine>
Oct 24 07:36:56 user nova-compute[74307]:   <arch>i686</arch>
Oct 24 07:36:56 user nova-compute[74307]:   <vcpu max='288'/>
Oct 24 07:36:56 user nova-compute[74307]:   <iothreads supported='yes'/>
Oct 24 07:36:56 user nova-compute[74307]:   <os supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:     <enum name='firmware'/>
Oct 24 07:36:56 user nova-compute[74307]:     <loader supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 24 07:36:56 user nova-compute[74307]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 24 07:36:56 user nova-compute[74307]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 24 07:36:56 user nova-compute[74307]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 24 07:36:56 user nova-compute[74307]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='type'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>rom</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>pflash</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='readonly'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>yes</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>no</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='secure'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>no</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </loader>
Oct 24 07:36:56 user nova-compute[74307]:   </os>
Oct 24 07:36:56 user nova-compute[74307]:   <cpu>
Oct 24 07:36:56 user nova-compute[74307]:     <mode name='host-passthrough' supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='hostPassthroughMigratable'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>off</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </mode>
Oct 24 07:36:56 user nova-compute[74307]:     <mode name='maximum' supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='maximumMigratable'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>on</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>off</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </mode>
Oct 24 07:36:56 user nova-compute[74307]:     <mode name='host-model' supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <vendor>Intel</vendor>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='ss'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='vmx'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='pcid'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='hypervisor'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='arat'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='tsc_adjust'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='umip'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='md-clear'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='stibp'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='arch-capabilities'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='ssbd'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='ibpb'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='ibrs'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='amd-stibp'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='amd-ssbd'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='disable' name='erms'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='disable' name='xsaveopt'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='disable' name='lm'/>
Oct 24 07:36:56 user nova-compute[74307]:     </mode>
Oct 24 07:36:56 user nova-compute[74307]:     <mode name='custom' supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>qemu64</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>qemu32</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>phenom</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>pentium3</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>pentium2</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>pentium</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>n270</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>kvm64</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>kvm32</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>coreduo</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>core2duo</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>athlon</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Westmere-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Westmere</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Snowridge</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Skylake-Server</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Skylake-Client</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>SandyBridge</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Penryn</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Opteron_G5</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Opteron_G4</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Opteron_G3</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Opteron_G2</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Opteron_G1</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Nehalem-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Nehalem</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>IvyBridge</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Icelake-Server</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Haswell-noTSX</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Haswell-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Haswell</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>EPYC-Rome</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>EPYC-Milan</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>EPYC-IBPB</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>EPYC</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Dhyana</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Cooperlake</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Conroe</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Cascadelake-Server</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Broadwell-noTSX</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Broadwell-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Broadwell</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>486</model>
Oct 24 07:36:56 user nova-compute[74307]:     </mode>
Oct 24 07:36:56 user nova-compute[74307]:   </cpu>
Oct 24 07:36:56 user nova-compute[74307]:   <memoryBacking supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:     <enum name='sourceType'>
Oct 24 07:36:56 user nova-compute[74307]:       <value>file</value>
Oct 24 07:36:56 user nova-compute[74307]:       <value>anonymous</value>
Oct 24 07:36:56 user nova-compute[74307]:       <value>memfd</value>
Oct 24 07:36:56 user nova-compute[74307]:     </enum>
Oct 24 07:36:56 user nova-compute[74307]:   </memoryBacking>
Oct 24 07:36:56 user nova-compute[74307]:   <devices>
Oct 24 07:36:56 user nova-compute[74307]:     <disk supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='diskDevice'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>disk</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>cdrom</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>floppy</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>lun</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='bus'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>fdc</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>scsi</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>usb</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>sata</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='model'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio-transitional</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio-non-transitional</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </disk>
Oct 24 07:36:56 user nova-compute[74307]:     <graphics supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='type'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>sdl</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>vnc</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>spice</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>egl-headless</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </graphics>
Oct 24 07:36:56 user nova-compute[74307]:     <video supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='modelType'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>vga</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>cirrus</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>vmvga</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>qxl</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>none</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>bochs</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>ramfb</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </video>
Oct 24 07:36:56 user nova-compute[74307]:     <hostdev supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='mode'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>subsystem</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='startupPolicy'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>default</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>mandatory</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>requisite</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>optional</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='subsysType'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>usb</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>pci</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>scsi</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='capsType'/>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='pciBackend'/>
Oct 24 07:36:56 user nova-compute[74307]:     </hostdev>
Oct 24 07:36:56 user nova-compute[74307]:     <rng supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='model'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio-transitional</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio-non-transitional</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='backendModel'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>random</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>egd</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>builtin</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </rng>
Oct 24 07:36:56 user nova-compute[74307]:     <filesystem supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='driverType'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>path</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>handle</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtiofs</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </filesystem>
Oct 24 07:36:56 user nova-compute[74307]:     <tpm supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='model'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>tpm-tis</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>tpm-crb</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='backendModel'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>passthrough</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>emulator</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </tpm>
Oct 24 07:36:56 user nova-compute[74307]:   </devices>
Oct 24 07:36:56 user nova-compute[74307]:   <features>
Oct 24 07:36:56 user nova-compute[74307]:     <gic supported='no'/>
Oct 24 07:36:56 user nova-compute[74307]:     <vmcoreinfo supported='yes'/>
Oct 24 07:36:56 user nova-compute[74307]:     <genid supported='yes'/>
Oct 24 07:36:56 user nova-compute[74307]:     <backingStoreInput supported='yes'/>
Oct 24 07:36:56 user nova-compute[74307]:     <backup supported='yes'/>
Oct 24 07:36:56 user nova-compute[74307]:     <sev supported='no'/>
Oct 24 07:36:56 user nova-compute[74307]:   </features>
Oct 24 07:36:56 user nova-compute[74307]: </domainCapabilities>
Oct 24 07:36:56 user nova-compute[74307]:  {{(pid=74307) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Getting domain capabilities for m68k via machine types: {'virt', None} {{(pid=74307) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=74307) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=74307) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Getting domain capabilities for microblaze via machine types: {None} {{(pid=74307) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Error from libvirt when retrieving domain capabilities for arch microblaze / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblaze' on this host {{(pid=74307) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Getting domain capabilities for microblazeel via machine types: {None} {{(pid=74307) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Error from libvirt when retrieving domain capabilities for arch microblazeel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblazeel' on this host {{(pid=74307) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Getting domain capabilities for mips via machine types: {None} {{(pid=74307) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Error from libvirt when retrieving domain capabilities for arch mips / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips' on this host {{(pid=74307) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Getting domain capabilities for mipsel via machine types: {None} {{(pid=74307) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Error from libvirt when retrieving domain capabilities for arch mipsel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mipsel' on this host {{(pid=74307) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Getting domain capabilities for mips64 via machine types: {None} {{(pid=74307) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Error from libvirt when retrieving domain capabilities for arch mips64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64' on this host {{(pid=74307) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Getting domain capabilities for mips64el via machine types: {None} {{(pid=74307) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Error from libvirt when retrieving domain capabilities for arch mips64el / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64el' on this host {{(pid=74307) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Getting domain capabilities for ppc via machine types: {None} {{(pid=74307) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Error from libvirt when retrieving domain capabilities for arch ppc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc' on this host {{(pid=74307) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Getting domain capabilities for ppc64 via machine types: {'pseries', None, 'powernv'} {{(pid=74307) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74307) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74307) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74307) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Getting domain capabilities for ppc64le via machine types: {'pseries', 'powernv'} {{(pid=74307) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=74307) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=74307) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Getting domain capabilities for riscv32 via machine types: {None} {{(pid=74307) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Error from libvirt when retrieving domain capabilities for arch riscv32 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv32' on this host {{(pid=74307) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Getting domain capabilities for riscv64 via machine types: {None} {{(pid=74307) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Error from libvirt when retrieving domain capabilities for arch riscv64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv64' on this host {{(pid=74307) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Getting domain capabilities for s390x via machine types: {'s390-ccw-virtio'} {{(pid=74307) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Error from libvirt when retrieving domain capabilities for arch s390x / virt_type kvm / machine_type s390-ccw-virtio: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-s390x' on this host {{(pid=74307) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Getting domain capabilities for sh4 via machine types: {None} {{(pid=74307) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Error from libvirt when retrieving domain capabilities for arch sh4 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4' on this host {{(pid=74307) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Getting domain capabilities for sh4eb via machine types: {None} {{(pid=74307) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Error from libvirt when retrieving domain capabilities for arch sh4eb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4eb' on this host {{(pid=74307) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Getting domain capabilities for sparc via machine types: {None} {{(pid=74307) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Error from libvirt when retrieving domain capabilities for arch sparc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc' on this host {{(pid=74307) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Getting domain capabilities for sparc64 via machine types: {None} {{(pid=74307) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Error from libvirt when retrieving domain capabilities for arch sparc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc64' on this host {{(pid=74307) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Getting domain capabilities for x86_64 via machine types: {'ubuntu-q35', 'ubuntu', 'pc', 'q35'} {{(pid=74307) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu-q35:
Oct 24 07:36:56 user nova-compute[74307]: <domainCapabilities>
Oct 24 07:36:56 user nova-compute[74307]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 24 07:36:56 user nova-compute[74307]:   <domain>kvm</domain>
Oct 24 07:36:56 user nova-compute[74307]:   <machine>pc-q35-jammy</machine>
Oct 24 07:36:56 user nova-compute[74307]:   <arch>x86_64</arch>
Oct 24 07:36:56 user nova-compute[74307]:   <vcpu max='288'/>
Oct 24 07:36:56 user nova-compute[74307]:   <iothreads supported='yes'/>
Oct 24 07:36:56 user nova-compute[74307]:   <os supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:     <enum name='firmware'>
Oct 24 07:36:56 user nova-compute[74307]:       <value>efi</value>
Oct 24 07:36:56 user nova-compute[74307]:     </enum>
Oct 24 07:36:56 user nova-compute[74307]:     <loader supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Oct 24 07:36:56 user nova-compute[74307]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Oct 24 07:36:56 user nova-compute[74307]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='type'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>rom</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>pflash</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='readonly'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>yes</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>no</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='secure'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>yes</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>no</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </loader>
Oct 24 07:36:56 user nova-compute[74307]:   </os>
Oct 24 07:36:56 user nova-compute[74307]:   <cpu>
Oct 24 07:36:56 user nova-compute[74307]:     <mode name='host-passthrough' supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='hostPassthroughMigratable'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>on</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>off</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </mode>
Oct 24 07:36:56 user nova-compute[74307]:     <mode name='maximum' supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='maximumMigratable'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>on</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>off</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </mode>
Oct 24 07:36:56 user nova-compute[74307]:     <mode name='host-model' supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <vendor>Intel</vendor>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='ss'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='vmx'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='pcid'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='hypervisor'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='arat'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='tsc_adjust'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='umip'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='md-clear'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='stibp'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='arch-capabilities'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='ssbd'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='invtsc'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='ibpb'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='ibrs'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='amd-stibp'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='amd-ssbd'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='rsba'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='pschange-mc-no'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='disable' name='erms'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='disable' name='xsaveopt'/>
Oct 24 07:36:56 user nova-compute[74307]:     </mode>
Oct 24 07:36:56 user nova-compute[74307]:     <mode name='custom' supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>qemu64</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>qemu32</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>phenom</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>pentium3</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>pentium2</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>pentium</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>n270</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>kvm64</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>kvm32</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>coreduo</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>core2duo</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>athlon</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>Westmere-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>Westmere</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Snowridge</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Skylake-Server</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Skylake-Client</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>SandyBridge</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>Penryn</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Opteron_G5</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Opteron_G4</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Opteron_G3</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Opteron_G2</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>Opteron_G1</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>Nehalem</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>IvyBridge</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Icelake-Server</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Haswell-noTSX</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Haswell-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Haswell</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>EPYC-Rome</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>EPYC-Milan</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>EPYC-IBPB</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>EPYC</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Dhyana</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Cooperlake</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>Conroe</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Cascadelake-Server</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Broadwell-noTSX</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Broadwell-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Broadwell</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>486</model>
Oct 24 07:36:56 user nova-compute[74307]:     </mode>
Oct 24 07:36:56 user nova-compute[74307]:   </cpu>
Oct 24 07:36:56 user nova-compute[74307]:   <memoryBacking supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:     <enum name='sourceType'>
Oct 24 07:36:56 user nova-compute[74307]:       <value>file</value>
Oct 24 07:36:56 user nova-compute[74307]:       <value>anonymous</value>
Oct 24 07:36:56 user nova-compute[74307]:       <value>memfd</value>
Oct 24 07:36:56 user nova-compute[74307]:     </enum>
Oct 24 07:36:56 user nova-compute[74307]:   </memoryBacking>
Oct 24 07:36:56 user nova-compute[74307]:   <devices>
Oct 24 07:36:56 user nova-compute[74307]:     <disk supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='diskDevice'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>disk</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>cdrom</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>floppy</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>lun</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='bus'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>fdc</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>scsi</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>usb</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>sata</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='model'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio-transitional</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio-non-transitional</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </disk>
Oct 24 07:36:56 user nova-compute[74307]:     <graphics supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='type'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>sdl</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>vnc</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>spice</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>egl-headless</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </graphics>
Oct 24 07:36:56 user nova-compute[74307]:     <video supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='modelType'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>vga</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>cirrus</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>vmvga</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>qxl</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>none</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>bochs</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>ramfb</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </video>
Oct 24 07:36:56 user nova-compute[74307]:     <hostdev supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='mode'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>subsystem</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='startupPolicy'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>default</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>mandatory</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>requisite</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>optional</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='subsysType'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>usb</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>pci</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>scsi</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='capsType'/>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='pciBackend'/>
Oct 24 07:36:56 user nova-compute[74307]:     </hostdev>
Oct 24 07:36:56 user nova-compute[74307]:     <rng supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='model'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio-transitional</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio-non-transitional</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='backendModel'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>random</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>egd</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>builtin</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </rng>
Oct 24 07:36:56 user nova-compute[74307]:     <filesystem supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='driverType'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>path</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>handle</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtiofs</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </filesystem>
Oct 24 07:36:56 user nova-compute[74307]:     <tpm supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='model'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>tpm-tis</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>tpm-crb</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='backendModel'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>passthrough</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>emulator</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </tpm>
Oct 24 07:36:56 user nova-compute[74307]:   </devices>
Oct 24 07:36:56 user nova-compute[74307]:   <features>
Oct 24 07:36:56 user nova-compute[74307]:     <gic supported='no'/>
Oct 24 07:36:56 user nova-compute[74307]:     <vmcoreinfo supported='yes'/>
Oct 24 07:36:56 user nova-compute[74307]:     <genid supported='yes'/>
Oct 24 07:36:56 user nova-compute[74307]:     <backingStoreInput supported='yes'/>
Oct 24 07:36:56 user nova-compute[74307]:     <backup supported='yes'/>
Oct 24 07:36:56 user nova-compute[74307]:     <sev supported='no'/>
Oct 24 07:36:56 user nova-compute[74307]:   </features>
Oct 24 07:36:56 user nova-compute[74307]: </domainCapabilities>
Oct 24 07:36:56 user nova-compute[74307]:  {{(pid=74307) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu:
Oct 24 07:36:56 user nova-compute[74307]: <domainCapabilities>
Oct 24 07:36:56 user nova-compute[74307]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 24 07:36:56 user nova-compute[74307]:   <domain>kvm</domain>
Oct 24 07:36:56 user nova-compute[74307]:   <machine>pc-i440fx-jammy</machine>
Oct 24 07:36:56 user nova-compute[74307]:   <arch>x86_64</arch>
Oct 24 07:36:56 user nova-compute[74307]:   <vcpu max='255'/>
Oct 24 07:36:56 user nova-compute[74307]:   <iothreads supported='yes'/>
Oct 24 07:36:56 user nova-compute[74307]:   <os supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:     <enum name='firmware'>
Oct 24 07:36:56 user nova-compute[74307]:       <value>efi</value>
Oct 24 07:36:56 user nova-compute[74307]:     </enum>
Oct 24 07:36:56 user nova-compute[74307]:     <loader supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='type'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>rom</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>pflash</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='readonly'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>yes</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>no</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='secure'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>no</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </loader>
Oct 24 07:36:56 user nova-compute[74307]:   </os>
Oct 24 07:36:56 user nova-compute[74307]:   <cpu>
Oct 24 07:36:56 user nova-compute[74307]:     <mode name='host-passthrough' supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='hostPassthroughMigratable'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>on</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>off</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </mode>
Oct 24 07:36:56 user nova-compute[74307]:     <mode name='maximum' supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='maximumMigratable'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>on</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>off</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </mode>
Oct 24 07:36:56 user nova-compute[74307]:     <mode name='host-model' supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <vendor>Intel</vendor>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='ss'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='vmx'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='pcid'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='hypervisor'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='arat'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='tsc_adjust'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='umip'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='md-clear'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='stibp'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='arch-capabilities'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='ssbd'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='invtsc'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='ibpb'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='ibrs'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='amd-stibp'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='amd-ssbd'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='rsba'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='pschange-mc-no'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='disable' name='erms'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='disable' name='xsaveopt'/>
Oct 24 07:36:56 user nova-compute[74307]:     </mode>
Oct 24 07:36:56 user nova-compute[74307]:     <mode name='custom' supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>qemu64</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>qemu32</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>phenom</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>pentium3</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>pentium2</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>pentium</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>n270</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>kvm64</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>kvm32</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>coreduo</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>core2duo</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>athlon</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>Westmere-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>Westmere</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Snowridge</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Skylake-Server</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Skylake-Client</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>SandyBridge</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>Penryn</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Opteron_G5</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Opteron_G4</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Opteron_G3</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Opteron_G2</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>Opteron_G1</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>Nehalem</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>IvyBridge</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Icelake-Server</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Haswell-noTSX</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Haswell-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Haswell</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>EPYC-Rome</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>EPYC-Milan</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>EPYC-IBPB</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>EPYC</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Dhyana</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Cooperlake</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>Conroe</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Cascadelake-Server</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Broadwell-noTSX</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Broadwell-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Broadwell</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>486</model>
Oct 24 07:36:56 user nova-compute[74307]:     </mode>
Oct 24 07:36:56 user nova-compute[74307]:   </cpu>
Oct 24 07:36:56 user nova-compute[74307]:   <memoryBacking supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:     <enum name='sourceType'>
Oct 24 07:36:56 user nova-compute[74307]:       <value>file</value>
Oct 24 07:36:56 user nova-compute[74307]:       <value>anonymous</value>
Oct 24 07:36:56 user nova-compute[74307]:       <value>memfd</value>
Oct 24 07:36:56 user nova-compute[74307]:     </enum>
Oct 24 07:36:56 user nova-compute[74307]:   </memoryBacking>
Oct 24 07:36:56 user nova-compute[74307]:   <devices>
Oct 24 07:36:56 user nova-compute[74307]:     <disk supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='diskDevice'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>disk</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>cdrom</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>floppy</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>lun</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='bus'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>ide</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>fdc</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>scsi</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>usb</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>sata</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='model'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio-transitional</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio-non-transitional</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </disk>
Oct 24 07:36:56 user nova-compute[74307]:     <graphics supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='type'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>sdl</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>vnc</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>spice</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>egl-headless</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </graphics>
Oct 24 07:36:56 user nova-compute[74307]:     <video supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='modelType'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>vga</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>cirrus</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>vmvga</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>qxl</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>none</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>bochs</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>ramfb</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </video>
Oct 24 07:36:56 user nova-compute[74307]:     <hostdev supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='mode'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>subsystem</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='startupPolicy'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>default</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>mandatory</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>requisite</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>optional</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='subsysType'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>usb</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>pci</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>scsi</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='capsType'/>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='pciBackend'/>
Oct 24 07:36:56 user nova-compute[74307]:     </hostdev>
Oct 24 07:36:56 user nova-compute[74307]:     <rng supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='model'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio-transitional</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio-non-transitional</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='backendModel'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>random</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>egd</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>builtin</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </rng>
Oct 24 07:36:56 user nova-compute[74307]:     <filesystem supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='driverType'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>path</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>handle</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtiofs</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </filesystem>
Oct 24 07:36:56 user nova-compute[74307]:     <tpm supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='model'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>tpm-tis</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>tpm-crb</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='backendModel'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>passthrough</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>emulator</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </tpm>
Oct 24 07:36:56 user nova-compute[74307]:   </devices>
Oct 24 07:36:56 user nova-compute[74307]:   <features>
Oct 24 07:36:56 user nova-compute[74307]:     <gic supported='no'/>
Oct 24 07:36:56 user nova-compute[74307]:     <vmcoreinfo supported='yes'/>
Oct 24 07:36:56 user nova-compute[74307]:     <genid supported='yes'/>
Oct 24 07:36:56 user nova-compute[74307]:     <backingStoreInput supported='yes'/>
Oct 24 07:36:56 user nova-compute[74307]:     <backup supported='yes'/>
Oct 24 07:36:56 user nova-compute[74307]:     <sev supported='no'/>
Oct 24 07:36:56 user nova-compute[74307]:   </features>
Oct 24 07:36:56 user nova-compute[74307]: </domainCapabilities>
Oct 24 07:36:56 user nova-compute[74307]:  {{(pid=74307) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=pc:
Oct 24 07:36:56 user nova-compute[74307]: <domainCapabilities>
Oct 24 07:36:56 user nova-compute[74307]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 24 07:36:56 user nova-compute[74307]:   <domain>kvm</domain>
Oct 24 07:36:56 user nova-compute[74307]:   <machine>pc-i440fx-6.2</machine>
Oct 24 07:36:56 user nova-compute[74307]:   <arch>x86_64</arch>
Oct 24 07:36:56 user nova-compute[74307]:   <vcpu max='255'/>
Oct 24 07:36:56 user nova-compute[74307]:   <iothreads supported='yes'/>
Oct 24 07:36:56 user nova-compute[74307]:   <os supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:     <enum name='firmware'>
Oct 24 07:36:56 user nova-compute[74307]:       <value>efi</value>
Oct 24 07:36:56 user nova-compute[74307]:     </enum>
Oct 24 07:36:56 user nova-compute[74307]:     <loader supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='type'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>rom</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>pflash</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='readonly'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>yes</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>no</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='secure'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>no</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </loader>
Oct 24 07:36:56 user nova-compute[74307]:   </os>
Oct 24 07:36:56 user nova-compute[74307]:   <cpu>
Oct 24 07:36:56 user nova-compute[74307]:     <mode name='host-passthrough' supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='hostPassthroughMigratable'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>on</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>off</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </mode>
Oct 24 07:36:56 user nova-compute[74307]:     <mode name='maximum' supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='maximumMigratable'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>on</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>off</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </mode>
Oct 24 07:36:56 user nova-compute[74307]:     <mode name='host-model' supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <vendor>Intel</vendor>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='ss'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='vmx'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='pcid'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='hypervisor'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='arat'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='tsc_adjust'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='umip'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='md-clear'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='stibp'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='arch-capabilities'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='ssbd'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='invtsc'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='ibpb'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='ibrs'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='amd-stibp'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='amd-ssbd'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='rsba'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='pschange-mc-no'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='disable' name='erms'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='disable' name='xsaveopt'/>
Oct 24 07:36:56 user nova-compute[74307]:     </mode>
Oct 24 07:36:56 user nova-compute[74307]:     <mode name='custom' supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>qemu64</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>qemu32</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>phenom</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>pentium3</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>pentium2</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>pentium</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>n270</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>kvm64</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>kvm32</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>coreduo</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>core2duo</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>athlon</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>Westmere-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>Westmere</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Snowridge</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Skylake-Server</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Skylake-Client</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>SandyBridge</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>Penryn</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Opteron_G5</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Opteron_G4</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Opteron_G3</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Opteron_G2</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>Opteron_G1</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>Nehalem</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>IvyBridge</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Icelake-Server</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Haswell-noTSX</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Haswell-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Haswell</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>EPYC-Rome</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>EPYC-Milan</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>EPYC-IBPB</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>EPYC</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Dhyana</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Cooperlake</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>Conroe</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Cascadelake-Server</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Broadwell-noTSX</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Broadwell-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Broadwell</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>486</model>
Oct 24 07:36:56 user nova-compute[74307]:     </mode>
Oct 24 07:36:56 user nova-compute[74307]:   </cpu>
Oct 24 07:36:56 user nova-compute[74307]:   <memoryBacking supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:     <enum name='sourceType'>
Oct 24 07:36:56 user nova-compute[74307]:       <value>file</value>
Oct 24 07:36:56 user nova-compute[74307]:       <value>anonymous</value>
Oct 24 07:36:56 user nova-compute[74307]:       <value>memfd</value>
Oct 24 07:36:56 user nova-compute[74307]:     </enum>
Oct 24 07:36:56 user nova-compute[74307]:   </memoryBacking>
Oct 24 07:36:56 user nova-compute[74307]:   <devices>
Oct 24 07:36:56 user nova-compute[74307]:     <disk supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='diskDevice'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>disk</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>cdrom</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>floppy</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>lun</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='bus'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>ide</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>fdc</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>scsi</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>usb</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>sata</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='model'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio-transitional</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio-non-transitional</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </disk>
Oct 24 07:36:56 user nova-compute[74307]:     <graphics supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='type'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>sdl</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>vnc</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>spice</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>egl-headless</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </graphics>
Oct 24 07:36:56 user nova-compute[74307]:     <video supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='modelType'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>vga</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>cirrus</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>vmvga</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>qxl</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>none</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>bochs</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>ramfb</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </video>
Oct 24 07:36:56 user nova-compute[74307]:     <hostdev supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='mode'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>subsystem</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='startupPolicy'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>default</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>mandatory</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>requisite</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>optional</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='subsysType'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>usb</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>pci</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>scsi</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='capsType'/>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='pciBackend'/>
Oct 24 07:36:56 user nova-compute[74307]:     </hostdev>
Oct 24 07:36:56 user nova-compute[74307]:     <rng supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='model'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio-transitional</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio-non-transitional</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='backendModel'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>random</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>egd</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>builtin</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </rng>
Oct 24 07:36:56 user nova-compute[74307]:     <filesystem supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='driverType'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>path</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>handle</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtiofs</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </filesystem>
Oct 24 07:36:56 user nova-compute[74307]:     <tpm supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='model'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>tpm-tis</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>tpm-crb</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='backendModel'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>passthrough</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>emulator</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </tpm>
Oct 24 07:36:56 user nova-compute[74307]:   </devices>
Oct 24 07:36:56 user nova-compute[74307]:   <features>
Oct 24 07:36:56 user nova-compute[74307]:     <gic supported='no'/>
Oct 24 07:36:56 user nova-compute[74307]:     <vmcoreinfo supported='yes'/>
Oct 24 07:36:56 user nova-compute[74307]:     <genid supported='yes'/>
Oct 24 07:36:56 user nova-compute[74307]:     <backingStoreInput supported='yes'/>
Oct 24 07:36:56 user nova-compute[74307]:     <backup supported='yes'/>
Oct 24 07:36:56 user nova-compute[74307]:     <sev supported='no'/>
Oct 24 07:36:56 user nova-compute[74307]:   </features>
Oct 24 07:36:56 user nova-compute[74307]: </domainCapabilities>
Oct 24 07:36:56 user nova-compute[74307]:  {{(pid=74307) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=q35:
Oct 24 07:36:56 user nova-compute[74307]: <domainCapabilities>
Oct 24 07:36:56 user nova-compute[74307]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 24 07:36:56 user nova-compute[74307]:   <domain>kvm</domain>
Oct 24 07:36:56 user nova-compute[74307]:   <machine>pc-q35-6.2</machine>
Oct 24 07:36:56 user nova-compute[74307]:   <arch>x86_64</arch>
Oct 24 07:36:56 user nova-compute[74307]:   <vcpu max='288'/>
Oct 24 07:36:56 user nova-compute[74307]:   <iothreads supported='yes'/>
Oct 24 07:36:56 user nova-compute[74307]:   <os supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:     <enum name='firmware'>
Oct 24 07:36:56 user nova-compute[74307]:       <value>efi</value>
Oct 24 07:36:56 user nova-compute[74307]:     </enum>
Oct 24 07:36:56 user nova-compute[74307]:     <loader supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Oct 24 07:36:56 user nova-compute[74307]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Oct 24 07:36:56 user nova-compute[74307]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='type'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>rom</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>pflash</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='readonly'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>yes</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>no</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='secure'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>yes</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>no</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </loader>
Oct 24 07:36:56 user nova-compute[74307]:   </os>
Oct 24 07:36:56 user nova-compute[74307]:   <cpu>
Oct 24 07:36:56 user nova-compute[74307]:     <mode name='host-passthrough' supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='hostPassthroughMigratable'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>on</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>off</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </mode>
Oct 24 07:36:56 user nova-compute[74307]:     <mode name='maximum' supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='maximumMigratable'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>on</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>off</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </mode>
Oct 24 07:36:56 user nova-compute[74307]:     <mode name='host-model' supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <vendor>Intel</vendor>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='ss'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='vmx'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='pcid'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='hypervisor'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='arat'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='tsc_adjust'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='umip'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='md-clear'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='stibp'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='arch-capabilities'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='ssbd'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='invtsc'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='ibpb'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='ibrs'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='amd-stibp'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='amd-ssbd'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='rsba'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='require' name='pschange-mc-no'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='disable' name='erms'/>
Oct 24 07:36:56 user nova-compute[74307]:       <feature policy='disable' name='xsaveopt'/>
Oct 24 07:36:56 user nova-compute[74307]:     </mode>
Oct 24 07:36:56 user nova-compute[74307]:     <mode name='custom' supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>qemu64</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>qemu32</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>phenom</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>pentium3</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>pentium2</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>pentium</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>n270</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>kvm64</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>kvm32</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>coreduo</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>core2duo</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>athlon</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>Westmere-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>Westmere</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Snowridge</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Skylake-Server</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Skylake-Client</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>SandyBridge</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>Penryn</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Opteron_G5</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Opteron_G4</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Opteron_G3</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Opteron_G2</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>Opteron_G1</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>Nehalem</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>IvyBridge</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Icelake-Server</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Haswell-noTSX</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Haswell-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Haswell</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>EPYC-Rome</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>EPYC-Milan</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>EPYC-IBPB</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>EPYC</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Dhyana</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Cooperlake</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>Conroe</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Cascadelake-Server</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Broadwell-noTSX</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Broadwell-IBRS</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='no'>Broadwell</model>
Oct 24 07:36:56 user nova-compute[74307]:       <model usable='yes'>486</model>
Oct 24 07:36:56 user nova-compute[74307]:     </mode>
Oct 24 07:36:56 user nova-compute[74307]:   </cpu>
Oct 24 07:36:56 user nova-compute[74307]:   <memoryBacking supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:     <enum name='sourceType'>
Oct 24 07:36:56 user nova-compute[74307]:       <value>file</value>
Oct 24 07:36:56 user nova-compute[74307]:       <value>anonymous</value>
Oct 24 07:36:56 user nova-compute[74307]:       <value>memfd</value>
Oct 24 07:36:56 user nova-compute[74307]:     </enum>
Oct 24 07:36:56 user nova-compute[74307]:   </memoryBacking>
Oct 24 07:36:56 user nova-compute[74307]:   <devices>
Oct 24 07:36:56 user nova-compute[74307]:     <disk supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='diskDevice'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>disk</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>cdrom</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>floppy</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>lun</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='bus'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>fdc</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>scsi</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>usb</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>sata</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='model'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio-transitional</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio-non-transitional</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </disk>
Oct 24 07:36:56 user nova-compute[74307]:     <graphics supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='type'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>sdl</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>vnc</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>spice</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>egl-headless</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </graphics>
Oct 24 07:36:56 user nova-compute[74307]:     <video supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='modelType'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>vga</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>cirrus</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>vmvga</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>qxl</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>none</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>bochs</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>ramfb</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </video>
Oct 24 07:36:56 user nova-compute[74307]:     <hostdev supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='mode'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>subsystem</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='startupPolicy'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>default</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>mandatory</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>requisite</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>optional</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='subsysType'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>usb</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>pci</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>scsi</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='capsType'/>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='pciBackend'/>
Oct 24 07:36:56 user nova-compute[74307]:     </hostdev>
Oct 24 07:36:56 user nova-compute[74307]:     <rng supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='model'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio-transitional</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtio-non-transitional</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='backendModel'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>random</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>egd</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>builtin</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </rng>
Oct 24 07:36:56 user nova-compute[74307]:     <filesystem supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='driverType'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>path</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>handle</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>virtiofs</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </filesystem>
Oct 24 07:36:56 user nova-compute[74307]:     <tpm supported='yes'>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='model'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>tpm-tis</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>tpm-crb</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:       <enum name='backendModel'>
Oct 24 07:36:56 user nova-compute[74307]:         <value>passthrough</value>
Oct 24 07:36:56 user nova-compute[74307]:         <value>emulator</value>
Oct 24 07:36:56 user nova-compute[74307]:       </enum>
Oct 24 07:36:56 user nova-compute[74307]:     </tpm>
Oct 24 07:36:56 user nova-compute[74307]:   </devices>
Oct 24 07:36:56 user nova-compute[74307]:   <features>
Oct 24 07:36:56 user nova-compute[74307]:     <gic supported='no'/>
Oct 24 07:36:56 user nova-compute[74307]:     <vmcoreinfo supported='yes'/>
Oct 24 07:36:56 user nova-compute[74307]:     <genid supported='yes'/>
Oct 24 07:36:56 user nova-compute[74307]:     <backingStoreInput supported='yes'/>
Oct 24 07:36:56 user nova-compute[74307]:     <backup supported='yes'/>
Oct 24 07:36:56 user nova-compute[74307]:     <sev supported='no'/>
Oct 24 07:36:56 user nova-compute[74307]:   </features>
Oct 24 07:36:56 user nova-compute[74307]: </domainCapabilities>
Oct 24 07:36:56 user nova-compute[74307]:  {{(pid=74307) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Getting domain capabilities for xtensa via machine types: {None} {{(pid=74307) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Error from libvirt when retrieving domain capabilities for arch xtensa / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensa' on this host {{(pid=74307) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Getting domain capabilities for xtensaeb via machine types: {None} {{(pid=74307) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Error from libvirt when retrieving domain capabilities for arch xtensaeb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensaeb' on this host {{(pid=74307) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Checking secure boot support for host arch (x86_64) {{(pid=74307) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1779}}
Oct 24 07:36:56 user nova-compute[74307]: INFO nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Secure Boot support detected
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] cpu compare xml: <cpu match="exact">
Oct 24 07:36:56 user nova-compute[74307]:   <model>Nehalem</model>
Oct 24 07:36:56 user nova-compute[74307]: </cpu>
Oct 24 07:36:56 user nova-compute[74307]:  {{(pid=74307) _compare_cpu /opt/stack/nova/nova/virt/libvirt/driver.py:10023}}
Oct 24 07:36:56 user nova-compute[74307]: INFO nova.virt.node [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Generated node identity 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63
Oct 24 07:36:56 user nova-compute[74307]: INFO nova.virt.node [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Wrote node identity 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 to /opt/stack/data/nova/compute_id
Oct 24 07:36:56 user nova-compute[74307]: WARNING nova.compute.manager [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Compute nodes ['4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63'] for host user were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning.
Oct 24 07:36:56 user nova-compute[74307]: INFO nova.compute.manager [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host
Oct 24 07:36:56 user nova-compute[74307]: WARNING nova.compute.manager [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] No compute node record found for host user. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Oct 24 07:36:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 07:36:56 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:36:56 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Hypervisor/Node resource view: name=user free_ram=10954MB free_disk=26.222824096679688GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:36:56 user nova-compute[74307]: WARNING nova.compute.resource_tracker [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] No compute node record for user:4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 could not be found.
Oct 24 07:36:56 user nova-compute[74307]: INFO nova.compute.resource_tracker [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Compute node record created for user:user with uuid: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 07:36:56 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] [req-68d24e16-3ff8-4c4d-866c-ed32fad95dc6] Created resource provider record via placement API for resource provider with UUID 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 and name user.
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] /sys/module/kvm_amd/parameters/sev does not exist {{(pid=74307) _kernel_supports_amd_sev /opt/stack/nova/nova/virt/libvirt/host.py:1795}}
Oct 24 07:36:56 user nova-compute[74307]: INFO nova.virt.libvirt.host [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] kernel doesn't support AMD SEV
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Updating inventory in ProviderTree for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 with inventory: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Libvirt baseline CPU <cpu>
Oct 24 07:36:56 user nova-compute[74307]:   <arch>x86_64</arch>
Oct 24 07:36:56 user nova-compute[74307]:   <model>Nehalem</model>
Oct 24 07:36:56 user nova-compute[74307]:   <vendor>Intel</vendor>
Oct 24 07:36:56 user nova-compute[74307]:   <topology sockets="6" cores="1" threads="1"/>
Oct 24 07:36:56 user nova-compute[74307]: </cpu>
Oct 24 07:36:56 user nova-compute[74307]:  {{(pid=74307) _get_guest_baseline_cpu_features /opt/stack/nova/nova/virt/libvirt/driver.py:12513}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Updated inventory for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 with generation 0 in Placement from set_inventory_for_provider using data: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:957}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Updating resource provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 generation from 0 to 1 during operation: update_inventory {{(pid=74307) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Oct 24 07:36:56 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Updating inventory in ProviderTree for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 with inventory: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 24 07:36:57 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Updating resource provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 generation from 1 to 2 during operation: update_traits {{(pid=74307) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Oct 24 07:36:57 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 07:36:57 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.615s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:36:57 user nova-compute[74307]: DEBUG nova.service [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Creating RPC server for service compute {{(pid=74307) start /opt/stack/nova/nova/service.py:182}}
Oct 24 07:36:57 user nova-compute[74307]: DEBUG nova.service [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] Join ServiceGroup membership for this service compute {{(pid=74307) start /opt/stack/nova/nova/service.py:199}}
Oct 24 07:36:57 user nova-compute[74307]: DEBUG nova.servicegroup.drivers.db [None req-e91cdc3a-e129-4310-9d01-f40d4b11f5ee None None] DB_Driver: join new ServiceGroup member user to the compute group, service = <Service: host=user, binary=nova-compute, manager_class_name=nova.compute.manager.ComputeManager> {{(pid=74307) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}}
Oct 24 07:37:26 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:37:26 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:37:48 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:37:48 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:37:48 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Starting heal instance info cache {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 07:37:48 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Rebuilding the list of instances to heal {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 07:37:48 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Didn't find any instances for network info cache update. {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 24 07:37:48 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:37:48 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:37:48 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:37:48 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:37:48 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:37:48 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:37:48 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74307) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 07:37:48 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:37:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:37:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:37:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:37:48 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 07:37:48 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:37:48 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:37:48 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Hypervisor/Node resource view: name=user free_ram=10359MB free_disk=26.126590728759766GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 07:37:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:37:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:37:48 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 07:37:48 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 07:37:48 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:37:48 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:37:48 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 07:37:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.174s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:38:48 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:38:48 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:38:48 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:38:48 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:38:48 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:38:49 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:38:49 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Starting heal instance info cache {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 07:38:49 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Rebuilding the list of instances to heal {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 07:38:49 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Didn't find any instances for network info cache update. {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 24 07:38:49 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:38:49 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:38:49 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74307) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 07:38:49 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:38:49 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:38:49 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:38:49 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:38:49 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 07:38:49 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:38:49 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:38:49 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Hypervisor/Node resource view: name=user free_ram=10282MB free_disk=26.191287994384766GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 07:38:49 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:38:49 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:38:49 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 07:38:49 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 07:38:49 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:38:49 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:38:49 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 07:38:49 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.105s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:38:50 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:39:48 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:39:48 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:39:49 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:39:49 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Starting heal instance info cache {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 07:39:49 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Rebuilding the list of instances to heal {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 07:39:49 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Didn't find any instances for network info cache update. {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 24 07:39:49 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:39:50 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:39:51 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:39:51 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:39:51 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:39:51 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74307) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 07:39:51 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:39:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:39:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:39:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:39:51 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 07:39:51 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:39:51 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:39:51 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Hypervisor/Node resource view: name=user free_ram=10291MB free_disk=25.944293975830078GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 07:39:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:39:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:39:51 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 07:39:51 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 07:39:51 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:39:51 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:39:51 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 07:39:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.127s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:40:49 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:40:49 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:40:49 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Starting heal instance info cache {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 07:40:49 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Rebuilding the list of instances to heal {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 07:40:49 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Didn't find any instances for network info cache update. {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 24 07:40:49 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:40:50 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:40:51 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:40:51 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:40:51 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:40:51 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:40:53 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:40:53 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74307) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 07:40:53 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:40:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:40:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:40:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:40:53 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 07:40:53 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:40:53 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:40:53 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Hypervisor/Node resource view: name=user free_ram=9570MB free_disk=25.963947296142578GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 07:40:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:40:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:40:53 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 07:40:53 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 07:40:53 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:40:53 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:40:53 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 07:40:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.214s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquiring lock "fe508640-79f4-43d1-b846-00f28f91df79" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "fe508640-79f4-43d1-b846-00f28f91df79" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:01 user nova-compute[74307]: DEBUG nova.compute.manager [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Starting instance... {{(pid=74307) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 07:41:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Acquiring lock "bbf0ee63-f415-4610-9018-ae94792726e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Lock "bbf0ee63-f415-4610-9018-ae94792726e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:02 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 07:41:02 user nova-compute[74307]: INFO nova.compute.claims [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Claim successful on node user
Oct 24 07:41:02 user nova-compute[74307]: DEBUG nova.compute.manager [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Starting instance... {{(pid=74307) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 07:41:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:02 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:41:02 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:41:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.476s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:02 user nova-compute[74307]: DEBUG nova.compute.manager [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Start building networks asynchronously for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 07:41:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.225s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:02 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 07:41:02 user nova-compute[74307]: INFO nova.compute.claims [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Claim successful on node user
Oct 24 07:41:02 user nova-compute[74307]: DEBUG nova.compute.manager [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Allocating IP information in the background. {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 07:41:02 user nova-compute[74307]: DEBUG nova.network.neutron [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: fe508640-79f4-43d1-b846-00f28f91df79] allocate_for_instance() {{(pid=74307) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 07:41:02 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 07:41:02 user nova-compute[74307]: DEBUG nova.compute.manager [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Start building block device mappings for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 07:41:03 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:41:03 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:41:03 user nova-compute[74307]: DEBUG nova.compute.manager [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Start spawning the instance on the hypervisor. {{(pid=74307) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 07:41:03 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Creating instance directory {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 07:41:03 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Creating image(s)
Oct 24 07:41:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquiring lock "/opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "/opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "/opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquiring lock "9cb24620554d5eab84e846c14e389d04f4c43d48" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.446s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:03 user nova-compute[74307]: DEBUG nova.compute.manager [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Start building networks asynchronously for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 07:41:03 user nova-compute[74307]: DEBUG nova.compute.manager [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Allocating IP information in the background. {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 07:41:03 user nova-compute[74307]: DEBUG nova.network.neutron [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] allocate_for_instance() {{(pid=74307) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 07:41:03 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 07:41:03 user nova-compute[74307]: DEBUG nova.compute.manager [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Start building block device mappings for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 07:41:04 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48.part --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:04 user nova-compute[74307]: DEBUG nova.policy [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '514c86e8bc0b4f028a4e831cc15f1dd0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8663add8cb13470095b2b73e60705507', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74307) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 07:41:04 user nova-compute[74307]: DEBUG nova.policy [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '922a288c361041398a2c089f630cd888', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8bef7ee8ee14414ab3e51f43e0a41cb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74307) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 07:41:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Acquiring lock "c36ed999-f02b-469e-b2c4-40763f7fe835" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Lock "c36ed999-f02b-469e-b2c4-40763f7fe835" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:04 user nova-compute[74307]: DEBUG nova.compute.manager [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Starting instance... {{(pid=74307) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 07:41:04 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48.part --force-share --output=json" returned: 0 in 0.180s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:04 user nova-compute[74307]: DEBUG nova.virt.images [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7 was qcow2, converting to raw {{(pid=74307) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 24 07:41:04 user nova-compute[74307]: DEBUG nova.privsep.utils [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74307) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 24 07:41:04 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48.part /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48.converted {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:04 user nova-compute[74307]: DEBUG nova.compute.manager [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Start spawning the instance on the hypervisor. {{(pid=74307) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 07:41:04 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Creating instance directory {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 07:41:04 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Creating image(s)
Oct 24 07:41:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Acquiring lock "/opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Lock "/opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Lock "/opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Acquiring lock "9cb24620554d5eab84e846c14e389d04f4c43d48" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:04 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 07:41:04 user nova-compute[74307]: INFO nova.compute.claims [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Claim successful on node user
Oct 24 07:41:04 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48.part /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48.converted" returned: 0 in 0.349s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:04 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48.converted --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:04 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48.converted --force-share --output=json" returned: 0 in 0.167s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.552s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:04 user nova-compute[74307]: INFO oslo.privsep.daemon [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'nova.privsep.sys_admin_pctxt', '--privsep_sock_path', '/tmp/tmpwo00gwdk/privsep.sock']
Oct 24 07:41:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.485s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:04 user sudo[83572]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmpwo00gwdk/privsep.sock
Oct 24 07:41:04 user sudo[83572]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Oct 24 07:41:04 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:41:04 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:41:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.742s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:05 user nova-compute[74307]: DEBUG nova.compute.manager [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Start building networks asynchronously for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 07:41:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Acquiring lock "9ca4c6f9-3966-4025-b0d4-273611aba465" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Lock "9ca4c6f9-3966-4025-b0d4-273611aba465" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:05 user nova-compute[74307]: DEBUG nova.compute.manager [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Allocating IP information in the background. {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 07:41:05 user nova-compute[74307]: DEBUG nova.network.neutron [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] allocate_for_instance() {{(pid=74307) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 07:41:05 user nova-compute[74307]: DEBUG nova.compute.manager [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Starting instance... {{(pid=74307) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 07:41:05 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 07:41:05 user nova-compute[74307]: DEBUG nova.compute.manager [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Start building block device mappings for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 07:41:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:05 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 07:41:05 user nova-compute[74307]: INFO nova.compute.claims [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Claim successful on node user
Oct 24 07:41:05 user nova-compute[74307]: DEBUG nova.policy [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b89287b2386344f39c9b1be15fe731ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0fa726ebc234d598c91e3d3d0e8affb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74307) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 07:41:05 user nova-compute[74307]: DEBUG nova.compute.manager [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Start spawning the instance on the hypervisor. {{(pid=74307) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 07:41:05 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Creating instance directory {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 07:41:05 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Creating image(s)
Oct 24 07:41:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Acquiring lock "/opt/stack/data/nova/instances/c36ed999-f02b-469e-b2c4-40763f7fe835/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Lock "/opt/stack/data/nova/instances/c36ed999-f02b-469e-b2c4-40763f7fe835/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Lock "/opt/stack/data/nova/instances/c36ed999-f02b-469e-b2c4-40763f7fe835/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:05 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:41:05 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:41:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.595s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:05 user nova-compute[74307]: DEBUG nova.compute.manager [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Start building networks asynchronously for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 07:41:06 user nova-compute[74307]: DEBUG nova.compute.manager [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Allocating IP information in the background. {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 07:41:06 user nova-compute[74307]: DEBUG nova.network.neutron [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] allocate_for_instance() {{(pid=74307) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 07:41:06 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 07:41:06 user nova-compute[74307]: DEBUG nova.compute.manager [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Start building block device mappings for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 07:41:06 user sudo[83572]: pam_unix(sudo:session): session closed for user root
Oct 24 07:41:06 user nova-compute[74307]: INFO oslo.privsep.daemon [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Spawned new privsep daemon via rootwrap
Oct 24 07:41:06 user nova-compute[74307]: INFO oslo.privsep.daemon [-] privsep daemon starting
Oct 24 07:41:06 user nova-compute[74307]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Oct 24 07:41:06 user nova-compute[74307]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/none
Oct 24 07:41:06 user nova-compute[74307]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 83575
Oct 24 07:41:06 user nova-compute[74307]: WARNING oslo_privsep.priv_context [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] privsep daemon already running
Oct 24 07:41:06 user nova-compute[74307]: WARNING oslo_privsep.priv_context [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] privsep daemon already running
Oct 24 07:41:06 user nova-compute[74307]: DEBUG nova.compute.manager [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Start spawning the instance on the hypervisor. {{(pid=74307) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 07:41:06 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Creating instance directory {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 07:41:06 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Creating image(s)
Oct 24 07:41:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Acquiring lock "/opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Lock "/opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Lock "/opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:06 user nova-compute[74307]: DEBUG nova.policy [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b557898592034149a293048a307f3faf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0168f8c4ed044e57b721edf920156848', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74307) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 07:41:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.195s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquiring lock "9cb24620554d5eab84e846c14e389d04f4c43d48" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.227s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Acquiring lock "9cb24620554d5eab84e846c14e389d04f4c43d48" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.200s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Acquiring lock "9cb24620554d5eab84e846c14e389d04f4c43d48" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.240s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Acquiring lock "9cb24620554d5eab84e846c14e389d04f4c43d48" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:06 user nova-compute[74307]: DEBUG nova.network.neutron [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Successfully created port: 47c7d9f1-c0a6-4457-beb9-b99ba8d4d645 {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 07:41:06 user nova-compute[74307]: DEBUG nova.network.neutron [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Successfully created port: d3d0c4de-c88e-46cf-89c4-e4be298dd293 {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 07:41:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.208s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk 1073741824 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk 1073741824" returned: 0 in 0.041s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.253s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.213s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:06 user nova-compute[74307]: DEBUG nova.network.neutron [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Successfully created port: 951faef2-e38b-4d87-8a31-effd4335a3e6 {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 07:41:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.193s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.163s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:06 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Checking if we can resize image /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk. size=1073741824 {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 07:41:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk 1073741824 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk 1073741824" returned: 0 in 0.047s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.242s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.448s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:07 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Cannot resize image /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk to a smaller size. {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 07:41:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Created local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 07:41:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Ensure instance console log exists: /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 07:41:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.162s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:07 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Checking if we can resize image /opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk. size=1073741824 {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 07:41:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.187s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk 1073741824 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk 1073741824" returned: 0 in 0.049s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.242s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.705s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:07 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Cannot resize image /opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk to a smaller size. {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 07:41:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Created local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 07:41:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Ensure instance console log exists: /opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 07:41:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.169s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:07 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk. size=1073741824 {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 07:41:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.214s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/c36ed999-f02b-469e-b2c4-40763f7fe835/disk 1073741824 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/c36ed999-f02b-469e-b2c4-40763f7fe835/disk 1073741824" returned: 0 in 0.047s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.267s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:07 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Cannot resize image /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk to a smaller size. {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 07:41:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Created local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 07:41:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Ensure instance console log exists: /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 07:41:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.188s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:07 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c36ed999-f02b-469e-b2c4-40763f7fe835/disk. size=1073741824 {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 07:41:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c36ed999-f02b-469e-b2c4-40763f7fe835/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c36ed999-f02b-469e-b2c4-40763f7fe835/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:08 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Cannot resize image /opt/stack/data/nova/instances/c36ed999-f02b-469e-b2c4-40763f7fe835/disk to a smaller size. {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 07:41:08 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Created local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 07:41:08 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Ensure instance console log exists: /opt/stack/data/nova/instances/c36ed999-f02b-469e-b2c4-40763f7fe835/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 07:41:08 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:08 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:08 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:08 user nova-compute[74307]: DEBUG nova.network.neutron [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Successfully created port: 989eb379-62b5-4062-95a6-0357967bb8cb {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 07:41:09 user nova-compute[74307]: DEBUG nova.network.neutron [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Successfully updated port: 951faef2-e38b-4d87-8a31-effd4335a3e6 {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 07:41:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Acquiring lock "refresh_cache-c36ed999-f02b-469e-b2c4-40763f7fe835" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:41:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Acquired lock "refresh_cache-c36ed999-f02b-469e-b2c4-40763f7fe835" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:41:09 user nova-compute[74307]: DEBUG nova.network.neutron [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 07:41:09 user nova-compute[74307]: DEBUG nova.network.neutron [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 07:41:10 user nova-compute[74307]: DEBUG nova.compute.manager [req-85321f68-89ba-42c2-aa27-e8bd24908a1e req-038a5a9c-72dd-43d6-928b-69a26d475219 service nova] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Received event network-changed-951faef2-e38b-4d87-8a31-effd4335a3e6 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:41:10 user nova-compute[74307]: DEBUG nova.compute.manager [req-85321f68-89ba-42c2-aa27-e8bd24908a1e req-038a5a9c-72dd-43d6-928b-69a26d475219 service nova] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Refreshing instance network info cache due to event network-changed-951faef2-e38b-4d87-8a31-effd4335a3e6. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:41:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-85321f68-89ba-42c2-aa27-e8bd24908a1e req-038a5a9c-72dd-43d6-928b-69a26d475219 service nova] Acquiring lock "refresh_cache-c36ed999-f02b-469e-b2c4-40763f7fe835" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:41:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Acquiring lock "bf3db205-9fd8-47db-8365-87bc07dd98b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "bf3db205-9fd8-47db-8365-87bc07dd98b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:10 user nova-compute[74307]: DEBUG nova.compute.manager [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Starting instance... {{(pid=74307) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 07:41:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:10 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 07:41:10 user nova-compute[74307]: INFO nova.compute.claims [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Claim successful on node user
Oct 24 07:41:10 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:41:10 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:41:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.521s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:10 user nova-compute[74307]: DEBUG nova.compute.manager [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Start building networks asynchronously for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 07:41:10 user nova-compute[74307]: DEBUG nova.network.neutron [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Updating instance_info_cache with network_info: [{"id": "951faef2-e38b-4d87-8a31-effd4335a3e6", "address": "fa:16:3e:37:73:c0", "network": {"id": "33479dfc-dfed-427f-a246-c63a205581ce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1382782718-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c0fa726ebc234d598c91e3d3d0e8affb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap951faef2-e3", "ovs_interfaceid": "951faef2-e38b-4d87-8a31-effd4335a3e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:41:10 user nova-compute[74307]: DEBUG nova.compute.manager [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Allocating IP information in the background. {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 07:41:10 user nova-compute[74307]: DEBUG nova.network.neutron [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] allocate_for_instance() {{(pid=74307) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 07:41:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Releasing lock "refresh_cache-c36ed999-f02b-469e-b2c4-40763f7fe835" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:41:10 user nova-compute[74307]: DEBUG nova.compute.manager [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Instance network_info: |[{"id": "951faef2-e38b-4d87-8a31-effd4335a3e6", "address": "fa:16:3e:37:73:c0", "network": {"id": "33479dfc-dfed-427f-a246-c63a205581ce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1382782718-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c0fa726ebc234d598c91e3d3d0e8affb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap951faef2-e3", "ovs_interfaceid": "951faef2-e38b-4d87-8a31-effd4335a3e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 07:41:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-85321f68-89ba-42c2-aa27-e8bd24908a1e req-038a5a9c-72dd-43d6-928b-69a26d475219 service nova] Acquired lock "refresh_cache-c36ed999-f02b-469e-b2c4-40763f7fe835" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:41:10 user nova-compute[74307]: DEBUG nova.network.neutron [req-85321f68-89ba-42c2-aa27-e8bd24908a1e req-038a5a9c-72dd-43d6-928b-69a26d475219 service nova] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Refreshing network info cache for port 951faef2-e38b-4d87-8a31-effd4335a3e6 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:41:10 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Start _get_guest_xml network_info=[{"id": "951faef2-e38b-4d87-8a31-effd4335a3e6", "address": "fa:16:3e:37:73:c0", "network": {"id": "33479dfc-dfed-427f-a246-c63a205581ce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1382782718-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c0fa726ebc234d598c91e3d3d0e8affb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap951faef2-e3", "ovs_interfaceid": "951faef2-e38b-4d87-8a31-effd4335a3e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'boot_index': 0, 'guest_format': None, 'image_id': 'ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 07:41:10 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 07:41:10 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:41:10 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:41:10 user nova-compute[74307]: DEBUG nova.compute.manager [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Start building block device mappings for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 07:41:10 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 07:41:10 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 07:41:10 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 07:41:10 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 07:41:10 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 07:41:10 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 07:41:10 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 07:41:10 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 07:41:10 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 07:41:10 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 07:41:10 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 07:41:10 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 07:41:10 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 07:41:10 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 07:41:10 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 07:41:10 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 07:41:11 user nova-compute[74307]: DEBUG nova.privsep.utils [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74307) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 24 07:41:11 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:41:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1475020455',display_name='tempest-DeleteServersTestJSON-server-1475020455',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-1475020455',id=3,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c0fa726ebc234d598c91e3d3d0e8affb',ramdisk_id='',reservation_id='r-wkdcxyad',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-21240589',owner_user_name='tempest-DeleteServersTestJSON-21240589-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:41:05Z,user_data=None,user_id='b89287b2386344f39c9b1be15fe731ed',uuid=c36ed999-f02b-469e-b2c4-40763f7fe835,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "951faef2-e38b-4d87-8a31-effd4335a3e6", "address": "fa:16:3e:37:73:c0", "network": {"id": "33479dfc-dfed-427f-a246-c63a205581ce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1382782718-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c0fa726ebc234d598c91e3d3d0e8affb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap951faef2-e3", "ovs_interfaceid": "951faef2-e38b-4d87-8a31-effd4335a3e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 07:41:11 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Converting VIF {"id": "951faef2-e38b-4d87-8a31-effd4335a3e6", "address": "fa:16:3e:37:73:c0", "network": {"id": "33479dfc-dfed-427f-a246-c63a205581ce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1382782718-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c0fa726ebc234d598c91e3d3d0e8affb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap951faef2-e3", "ovs_interfaceid": "951faef2-e38b-4d87-8a31-effd4335a3e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:41:11 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:37:73:c0,bridge_name='br-int',has_traffic_filtering=True,id=951faef2-e38b-4d87-8a31-effd4335a3e6,network=Network(33479dfc-dfed-427f-a246-c63a205581ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap951faef2-e3') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:41:11 user nova-compute[74307]: DEBUG nova.objects.instance [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Lazy-loading 'pci_devices' on Instance uuid c36ed999-f02b-469e-b2c4-40763f7fe835 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:41:11 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] End _get_guest_xml xml=<domain type="kvm">
Oct 24 07:41:11 user nova-compute[74307]:   <uuid>c36ed999-f02b-469e-b2c4-40763f7fe835</uuid>
Oct 24 07:41:11 user nova-compute[74307]:   <name>instance-00000003</name>
Oct 24 07:41:11 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 07:41:11 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 07:41:11 user nova-compute[74307]:   <metadata>
Oct 24 07:41:11 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 07:41:11 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 07:41:11 user nova-compute[74307]:       <nova:name>tempest-DeleteServersTestJSON-server-1475020455</nova:name>
Oct 24 07:41:11 user nova-compute[74307]:       <nova:creationTime>2023-10-24 07:41:10</nova:creationTime>
Oct 24 07:41:11 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 07:41:11 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 07:41:11 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 07:41:11 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 07:41:11 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 07:41:11 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 07:41:11 user nova-compute[74307]:       </nova:flavor>
Oct 24 07:41:11 user nova-compute[74307]:       <nova:owner>
Oct 24 07:41:11 user nova-compute[74307]:         <nova:user uuid="b89287b2386344f39c9b1be15fe731ed">tempest-DeleteServersTestJSON-21240589-project-member</nova:user>
Oct 24 07:41:11 user nova-compute[74307]:         <nova:project uuid="c0fa726ebc234d598c91e3d3d0e8affb">tempest-DeleteServersTestJSON-21240589</nova:project>
Oct 24 07:41:11 user nova-compute[74307]:       </nova:owner>
Oct 24 07:41:11 user nova-compute[74307]:       <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 07:41:11 user nova-compute[74307]:       <nova:ports>
Oct 24 07:41:11 user nova-compute[74307]:         <nova:port uuid="951faef2-e38b-4d87-8a31-effd4335a3e6">
Oct 24 07:41:11 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 24 07:41:11 user nova-compute[74307]:         </nova:port>
Oct 24 07:41:11 user nova-compute[74307]:       </nova:ports>
Oct 24 07:41:11 user nova-compute[74307]:     </nova:instance>
Oct 24 07:41:11 user nova-compute[74307]:   </metadata>
Oct 24 07:41:11 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 07:41:11 user nova-compute[74307]:     <system>
Oct 24 07:41:11 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 07:41:11 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 07:41:11 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 07:41:11 user nova-compute[74307]:       <entry name="serial">c36ed999-f02b-469e-b2c4-40763f7fe835</entry>
Oct 24 07:41:11 user nova-compute[74307]:       <entry name="uuid">c36ed999-f02b-469e-b2c4-40763f7fe835</entry>
Oct 24 07:41:11 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 07:41:11 user nova-compute[74307]:     </system>
Oct 24 07:41:11 user nova-compute[74307]:   </sysinfo>
Oct 24 07:41:11 user nova-compute[74307]:   <os>
Oct 24 07:41:11 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 07:41:11 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 07:41:11 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 07:41:11 user nova-compute[74307]:   </os>
Oct 24 07:41:11 user nova-compute[74307]:   <features>
Oct 24 07:41:11 user nova-compute[74307]:     <acpi/>
Oct 24 07:41:11 user nova-compute[74307]:     <apic/>
Oct 24 07:41:11 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 07:41:11 user nova-compute[74307]:   </features>
Oct 24 07:41:11 user nova-compute[74307]:   <clock offset="utc">
Oct 24 07:41:11 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 07:41:11 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 07:41:11 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 07:41:11 user nova-compute[74307]:   </clock>
Oct 24 07:41:11 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 07:41:11 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 07:41:11 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 07:41:11 user nova-compute[74307]:   </cpu>
Oct 24 07:41:11 user nova-compute[74307]:   <devices>
Oct 24 07:41:11 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 07:41:11 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 07:41:11 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/c36ed999-f02b-469e-b2c4-40763f7fe835/disk"/>
Oct 24 07:41:11 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 07:41:11 user nova-compute[74307]:     </disk>
Oct 24 07:41:11 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 07:41:11 user nova-compute[74307]:       <mac address="fa:16:3e:37:73:c0"/>
Oct 24 07:41:11 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:41:11 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 07:41:11 user nova-compute[74307]:       <target dev="tap951faef2-e3"/>
Oct 24 07:41:11 user nova-compute[74307]:     </interface>
Oct 24 07:41:11 user nova-compute[74307]:     <serial type="pty">
Oct 24 07:41:11 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/c36ed999-f02b-469e-b2c4-40763f7fe835/console.log" append="off"/>
Oct 24 07:41:11 user nova-compute[74307]:     </serial>
Oct 24 07:41:11 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 07:41:11 user nova-compute[74307]:     <video>
Oct 24 07:41:11 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:41:11 user nova-compute[74307]:     </video>
Oct 24 07:41:11 user nova-compute[74307]:     <rng model="virtio">
Oct 24 07:41:11 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 07:41:11 user nova-compute[74307]:     </rng>
Oct 24 07:41:11 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 07:41:11 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 07:41:11 user nova-compute[74307]:       <stats period="10"/>
Oct 24 07:41:11 user nova-compute[74307]:     </memballoon>
Oct 24 07:41:11 user nova-compute[74307]:   </devices>
Oct 24 07:41:11 user nova-compute[74307]: </domain>
Oct 24 07:41:11 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 07:41:11 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:41:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1475020455',display_name='tempest-DeleteServersTestJSON-server-1475020455',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-1475020455',id=3,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c0fa726ebc234d598c91e3d3d0e8affb',ramdisk_id='',reservation_id='r-wkdcxyad',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-21240589',owner_user_name='tempest-DeleteServersTestJSON-21240589-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:41:05Z,user_data=None,user_id='b89287b2386344f39c9b1be15fe731ed',uuid=c36ed999-f02b-469e-b2c4-40763f7fe835,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "951faef2-e38b-4d87-8a31-effd4335a3e6", "address": "fa:16:3e:37:73:c0", "network": {"id": "33479dfc-dfed-427f-a246-c63a205581ce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1382782718-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c0fa726ebc234d598c91e3d3d0e8affb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap951faef2-e3", "ovs_interfaceid": "951faef2-e38b-4d87-8a31-effd4335a3e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 07:41:11 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Converting VIF {"id": "951faef2-e38b-4d87-8a31-effd4335a3e6", "address": "fa:16:3e:37:73:c0", "network": {"id": "33479dfc-dfed-427f-a246-c63a205581ce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1382782718-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c0fa726ebc234d598c91e3d3d0e8affb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap951faef2-e3", "ovs_interfaceid": "951faef2-e38b-4d87-8a31-effd4335a3e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:41:11 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:37:73:c0,bridge_name='br-int',has_traffic_filtering=True,id=951faef2-e38b-4d87-8a31-effd4335a3e6,network=Network(33479dfc-dfed-427f-a246-c63a205581ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap951faef2-e3') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:41:11 user nova-compute[74307]: DEBUG os_vif [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:37:73:c0,bridge_name='br-int',has_traffic_filtering=True,id=951faef2-e38b-4d87-8a31-effd4335a3e6,network=Network(33479dfc-dfed-427f-a246-c63a205581ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap951faef2-e3') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 07:41:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Created schema index Interface.name {{(pid=74307) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Oct 24 07:41:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Created schema index Port.name {{(pid=74307) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Oct 24 07:41:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Created schema index Bridge.name {{(pid=74307) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Oct 24 07:41:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] tcp:127.0.0.1:6640: entering CONNECTING {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 07:41:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] [POLLOUT] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 07:41:11 user nova-compute[74307]: DEBUG nova.policy [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26da1d70557347a1ba51cc920ab9b090', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b309cc23749c4a8db15e97071e598aa7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74307) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 07:41:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:11 user nova-compute[74307]: DEBUG nova.compute.manager [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Start spawning the instance on the hypervisor. {{(pid=74307) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 07:41:11 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Creating instance directory {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 07:41:11 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Creating image(s)
Oct 24 07:41:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Acquiring lock "/opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "/opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "/opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:11 user nova-compute[74307]: DEBUG nova.network.neutron [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Successfully updated port: 989eb379-62b5-4062-95a6-0357967bb8cb {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 07:41:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Acquiring lock "refresh_cache-9ca4c6f9-3966-4025-b0d4-273611aba465" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:41:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Acquired lock "refresh_cache-9ca4c6f9-3966-4025-b0d4-273611aba465" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:41:11 user nova-compute[74307]: DEBUG nova.network.neutron [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 07:41:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:41:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:41:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '99f55ab9-ac8c-596f-8905-485d7ceb530c', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:41:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:41:11 user nova-compute[74307]: INFO oslo.privsep.daemon [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'vif_plug_ovs.privsep.vif_plug', '--privsep_sock_path', '/tmp/tmpmt7s5uej/privsep.sock']
Oct 24 07:41:11 user sudo[83646]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmpmt7s5uej/privsep.sock
Oct 24 07:41:11 user sudo[83646]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Oct 24 07:41:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.188s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:11 user nova-compute[74307]: DEBUG nova.network.neutron [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 07:41:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Acquiring lock "9cb24620554d5eab84e846c14e389d04f4c43d48" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.197s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk 1073741824 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk 1073741824" returned: 0 in 0.050s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.255s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.178s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:11 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Checking if we can resize image /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk. size=1073741824 {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 07:41:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Cannot resize image /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk to a smaller size. {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Created local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Ensure instance console log exists: /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG nova.network.neutron [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Successfully updated port: 47c7d9f1-c0a6-4457-beb9-b99ba8d4d645 {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG nova.network.neutron [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Updating instance_info_cache with network_info: [{"id": "989eb379-62b5-4062-95a6-0357967bb8cb", "address": "fa:16:3e:46:46:e1", "network": {"id": "f6232387-1f48-4257-bccd-b30cb0bb880d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1072713156-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0168f8c4ed044e57b721edf920156848", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap989eb379-62", "ovs_interfaceid": "989eb379-62b5-4062-95a6-0357967bb8cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquiring lock "refresh_cache-fe508640-79f4-43d1-b846-00f28f91df79" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquired lock "refresh_cache-fe508640-79f4-43d1-b846-00f28f91df79" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG nova.network.neutron [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Releasing lock "refresh_cache-9ca4c6f9-3966-4025-b0d4-273611aba465" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG nova.compute.manager [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Instance network_info: |[{"id": "989eb379-62b5-4062-95a6-0357967bb8cb", "address": "fa:16:3e:46:46:e1", "network": {"id": "f6232387-1f48-4257-bccd-b30cb0bb880d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1072713156-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0168f8c4ed044e57b721edf920156848", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap989eb379-62", "ovs_interfaceid": "989eb379-62b5-4062-95a6-0357967bb8cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Start _get_guest_xml network_info=[{"id": "989eb379-62b5-4062-95a6-0357967bb8cb", "address": "fa:16:3e:46:46:e1", "network": {"id": "f6232387-1f48-4257-bccd-b30cb0bb880d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1072713156-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0168f8c4ed044e57b721edf920156848", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap989eb379-62", "ovs_interfaceid": "989eb379-62b5-4062-95a6-0357967bb8cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'boot_index': 0, 'guest_format': None, 'image_id': 'ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 07:41:12 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:41:12 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:41:12 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:41:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-2055145473',display_name='tempest-ServerActionsTestOtherB-server-2055145473',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-2055145473',id=4,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJSw+dRlkk5Y9iS9BmJkNnyADTezdyrtmGXKyyY4yXGCUxjKgGN88CyieUUJWxXV4UovehXC4dT+BaE5ioQ4GLwyd+JmQB/Ibou0075W/rUJUVaILkh9q/wYCE46Q0lgwg==',key_name='tempest-keypair-1453494366',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0168f8c4ed044e57b721edf920156848',ramdisk_id='',reservation_id='r-flyet017',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-1522363102',owner_user_name='tempest-ServerActionsTestOtherB-1522363102-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:41:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b557898592034149a293048a307f3faf',uuid=9ca4c6f9-3966-4025-b0d4-273611aba465,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "989eb379-62b5-4062-95a6-0357967bb8cb", "address": "fa:16:3e:46:46:e1", "network": {"id": "f6232387-1f48-4257-bccd-b30cb0bb880d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1072713156-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0168f8c4ed044e57b721edf920156848", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap989eb379-62", "ovs_interfaceid": "989eb379-62b5-4062-95a6-0357967bb8cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Converting VIF {"id": "989eb379-62b5-4062-95a6-0357967bb8cb", "address": "fa:16:3e:46:46:e1", "network": {"id": "f6232387-1f48-4257-bccd-b30cb0bb880d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1072713156-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0168f8c4ed044e57b721edf920156848", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap989eb379-62", "ovs_interfaceid": "989eb379-62b5-4062-95a6-0357967bb8cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:46:46:e1,bridge_name='br-int',has_traffic_filtering=True,id=989eb379-62b5-4062-95a6-0357967bb8cb,network=Network(f6232387-1f48-4257-bccd-b30cb0bb880d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap989eb379-62') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG nova.objects.instance [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Lazy-loading 'pci_devices' on Instance uuid 9ca4c6f9-3966-4025-b0d4-273611aba465 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG nova.compute.manager [req-869867c1-3002-45e7-934e-df993bcbe799 req-d2b66c98-7377-410b-88f7-f78aa0becc90 service nova] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Received event network-changed-989eb379-62b5-4062-95a6-0357967bb8cb {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG nova.compute.manager [req-869867c1-3002-45e7-934e-df993bcbe799 req-d2b66c98-7377-410b-88f7-f78aa0becc90 service nova] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Refreshing instance network info cache due to event network-changed-989eb379-62b5-4062-95a6-0357967bb8cb. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-869867c1-3002-45e7-934e-df993bcbe799 req-d2b66c98-7377-410b-88f7-f78aa0becc90 service nova] Acquiring lock "refresh_cache-9ca4c6f9-3966-4025-b0d4-273611aba465" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-869867c1-3002-45e7-934e-df993bcbe799 req-d2b66c98-7377-410b-88f7-f78aa0becc90 service nova] Acquired lock "refresh_cache-9ca4c6f9-3966-4025-b0d4-273611aba465" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG nova.network.neutron [req-869867c1-3002-45e7-934e-df993bcbe799 req-d2b66c98-7377-410b-88f7-f78aa0becc90 service nova] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Refreshing network info cache for port 989eb379-62b5-4062-95a6-0357967bb8cb {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] End _get_guest_xml xml=<domain type="kvm">
Oct 24 07:41:12 user nova-compute[74307]:   <uuid>9ca4c6f9-3966-4025-b0d4-273611aba465</uuid>
Oct 24 07:41:12 user nova-compute[74307]:   <name>instance-00000004</name>
Oct 24 07:41:12 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 07:41:12 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 07:41:12 user nova-compute[74307]:   <metadata>
Oct 24 07:41:12 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 07:41:12 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 07:41:12 user nova-compute[74307]:       <nova:name>tempest-ServerActionsTestOtherB-server-2055145473</nova:name>
Oct 24 07:41:12 user nova-compute[74307]:       <nova:creationTime>2023-10-24 07:41:12</nova:creationTime>
Oct 24 07:41:12 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 07:41:12 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 07:41:12 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 07:41:12 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 07:41:12 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 07:41:12 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 07:41:12 user nova-compute[74307]:       </nova:flavor>
Oct 24 07:41:12 user nova-compute[74307]:       <nova:owner>
Oct 24 07:41:12 user nova-compute[74307]:         <nova:user uuid="b557898592034149a293048a307f3faf">tempest-ServerActionsTestOtherB-1522363102-project-member</nova:user>
Oct 24 07:41:12 user nova-compute[74307]:         <nova:project uuid="0168f8c4ed044e57b721edf920156848">tempest-ServerActionsTestOtherB-1522363102</nova:project>
Oct 24 07:41:12 user nova-compute[74307]:       </nova:owner>
Oct 24 07:41:12 user nova-compute[74307]:       <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 07:41:12 user nova-compute[74307]:       <nova:ports>
Oct 24 07:41:12 user nova-compute[74307]:         <nova:port uuid="989eb379-62b5-4062-95a6-0357967bb8cb">
Oct 24 07:41:12 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 24 07:41:12 user nova-compute[74307]:         </nova:port>
Oct 24 07:41:12 user nova-compute[74307]:       </nova:ports>
Oct 24 07:41:12 user nova-compute[74307]:     </nova:instance>
Oct 24 07:41:12 user nova-compute[74307]:   </metadata>
Oct 24 07:41:12 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 07:41:12 user nova-compute[74307]:     <system>
Oct 24 07:41:12 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 07:41:12 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 07:41:12 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 07:41:12 user nova-compute[74307]:       <entry name="serial">9ca4c6f9-3966-4025-b0d4-273611aba465</entry>
Oct 24 07:41:12 user nova-compute[74307]:       <entry name="uuid">9ca4c6f9-3966-4025-b0d4-273611aba465</entry>
Oct 24 07:41:12 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 07:41:12 user nova-compute[74307]:     </system>
Oct 24 07:41:12 user nova-compute[74307]:   </sysinfo>
Oct 24 07:41:12 user nova-compute[74307]:   <os>
Oct 24 07:41:12 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 07:41:12 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 07:41:12 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 07:41:12 user nova-compute[74307]:   </os>
Oct 24 07:41:12 user nova-compute[74307]:   <features>
Oct 24 07:41:12 user nova-compute[74307]:     <acpi/>
Oct 24 07:41:12 user nova-compute[74307]:     <apic/>
Oct 24 07:41:12 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 07:41:12 user nova-compute[74307]:   </features>
Oct 24 07:41:12 user nova-compute[74307]:   <clock offset="utc">
Oct 24 07:41:12 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 07:41:12 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 07:41:12 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 07:41:12 user nova-compute[74307]:   </clock>
Oct 24 07:41:12 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 07:41:12 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 07:41:12 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 07:41:12 user nova-compute[74307]:   </cpu>
Oct 24 07:41:12 user nova-compute[74307]:   <devices>
Oct 24 07:41:12 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 07:41:12 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 07:41:12 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk"/>
Oct 24 07:41:12 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 07:41:12 user nova-compute[74307]:     </disk>
Oct 24 07:41:12 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 07:41:12 user nova-compute[74307]:       <mac address="fa:16:3e:46:46:e1"/>
Oct 24 07:41:12 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:41:12 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 07:41:12 user nova-compute[74307]:       <target dev="tap989eb379-62"/>
Oct 24 07:41:12 user nova-compute[74307]:     </interface>
Oct 24 07:41:12 user nova-compute[74307]:     <serial type="pty">
Oct 24 07:41:12 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/console.log" append="off"/>
Oct 24 07:41:12 user nova-compute[74307]:     </serial>
Oct 24 07:41:12 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 07:41:12 user nova-compute[74307]:     <video>
Oct 24 07:41:12 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:41:12 user nova-compute[74307]:     </video>
Oct 24 07:41:12 user nova-compute[74307]:     <rng model="virtio">
Oct 24 07:41:12 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 07:41:12 user nova-compute[74307]:     </rng>
Oct 24 07:41:12 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 07:41:12 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 07:41:12 user nova-compute[74307]:       <stats period="10"/>
Oct 24 07:41:12 user nova-compute[74307]:     </memballoon>
Oct 24 07:41:12 user nova-compute[74307]:   </devices>
Oct 24 07:41:12 user nova-compute[74307]: </domain>
Oct 24 07:41:12 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:41:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-2055145473',display_name='tempest-ServerActionsTestOtherB-server-2055145473',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-2055145473',id=4,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJSw+dRlkk5Y9iS9BmJkNnyADTezdyrtmGXKyyY4yXGCUxjKgGN88CyieUUJWxXV4UovehXC4dT+BaE5ioQ4GLwyd+JmQB/Ibou0075W/rUJUVaILkh9q/wYCE46Q0lgwg==',key_name='tempest-keypair-1453494366',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0168f8c4ed044e57b721edf920156848',ramdisk_id='',reservation_id='r-flyet017',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-1522363102',owner_user_name='tempest-ServerActionsTestOtherB-1522363102-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:41:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b557898592034149a293048a307f3faf',uuid=9ca4c6f9-3966-4025-b0d4-273611aba465,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "989eb379-62b5-4062-95a6-0357967bb8cb", "address": "fa:16:3e:46:46:e1", "network": {"id": "f6232387-1f48-4257-bccd-b30cb0bb880d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1072713156-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0168f8c4ed044e57b721edf920156848", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap989eb379-62", "ovs_interfaceid": "989eb379-62b5-4062-95a6-0357967bb8cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Converting VIF {"id": "989eb379-62b5-4062-95a6-0357967bb8cb", "address": "fa:16:3e:46:46:e1", "network": {"id": "f6232387-1f48-4257-bccd-b30cb0bb880d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1072713156-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0168f8c4ed044e57b721edf920156848", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap989eb379-62", "ovs_interfaceid": "989eb379-62b5-4062-95a6-0357967bb8cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:46:46:e1,bridge_name='br-int',has_traffic_filtering=True,id=989eb379-62b5-4062-95a6-0357967bb8cb,network=Network(f6232387-1f48-4257-bccd-b30cb0bb880d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap989eb379-62') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG os_vif [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:46:46:e1,bridge_name='br-int',has_traffic_filtering=True,id=989eb379-62b5-4062-95a6-0357967bb8cb,network=Network(f6232387-1f48-4257-bccd-b30cb0bb880d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap989eb379-62') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b6cb601e-2c91-54fc-9a00-0e025dc02e9c', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG nova.network.neutron [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG nova.network.neutron [req-85321f68-89ba-42c2-aa27-e8bd24908a1e req-038a5a9c-72dd-43d6-928b-69a26d475219 service nova] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Updated VIF entry in instance network info cache for port 951faef2-e38b-4d87-8a31-effd4335a3e6. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG nova.network.neutron [req-85321f68-89ba-42c2-aa27-e8bd24908a1e req-038a5a9c-72dd-43d6-928b-69a26d475219 service nova] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Updating instance_info_cache with network_info: [{"id": "951faef2-e38b-4d87-8a31-effd4335a3e6", "address": "fa:16:3e:37:73:c0", "network": {"id": "33479dfc-dfed-427f-a246-c63a205581ce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1382782718-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c0fa726ebc234d598c91e3d3d0e8affb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap951faef2-e3", "ovs_interfaceid": "951faef2-e38b-4d87-8a31-effd4335a3e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-85321f68-89ba-42c2-aa27-e8bd24908a1e req-038a5a9c-72dd-43d6-928b-69a26d475219 service nova] Releasing lock "refresh_cache-c36ed999-f02b-469e-b2c4-40763f7fe835" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG nova.compute.manager [req-cbf27024-eb7d-4655-aca0-eaf5a6a9bfd8 req-c3f6464e-99c0-450f-9bc9-59aee91a3aaf service nova] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Received event network-changed-47c7d9f1-c0a6-4457-beb9-b99ba8d4d645 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG nova.compute.manager [req-cbf27024-eb7d-4655-aca0-eaf5a6a9bfd8 req-c3f6464e-99c0-450f-9bc9-59aee91a3aaf service nova] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Refreshing instance network info cache due to event network-changed-47c7d9f1-c0a6-4457-beb9-b99ba8d4d645. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-cbf27024-eb7d-4655-aca0-eaf5a6a9bfd8 req-c3f6464e-99c0-450f-9bc9-59aee91a3aaf service nova] Acquiring lock "refresh_cache-fe508640-79f4-43d1-b846-00f28f91df79" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:41:12 user nova-compute[74307]: DEBUG nova.network.neutron [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Successfully created port: fba32a9f-2efe-4885-948c-e7fc98fe6116 {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 07:41:12 user sudo[83646]: pam_unix(sudo:session): session closed for user root
Oct 24 07:41:12 user nova-compute[74307]: INFO oslo.privsep.daemon [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Spawned new privsep daemon via rootwrap
Oct 24 07:41:12 user nova-compute[74307]: INFO oslo.privsep.daemon [-] privsep daemon starting
Oct 24 07:41:12 user nova-compute[74307]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Oct 24 07:41:12 user nova-compute[74307]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_DAC_OVERRIDE|CAP_NET_ADMIN/CAP_DAC_OVERRIDE|CAP_NET_ADMIN/none
Oct 24 07:41:12 user nova-compute[74307]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 83663
Oct 24 07:41:12 user nova-compute[74307]: WARNING oslo_privsep.priv_context [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] privsep daemon already running
Oct 24 07:41:12 user nova-compute[74307]: DEBUG nova.network.neutron [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Updating instance_info_cache with network_info: [{"id": "47c7d9f1-c0a6-4457-beb9-b99ba8d4d645", "address": "fa:16:3e:19:c7:52", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c7d9f1-c0", "ovs_interfaceid": "47c7d9f1-c0a6-4457-beb9-b99ba8d4d645", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Releasing lock "refresh_cache-fe508640-79f4-43d1-b846-00f28f91df79" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG nova.compute.manager [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Instance network_info: |[{"id": "47c7d9f1-c0a6-4457-beb9-b99ba8d4d645", "address": "fa:16:3e:19:c7:52", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c7d9f1-c0", "ovs_interfaceid": "47c7d9f1-c0a6-4457-beb9-b99ba8d4d645", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-cbf27024-eb7d-4655-aca0-eaf5a6a9bfd8 req-c3f6464e-99c0-450f-9bc9-59aee91a3aaf service nova] Acquired lock "refresh_cache-fe508640-79f4-43d1-b846-00f28f91df79" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG nova.network.neutron [req-cbf27024-eb7d-4655-aca0-eaf5a6a9bfd8 req-c3f6464e-99c0-450f-9bc9-59aee91a3aaf service nova] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Refreshing network info cache for port 47c7d9f1-c0a6-4457-beb9-b99ba8d4d645 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Start _get_guest_xml network_info=[{"id": "47c7d9f1-c0a6-4457-beb9-b99ba8d4d645", "address": "fa:16:3e:19:c7:52", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c7d9f1-c0", "ovs_interfaceid": "47c7d9f1-c0a6-4457-beb9-b99ba8d4d645", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'boot_index': 0, 'guest_format': None, 'image_id': 'ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 07:41:13 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:41:13 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:41:13 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:41:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-967999733',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-967999733',id=1,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8663add8cb13470095b2b73e60705507',ramdisk_id='',reservation_id='r-hyxannd4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-977236319',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:41:03Z,user_data=None,user_id='514c86e8bc0b4f028a4e831cc15f1dd0',uuid=fe508640-79f4-43d1-b846-00f28f91df79,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "47c7d9f1-c0a6-4457-beb9-b99ba8d4d645", "address": "fa:16:3e:19:c7:52", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c7d9f1-c0", "ovs_interfaceid": "47c7d9f1-c0a6-4457-beb9-b99ba8d4d645", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Converting VIF {"id": "47c7d9f1-c0a6-4457-beb9-b99ba8d4d645", "address": "fa:16:3e:19:c7:52", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c7d9f1-c0", "ovs_interfaceid": "47c7d9f1-c0a6-4457-beb9-b99ba8d4d645", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:19:c7:52,bridge_name='br-int',has_traffic_filtering=True,id=47c7d9f1-c0a6-4457-beb9-b99ba8d4d645,network=Network(3db729c6-868c-43bd-b594-4d15882c5b5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47c7d9f1-c0') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG nova.objects.instance [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lazy-loading 'pci_devices' on Instance uuid fe508640-79f4-43d1-b846-00f28f91df79 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: fe508640-79f4-43d1-b846-00f28f91df79] End _get_guest_xml xml=<domain type="kvm">
Oct 24 07:41:13 user nova-compute[74307]:   <uuid>fe508640-79f4-43d1-b846-00f28f91df79</uuid>
Oct 24 07:41:13 user nova-compute[74307]:   <name>instance-00000001</name>
Oct 24 07:41:13 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 07:41:13 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 07:41:13 user nova-compute[74307]:   <metadata>
Oct 24 07:41:13 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 07:41:13 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 07:41:13 user nova-compute[74307]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-967999733</nova:name>
Oct 24 07:41:13 user nova-compute[74307]:       <nova:creationTime>2023-10-24 07:41:13</nova:creationTime>
Oct 24 07:41:13 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 07:41:13 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 07:41:13 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 07:41:13 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 07:41:13 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 07:41:13 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 07:41:13 user nova-compute[74307]:       </nova:flavor>
Oct 24 07:41:13 user nova-compute[74307]:       <nova:owner>
Oct 24 07:41:13 user nova-compute[74307]:         <nova:user uuid="514c86e8bc0b4f028a4e831cc15f1dd0">tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member</nova:user>
Oct 24 07:41:13 user nova-compute[74307]:         <nova:project uuid="8663add8cb13470095b2b73e60705507">tempest-ServerBootFromVolumeStableRescueTest-977236319</nova:project>
Oct 24 07:41:13 user nova-compute[74307]:       </nova:owner>
Oct 24 07:41:13 user nova-compute[74307]:       <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 07:41:13 user nova-compute[74307]:       <nova:ports>
Oct 24 07:41:13 user nova-compute[74307]:         <nova:port uuid="47c7d9f1-c0a6-4457-beb9-b99ba8d4d645">
Oct 24 07:41:13 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 24 07:41:13 user nova-compute[74307]:         </nova:port>
Oct 24 07:41:13 user nova-compute[74307]:       </nova:ports>
Oct 24 07:41:13 user nova-compute[74307]:     </nova:instance>
Oct 24 07:41:13 user nova-compute[74307]:   </metadata>
Oct 24 07:41:13 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 07:41:13 user nova-compute[74307]:     <system>
Oct 24 07:41:13 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 07:41:13 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 07:41:13 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 07:41:13 user nova-compute[74307]:       <entry name="serial">fe508640-79f4-43d1-b846-00f28f91df79</entry>
Oct 24 07:41:13 user nova-compute[74307]:       <entry name="uuid">fe508640-79f4-43d1-b846-00f28f91df79</entry>
Oct 24 07:41:13 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 07:41:13 user nova-compute[74307]:     </system>
Oct 24 07:41:13 user nova-compute[74307]:   </sysinfo>
Oct 24 07:41:13 user nova-compute[74307]:   <os>
Oct 24 07:41:13 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 07:41:13 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 07:41:13 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 07:41:13 user nova-compute[74307]:   </os>
Oct 24 07:41:13 user nova-compute[74307]:   <features>
Oct 24 07:41:13 user nova-compute[74307]:     <acpi/>
Oct 24 07:41:13 user nova-compute[74307]:     <apic/>
Oct 24 07:41:13 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 07:41:13 user nova-compute[74307]:   </features>
Oct 24 07:41:13 user nova-compute[74307]:   <clock offset="utc">
Oct 24 07:41:13 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 07:41:13 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 07:41:13 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 07:41:13 user nova-compute[74307]:   </clock>
Oct 24 07:41:13 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 07:41:13 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 07:41:13 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 07:41:13 user nova-compute[74307]:   </cpu>
Oct 24 07:41:13 user nova-compute[74307]:   <devices>
Oct 24 07:41:13 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 07:41:13 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 07:41:13 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk"/>
Oct 24 07:41:13 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 07:41:13 user nova-compute[74307]:     </disk>
Oct 24 07:41:13 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 07:41:13 user nova-compute[74307]:       <mac address="fa:16:3e:19:c7:52"/>
Oct 24 07:41:13 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:41:13 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 07:41:13 user nova-compute[74307]:       <target dev="tap47c7d9f1-c0"/>
Oct 24 07:41:13 user nova-compute[74307]:     </interface>
Oct 24 07:41:13 user nova-compute[74307]:     <serial type="pty">
Oct 24 07:41:13 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/console.log" append="off"/>
Oct 24 07:41:13 user nova-compute[74307]:     </serial>
Oct 24 07:41:13 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 07:41:13 user nova-compute[74307]:     <video>
Oct 24 07:41:13 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:41:13 user nova-compute[74307]:     </video>
Oct 24 07:41:13 user nova-compute[74307]:     <rng model="virtio">
Oct 24 07:41:13 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 07:41:13 user nova-compute[74307]:     </rng>
Oct 24 07:41:13 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 07:41:13 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 07:41:13 user nova-compute[74307]:       <stats period="10"/>
Oct 24 07:41:13 user nova-compute[74307]:     </memballoon>
Oct 24 07:41:13 user nova-compute[74307]:   </devices>
Oct 24 07:41:13 user nova-compute[74307]: </domain>
Oct 24 07:41:13 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:41:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-967999733',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-967999733',id=1,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8663add8cb13470095b2b73e60705507',ramdisk_id='',reservation_id='r-hyxannd4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-977236319',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:41:03Z,user_data=None,user_id='514c86e8bc0b4f028a4e831cc15f1dd0',uuid=fe508640-79f4-43d1-b846-00f28f91df79,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "47c7d9f1-c0a6-4457-beb9-b99ba8d4d645", "address": "fa:16:3e:19:c7:52", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c7d9f1-c0", "ovs_interfaceid": "47c7d9f1-c0a6-4457-beb9-b99ba8d4d645", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Converting VIF {"id": "47c7d9f1-c0a6-4457-beb9-b99ba8d4d645", "address": "fa:16:3e:19:c7:52", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c7d9f1-c0", "ovs_interfaceid": "47c7d9f1-c0a6-4457-beb9-b99ba8d4d645", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:19:c7:52,bridge_name='br-int',has_traffic_filtering=True,id=47c7d9f1-c0a6-4457-beb9-b99ba8d4d645,network=Network(3db729c6-868c-43bd-b594-4d15882c5b5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47c7d9f1-c0') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG os_vif [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:19:c7:52,bridge_name='br-int',has_traffic_filtering=True,id=47c7d9f1-c0a6-4457-beb9-b99ba8d4d645,network=Network(3db729c6-868c-43bd-b594-4d15882c5b5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47c7d9f1-c0') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f6f72040-4860-5a64-9ced-6751b8155c6d', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG nova.network.neutron [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Successfully updated port: d3d0c4de-c88e-46cf-89c4-e4be298dd293 {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Acquiring lock "refresh_cache-bbf0ee63-f415-4610-9018-ae94792726e2" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Acquired lock "refresh_cache-bbf0ee63-f415-4610-9018-ae94792726e2" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG nova.network.neutron [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap951faef2-e3, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap951faef2-e3, col_values=(('qos', UUID('faba29b9-9942-491b-9e21-54cdbee717af')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap951faef2-e3, col_values=(('external_ids', {'iface-id': '951faef2-e38b-4d87-8a31-effd4335a3e6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:37:73:c0', 'vm-uuid': 'c36ed999-f02b-469e-b2c4-40763f7fe835'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:13 user nova-compute[74307]: INFO os_vif [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:37:73:c0,bridge_name='br-int',has_traffic_filtering=True,id=951faef2-e38b-4d87-8a31-effd4335a3e6,network=Network(33479dfc-dfed-427f-a246-c63a205581ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap951faef2-e3')
Oct 24 07:41:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap989eb379-62, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap989eb379-62, col_values=(('qos', UUID('8c530aa0-bfef-4360-9ce9-bbf154aecca4')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap989eb379-62, col_values=(('external_ids', {'iface-id': '989eb379-62b5-4062-95a6-0357967bb8cb', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:46:46:e1', 'vm-uuid': '9ca4c6f9-3966-4025-b0d4-273611aba465'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:13 user nova-compute[74307]: INFO os_vif [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:46:46:e1,bridge_name='br-int',has_traffic_filtering=True,id=989eb379-62b5-4062-95a6-0357967bb8cb,network=Network(f6232387-1f48-4257-bccd-b30cb0bb880d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap989eb379-62')
Oct 24 07:41:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap47c7d9f1-c0, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap47c7d9f1-c0, col_values=(('qos', UUID('ed57c983-7d8f-4786-8d4e-205dde780108')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap47c7d9f1-c0, col_values=(('external_ids', {'iface-id': '47c7d9f1-c0a6-4457-beb9-b99ba8d4d645', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:19:c7:52', 'vm-uuid': 'fe508640-79f4-43d1-b846-00f28f91df79'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] No VIF found with MAC fa:16:3e:37:73:c0, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:13 user nova-compute[74307]: INFO os_vif [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:19:c7:52,bridge_name='br-int',has_traffic_filtering=True,id=47c7d9f1-c0a6-4457-beb9-b99ba8d4d645,network=Network(3db729c6-868c-43bd-b594-4d15882c5b5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47c7d9f1-c0')
Oct 24 07:41:13 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] No VIF found with MAC fa:16:3e:46:46:e1, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] No VIF found with MAC fa:16:3e:19:c7:52, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG nova.network.neutron [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG nova.network.neutron [req-cbf27024-eb7d-4655-aca0-eaf5a6a9bfd8 req-c3f6464e-99c0-450f-9bc9-59aee91a3aaf service nova] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Updated VIF entry in instance network info cache for port 47c7d9f1-c0a6-4457-beb9-b99ba8d4d645. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG nova.network.neutron [req-cbf27024-eb7d-4655-aca0-eaf5a6a9bfd8 req-c3f6464e-99c0-450f-9bc9-59aee91a3aaf service nova] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Updating instance_info_cache with network_info: [{"id": "47c7d9f1-c0a6-4457-beb9-b99ba8d4d645", "address": "fa:16:3e:19:c7:52", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c7d9f1-c0", "ovs_interfaceid": "47c7d9f1-c0a6-4457-beb9-b99ba8d4d645", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:41:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-cbf27024-eb7d-4655-aca0-eaf5a6a9bfd8 req-c3f6464e-99c0-450f-9bc9-59aee91a3aaf service nova] Releasing lock "refresh_cache-fe508640-79f4-43d1-b846-00f28f91df79" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:41:14 user nova-compute[74307]: DEBUG nova.network.neutron [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Successfully updated port: fba32a9f-2efe-4885-948c-e7fc98fe6116 {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 07:41:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Acquiring lock "refresh_cache-bf3db205-9fd8-47db-8365-87bc07dd98b7" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:41:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Acquired lock "refresh_cache-bf3db205-9fd8-47db-8365-87bc07dd98b7" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:41:14 user nova-compute[74307]: DEBUG nova.network.neutron [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 07:41:14 user nova-compute[74307]: DEBUG nova.compute.manager [req-c9624d87-c44f-404d-92b3-9f1667c79be8 req-ce7e5211-83e1-494e-8426-e4245e976543 service nova] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Received event network-changed-fba32a9f-2efe-4885-948c-e7fc98fe6116 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:41:14 user nova-compute[74307]: DEBUG nova.compute.manager [req-c9624d87-c44f-404d-92b3-9f1667c79be8 req-ce7e5211-83e1-494e-8426-e4245e976543 service nova] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Refreshing instance network info cache due to event network-changed-fba32a9f-2efe-4885-948c-e7fc98fe6116. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:41:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-c9624d87-c44f-404d-92b3-9f1667c79be8 req-ce7e5211-83e1-494e-8426-e4245e976543 service nova] Acquiring lock "refresh_cache-bf3db205-9fd8-47db-8365-87bc07dd98b7" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:41:14 user nova-compute[74307]: DEBUG nova.network.neutron [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 07:41:14 user nova-compute[74307]: DEBUG nova.compute.manager [req-af0eb617-c914-4e55-86f6-f7c0b5634526 req-9e0af4a7-c792-436e-925c-a52c1acc68c6 service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Received event network-changed-d3d0c4de-c88e-46cf-89c4-e4be298dd293 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:41:14 user nova-compute[74307]: DEBUG nova.compute.manager [req-af0eb617-c914-4e55-86f6-f7c0b5634526 req-9e0af4a7-c792-436e-925c-a52c1acc68c6 service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Refreshing instance network info cache due to event network-changed-d3d0c4de-c88e-46cf-89c4-e4be298dd293. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:41:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-af0eb617-c914-4e55-86f6-f7c0b5634526 req-9e0af4a7-c792-436e-925c-a52c1acc68c6 service nova] Acquiring lock "refresh_cache-bbf0ee63-f415-4610-9018-ae94792726e2" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:41:14 user nova-compute[74307]: DEBUG nova.network.neutron [req-869867c1-3002-45e7-934e-df993bcbe799 req-d2b66c98-7377-410b-88f7-f78aa0becc90 service nova] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Updated VIF entry in instance network info cache for port 989eb379-62b5-4062-95a6-0357967bb8cb. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:41:14 user nova-compute[74307]: DEBUG nova.network.neutron [req-869867c1-3002-45e7-934e-df993bcbe799 req-d2b66c98-7377-410b-88f7-f78aa0becc90 service nova] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Updating instance_info_cache with network_info: [{"id": "989eb379-62b5-4062-95a6-0357967bb8cb", "address": "fa:16:3e:46:46:e1", "network": {"id": "f6232387-1f48-4257-bccd-b30cb0bb880d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1072713156-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0168f8c4ed044e57b721edf920156848", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap989eb379-62", "ovs_interfaceid": "989eb379-62b5-4062-95a6-0357967bb8cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:41:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-869867c1-3002-45e7-934e-df993bcbe799 req-d2b66c98-7377-410b-88f7-f78aa0becc90 service nova] Releasing lock "refresh_cache-9ca4c6f9-3966-4025-b0d4-273611aba465" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:41:15 user nova-compute[74307]: DEBUG nova.network.neutron [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Updating instance_info_cache with network_info: [{"id": "fba32a9f-2efe-4885-948c-e7fc98fe6116", "address": "fa:16:3e:2b:d1:20", "network": {"id": "a62eef8f-3418-495c-91c8-3410c10364d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1235073358-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b309cc23749c4a8db15e97071e598aa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfba32a9f-2e", "ovs_interfaceid": "fba32a9f-2efe-4885-948c-e7fc98fe6116", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:41:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Releasing lock "refresh_cache-bf3db205-9fd8-47db-8365-87bc07dd98b7" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:41:15 user nova-compute[74307]: DEBUG nova.compute.manager [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Instance network_info: |[{"id": "fba32a9f-2efe-4885-948c-e7fc98fe6116", "address": "fa:16:3e:2b:d1:20", "network": {"id": "a62eef8f-3418-495c-91c8-3410c10364d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1235073358-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b309cc23749c4a8db15e97071e598aa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfba32a9f-2e", "ovs_interfaceid": "fba32a9f-2efe-4885-948c-e7fc98fe6116", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 07:41:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-c9624d87-c44f-404d-92b3-9f1667c79be8 req-ce7e5211-83e1-494e-8426-e4245e976543 service nova] Acquired lock "refresh_cache-bf3db205-9fd8-47db-8365-87bc07dd98b7" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:41:15 user nova-compute[74307]: DEBUG nova.network.neutron [req-c9624d87-c44f-404d-92b3-9f1667c79be8 req-ce7e5211-83e1-494e-8426-e4245e976543 service nova] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Refreshing network info cache for port fba32a9f-2efe-4885-948c-e7fc98fe6116 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:41:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Start _get_guest_xml network_info=[{"id": "fba32a9f-2efe-4885-948c-e7fc98fe6116", "address": "fa:16:3e:2b:d1:20", "network": {"id": "a62eef8f-3418-495c-91c8-3410c10364d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1235073358-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b309cc23749c4a8db15e97071e598aa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfba32a9f-2e", "ovs_interfaceid": "fba32a9f-2efe-4885-948c-e7fc98fe6116", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'boot_index': 0, 'guest_format': None, 'image_id': 'ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 07:41:15 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:41:15 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:41:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 07:41:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 07:41:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 07:41:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 07:41:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 07:41:15 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 07:41:15 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 07:41:15 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 07:41:15 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 07:41:15 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 07:41:15 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 07:41:15 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 07:41:15 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 07:41:15 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 07:41:15 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 07:41:15 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 07:41:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:41:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1080132526',display_name='tempest-ServerActionsTestOtherA-server-1080132526',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1080132526',id=5,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOooSDq7I+zrqPfyjx1sR2mzOtPWbtp/jgbUMS1kz3jwjXxUuxny4wbLIwI4KbQ+d90PvLAxLEMCkpJcMzoWe4J9Yj/TZ4KlMliHyDyLI0hbUWpNGqe7L/Naqz4nkMQJtg==',key_name='tempest-keypair-1478140880',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b309cc23749c4a8db15e97071e598aa7',ramdisk_id='',reservation_id='r-bb0o13fw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-379663663',owner_user_name='tempest-ServerActionsTestOtherA-379663663-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:41:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='26da1d70557347a1ba51cc920ab9b090',uuid=bf3db205-9fd8-47db-8365-87bc07dd98b7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fba32a9f-2efe-4885-948c-e7fc98fe6116", "address": "fa:16:3e:2b:d1:20", "network": {"id": "a62eef8f-3418-495c-91c8-3410c10364d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1235073358-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b309cc23749c4a8db15e97071e598aa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfba32a9f-2e", "ovs_interfaceid": "fba32a9f-2efe-4885-948c-e7fc98fe6116", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 07:41:15 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Converting VIF {"id": "fba32a9f-2efe-4885-948c-e7fc98fe6116", "address": "fa:16:3e:2b:d1:20", "network": {"id": "a62eef8f-3418-495c-91c8-3410c10364d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1235073358-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b309cc23749c4a8db15e97071e598aa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfba32a9f-2e", "ovs_interfaceid": "fba32a9f-2efe-4885-948c-e7fc98fe6116", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:41:15 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2b:d1:20,bridge_name='br-int',has_traffic_filtering=True,id=fba32a9f-2efe-4885-948c-e7fc98fe6116,network=Network(a62eef8f-3418-495c-91c8-3410c10364d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfba32a9f-2e') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:41:15 user nova-compute[74307]: DEBUG nova.objects.instance [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lazy-loading 'pci_devices' on Instance uuid bf3db205-9fd8-47db-8365-87bc07dd98b7 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:41:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] End _get_guest_xml xml=<domain type="kvm">
Oct 24 07:41:15 user nova-compute[74307]:   <uuid>bf3db205-9fd8-47db-8365-87bc07dd98b7</uuid>
Oct 24 07:41:15 user nova-compute[74307]:   <name>instance-00000005</name>
Oct 24 07:41:15 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 07:41:15 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 07:41:15 user nova-compute[74307]:   <metadata>
Oct 24 07:41:15 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 07:41:15 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 07:41:15 user nova-compute[74307]:       <nova:name>tempest-ServerActionsTestOtherA-server-1080132526</nova:name>
Oct 24 07:41:15 user nova-compute[74307]:       <nova:creationTime>2023-10-24 07:41:15</nova:creationTime>
Oct 24 07:41:15 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 07:41:15 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 07:41:15 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 07:41:15 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 07:41:15 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 07:41:15 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 07:41:15 user nova-compute[74307]:       </nova:flavor>
Oct 24 07:41:15 user nova-compute[74307]:       <nova:owner>
Oct 24 07:41:15 user nova-compute[74307]:         <nova:user uuid="26da1d70557347a1ba51cc920ab9b090">tempest-ServerActionsTestOtherA-379663663-project-member</nova:user>
Oct 24 07:41:15 user nova-compute[74307]:         <nova:project uuid="b309cc23749c4a8db15e97071e598aa7">tempest-ServerActionsTestOtherA-379663663</nova:project>
Oct 24 07:41:15 user nova-compute[74307]:       </nova:owner>
Oct 24 07:41:15 user nova-compute[74307]:       <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 07:41:15 user nova-compute[74307]:       <nova:ports>
Oct 24 07:41:15 user nova-compute[74307]:         <nova:port uuid="fba32a9f-2efe-4885-948c-e7fc98fe6116">
Oct 24 07:41:15 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 24 07:41:15 user nova-compute[74307]:         </nova:port>
Oct 24 07:41:15 user nova-compute[74307]:       </nova:ports>
Oct 24 07:41:15 user nova-compute[74307]:     </nova:instance>
Oct 24 07:41:15 user nova-compute[74307]:   </metadata>
Oct 24 07:41:15 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 07:41:15 user nova-compute[74307]:     <system>
Oct 24 07:41:15 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 07:41:15 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 07:41:15 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 07:41:15 user nova-compute[74307]:       <entry name="serial">bf3db205-9fd8-47db-8365-87bc07dd98b7</entry>
Oct 24 07:41:15 user nova-compute[74307]:       <entry name="uuid">bf3db205-9fd8-47db-8365-87bc07dd98b7</entry>
Oct 24 07:41:15 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 07:41:15 user nova-compute[74307]:     </system>
Oct 24 07:41:15 user nova-compute[74307]:   </sysinfo>
Oct 24 07:41:15 user nova-compute[74307]:   <os>
Oct 24 07:41:15 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 07:41:15 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 07:41:15 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 07:41:15 user nova-compute[74307]:   </os>
Oct 24 07:41:15 user nova-compute[74307]:   <features>
Oct 24 07:41:15 user nova-compute[74307]:     <acpi/>
Oct 24 07:41:15 user nova-compute[74307]:     <apic/>
Oct 24 07:41:15 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 07:41:15 user nova-compute[74307]:   </features>
Oct 24 07:41:15 user nova-compute[74307]:   <clock offset="utc">
Oct 24 07:41:15 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 07:41:15 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 07:41:15 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 07:41:15 user nova-compute[74307]:   </clock>
Oct 24 07:41:15 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 07:41:15 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 07:41:15 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 07:41:15 user nova-compute[74307]:   </cpu>
Oct 24 07:41:15 user nova-compute[74307]:   <devices>
Oct 24 07:41:15 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 07:41:15 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 07:41:15 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk"/>
Oct 24 07:41:15 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 07:41:15 user nova-compute[74307]:     </disk>
Oct 24 07:41:15 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 07:41:15 user nova-compute[74307]:       <mac address="fa:16:3e:2b:d1:20"/>
Oct 24 07:41:15 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:41:15 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 07:41:15 user nova-compute[74307]:       <target dev="tapfba32a9f-2e"/>
Oct 24 07:41:15 user nova-compute[74307]:     </interface>
Oct 24 07:41:15 user nova-compute[74307]:     <serial type="pty">
Oct 24 07:41:15 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/console.log" append="off"/>
Oct 24 07:41:15 user nova-compute[74307]:     </serial>
Oct 24 07:41:15 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 07:41:15 user nova-compute[74307]:     <video>
Oct 24 07:41:15 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:41:15 user nova-compute[74307]:     </video>
Oct 24 07:41:15 user nova-compute[74307]:     <rng model="virtio">
Oct 24 07:41:15 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 07:41:15 user nova-compute[74307]:     </rng>
Oct 24 07:41:15 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 07:41:15 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 07:41:15 user nova-compute[74307]:       <stats period="10"/>
Oct 24 07:41:15 user nova-compute[74307]:     </memballoon>
Oct 24 07:41:15 user nova-compute[74307]:   </devices>
Oct 24 07:41:15 user nova-compute[74307]: </domain>
Oct 24 07:41:15 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 07:41:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:41:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1080132526',display_name='tempest-ServerActionsTestOtherA-server-1080132526',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1080132526',id=5,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOooSDq7I+zrqPfyjx1sR2mzOtPWbtp/jgbUMS1kz3jwjXxUuxny4wbLIwI4KbQ+d90PvLAxLEMCkpJcMzoWe4J9Yj/TZ4KlMliHyDyLI0hbUWpNGqe7L/Naqz4nkMQJtg==',key_name='tempest-keypair-1478140880',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b309cc23749c4a8db15e97071e598aa7',ramdisk_id='',reservation_id='r-bb0o13fw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-379663663',owner_user_name='tempest-ServerActionsTestOtherA-379663663-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:41:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='26da1d70557347a1ba51cc920ab9b090',uuid=bf3db205-9fd8-47db-8365-87bc07dd98b7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fba32a9f-2efe-4885-948c-e7fc98fe6116", "address": "fa:16:3e:2b:d1:20", "network": {"id": "a62eef8f-3418-495c-91c8-3410c10364d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1235073358-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b309cc23749c4a8db15e97071e598aa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfba32a9f-2e", "ovs_interfaceid": "fba32a9f-2efe-4885-948c-e7fc98fe6116", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 07:41:15 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Converting VIF {"id": "fba32a9f-2efe-4885-948c-e7fc98fe6116", "address": "fa:16:3e:2b:d1:20", "network": {"id": "a62eef8f-3418-495c-91c8-3410c10364d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1235073358-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b309cc23749c4a8db15e97071e598aa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfba32a9f-2e", "ovs_interfaceid": "fba32a9f-2efe-4885-948c-e7fc98fe6116", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:41:15 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2b:d1:20,bridge_name='br-int',has_traffic_filtering=True,id=fba32a9f-2efe-4885-948c-e7fc98fe6116,network=Network(a62eef8f-3418-495c-91c8-3410c10364d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfba32a9f-2e') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:41:15 user nova-compute[74307]: DEBUG os_vif [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2b:d1:20,bridge_name='br-int',has_traffic_filtering=True,id=fba32a9f-2efe-4885-948c-e7fc98fe6116,network=Network(a62eef8f-3418-495c-91c8-3410c10364d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfba32a9f-2e') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 07:41:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:41:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:41:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '51dd4c71-0fc7-5ef4-bc8e-6cbaf172d8fa', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:41:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:41:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfba32a9f-2e, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:41:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfba32a9f-2e, col_values=(('qos', UUID('83d56244-8ce1-48ed-a781-b80d1b616b09')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:41:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfba32a9f-2e, col_values=(('external_ids', {'iface-id': 'fba32a9f-2efe-4885-948c-e7fc98fe6116', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2b:d1:20', 'vm-uuid': 'bf3db205-9fd8-47db-8365-87bc07dd98b7'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:41:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:41:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:15 user nova-compute[74307]: INFO os_vif [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2b:d1:20,bridge_name='br-int',has_traffic_filtering=True,id=fba32a9f-2efe-4885-948c-e7fc98fe6116,network=Network(a62eef8f-3418-495c-91c8-3410c10364d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfba32a9f-2e')
Oct 24 07:41:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:41:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] No VIF found with MAC fa:16:3e:2b:d1:20, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:41:15 user nova-compute[74307]: DEBUG nova.network.neutron [req-c9624d87-c44f-404d-92b3-9f1667c79be8 req-ce7e5211-83e1-494e-8426-e4245e976543 service nova] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Updated VIF entry in instance network info cache for port fba32a9f-2efe-4885-948c-e7fc98fe6116. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:41:15 user nova-compute[74307]: DEBUG nova.network.neutron [req-c9624d87-c44f-404d-92b3-9f1667c79be8 req-ce7e5211-83e1-494e-8426-e4245e976543 service nova] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Updating instance_info_cache with network_info: [{"id": "fba32a9f-2efe-4885-948c-e7fc98fe6116", "address": "fa:16:3e:2b:d1:20", "network": {"id": "a62eef8f-3418-495c-91c8-3410c10364d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1235073358-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b309cc23749c4a8db15e97071e598aa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfba32a9f-2e", "ovs_interfaceid": "fba32a9f-2efe-4885-948c-e7fc98fe6116", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:41:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-c9624d87-c44f-404d-92b3-9f1667c79be8 req-ce7e5211-83e1-494e-8426-e4245e976543 service nova] Releasing lock "refresh_cache-bf3db205-9fd8-47db-8365-87bc07dd98b7" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:41:16 user nova-compute[74307]: DEBUG nova.network.neutron [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Updating instance_info_cache with network_info: [{"id": "d3d0c4de-c88e-46cf-89c4-e4be298dd293", "address": "fa:16:3e:6f:6b:96", "network": {"id": "738a317e-3446-4e1c-9426-c7575a1a3528", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1877516759-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c8bef7ee8ee14414ab3e51f43e0a41cb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd3d0c4de-c8", "ovs_interfaceid": "d3d0c4de-c88e-46cf-89c4-e4be298dd293", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:41:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Releasing lock "refresh_cache-bbf0ee63-f415-4610-9018-ae94792726e2" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:41:16 user nova-compute[74307]: DEBUG nova.compute.manager [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Instance network_info: |[{"id": "d3d0c4de-c88e-46cf-89c4-e4be298dd293", "address": "fa:16:3e:6f:6b:96", "network": {"id": "738a317e-3446-4e1c-9426-c7575a1a3528", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1877516759-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c8bef7ee8ee14414ab3e51f43e0a41cb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd3d0c4de-c8", "ovs_interfaceid": "d3d0c4de-c88e-46cf-89c4-e4be298dd293", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 07:41:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-af0eb617-c914-4e55-86f6-f7c0b5634526 req-9e0af4a7-c792-436e-925c-a52c1acc68c6 service nova] Acquired lock "refresh_cache-bbf0ee63-f415-4610-9018-ae94792726e2" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:41:16 user nova-compute[74307]: DEBUG nova.network.neutron [req-af0eb617-c914-4e55-86f6-f7c0b5634526 req-9e0af4a7-c792-436e-925c-a52c1acc68c6 service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Refreshing network info cache for port d3d0c4de-c88e-46cf-89c4-e4be298dd293 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:41:16 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Start _get_guest_xml network_info=[{"id": "d3d0c4de-c88e-46cf-89c4-e4be298dd293", "address": "fa:16:3e:6f:6b:96", "network": {"id": "738a317e-3446-4e1c-9426-c7575a1a3528", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1877516759-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c8bef7ee8ee14414ab3e51f43e0a41cb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd3d0c4de-c8", "ovs_interfaceid": "d3d0c4de-c88e-46cf-89c4-e4be298dd293", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'boot_index': 0, 'guest_format': None, 'image_id': 'ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 07:41:16 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:41:16 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:41:16 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 07:41:16 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 07:41:16 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 07:41:16 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 07:41:16 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 07:41:16 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 07:41:16 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 07:41:16 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 07:41:16 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 07:41:16 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 07:41:16 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 07:41:16 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 07:41:16 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 07:41:16 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 07:41:16 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 07:41:16 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 07:41:16 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:41:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-468996817',display_name='tempest-ServerStableDeviceRescueTest-server-468996817',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-468996817',id=2,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBLnLNRMNAFfrdLQ21Y6Bk1B4JERbXGJ1GRSOGrOtKwiBr0gBI8BXjflHgAyi8KOHMmyhTR2YTj9YBTAl4wINHGrBGYkLrdm1wDG2aXziKbA/PrTPsiTBC4Cjx8BbCmcqA==',key_name='tempest-keypair-119555614',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c8bef7ee8ee14414ab3e51f43e0a41cb',ramdisk_id='',reservation_id='r-l9nnwj4t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-1780747457',owner_user_name='tempest-ServerStableDeviceRescueTest-1780747457-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:41:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='922a288c361041398a2c089f630cd888',uuid=bbf0ee63-f415-4610-9018-ae94792726e2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d3d0c4de-c88e-46cf-89c4-e4be298dd293", "address": "fa:16:3e:6f:6b:96", "network": {"id": "738a317e-3446-4e1c-9426-c7575a1a3528", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1877516759-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c8bef7ee8ee14414ab3e51f43e0a41cb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd3d0c4de-c8", "ovs_interfaceid": "d3d0c4de-c88e-46cf-89c4-e4be298dd293", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 07:41:16 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Converting VIF {"id": "d3d0c4de-c88e-46cf-89c4-e4be298dd293", "address": "fa:16:3e:6f:6b:96", "network": {"id": "738a317e-3446-4e1c-9426-c7575a1a3528", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1877516759-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c8bef7ee8ee14414ab3e51f43e0a41cb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd3d0c4de-c8", "ovs_interfaceid": "d3d0c4de-c88e-46cf-89c4-e4be298dd293", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:41:16 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6f:6b:96,bridge_name='br-int',has_traffic_filtering=True,id=d3d0c4de-c88e-46cf-89c4-e4be298dd293,network=Network(738a317e-3446-4e1c-9426-c7575a1a3528),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd3d0c4de-c8') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:41:16 user nova-compute[74307]: DEBUG nova.objects.instance [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Lazy-loading 'pci_devices' on Instance uuid bbf0ee63-f415-4610-9018-ae94792726e2 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:41:16 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] End _get_guest_xml xml=<domain type="kvm">
Oct 24 07:41:16 user nova-compute[74307]:   <uuid>bbf0ee63-f415-4610-9018-ae94792726e2</uuid>
Oct 24 07:41:16 user nova-compute[74307]:   <name>instance-00000002</name>
Oct 24 07:41:16 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 07:41:16 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 07:41:16 user nova-compute[74307]:   <metadata>
Oct 24 07:41:16 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 07:41:16 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 07:41:16 user nova-compute[74307]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-468996817</nova:name>
Oct 24 07:41:16 user nova-compute[74307]:       <nova:creationTime>2023-10-24 07:41:16</nova:creationTime>
Oct 24 07:41:16 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 07:41:16 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 07:41:16 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 07:41:16 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 07:41:16 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 07:41:16 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 07:41:16 user nova-compute[74307]:       </nova:flavor>
Oct 24 07:41:16 user nova-compute[74307]:       <nova:owner>
Oct 24 07:41:16 user nova-compute[74307]:         <nova:user uuid="922a288c361041398a2c089f630cd888">tempest-ServerStableDeviceRescueTest-1780747457-project-member</nova:user>
Oct 24 07:41:16 user nova-compute[74307]:         <nova:project uuid="c8bef7ee8ee14414ab3e51f43e0a41cb">tempest-ServerStableDeviceRescueTest-1780747457</nova:project>
Oct 24 07:41:16 user nova-compute[74307]:       </nova:owner>
Oct 24 07:41:16 user nova-compute[74307]:       <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 07:41:16 user nova-compute[74307]:       <nova:ports>
Oct 24 07:41:16 user nova-compute[74307]:         <nova:port uuid="d3d0c4de-c88e-46cf-89c4-e4be298dd293">
Oct 24 07:41:16 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 24 07:41:16 user nova-compute[74307]:         </nova:port>
Oct 24 07:41:16 user nova-compute[74307]:       </nova:ports>
Oct 24 07:41:16 user nova-compute[74307]:     </nova:instance>
Oct 24 07:41:16 user nova-compute[74307]:   </metadata>
Oct 24 07:41:16 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 07:41:16 user nova-compute[74307]:     <system>
Oct 24 07:41:16 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 07:41:16 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 07:41:16 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 07:41:16 user nova-compute[74307]:       <entry name="serial">bbf0ee63-f415-4610-9018-ae94792726e2</entry>
Oct 24 07:41:16 user nova-compute[74307]:       <entry name="uuid">bbf0ee63-f415-4610-9018-ae94792726e2</entry>
Oct 24 07:41:16 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 07:41:16 user nova-compute[74307]:     </system>
Oct 24 07:41:16 user nova-compute[74307]:   </sysinfo>
Oct 24 07:41:16 user nova-compute[74307]:   <os>
Oct 24 07:41:16 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 07:41:16 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 07:41:16 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 07:41:16 user nova-compute[74307]:   </os>
Oct 24 07:41:16 user nova-compute[74307]:   <features>
Oct 24 07:41:16 user nova-compute[74307]:     <acpi/>
Oct 24 07:41:16 user nova-compute[74307]:     <apic/>
Oct 24 07:41:16 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 07:41:16 user nova-compute[74307]:   </features>
Oct 24 07:41:16 user nova-compute[74307]:   <clock offset="utc">
Oct 24 07:41:16 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 07:41:16 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 07:41:16 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 07:41:16 user nova-compute[74307]:   </clock>
Oct 24 07:41:16 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 07:41:16 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 07:41:16 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 07:41:16 user nova-compute[74307]:   </cpu>
Oct 24 07:41:16 user nova-compute[74307]:   <devices>
Oct 24 07:41:16 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 07:41:16 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 07:41:16 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk"/>
Oct 24 07:41:16 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 07:41:16 user nova-compute[74307]:     </disk>
Oct 24 07:41:16 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 07:41:16 user nova-compute[74307]:       <mac address="fa:16:3e:6f:6b:96"/>
Oct 24 07:41:16 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:41:16 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 07:41:16 user nova-compute[74307]:       <target dev="tapd3d0c4de-c8"/>
Oct 24 07:41:16 user nova-compute[74307]:     </interface>
Oct 24 07:41:16 user nova-compute[74307]:     <serial type="pty">
Oct 24 07:41:16 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/console.log" append="off"/>
Oct 24 07:41:16 user nova-compute[74307]:     </serial>
Oct 24 07:41:16 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 07:41:16 user nova-compute[74307]:     <video>
Oct 24 07:41:16 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:41:16 user nova-compute[74307]:     </video>
Oct 24 07:41:16 user nova-compute[74307]:     <rng model="virtio">
Oct 24 07:41:16 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 07:41:16 user nova-compute[74307]:     </rng>
Oct 24 07:41:16 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 07:41:16 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 07:41:16 user nova-compute[74307]:       <stats period="10"/>
Oct 24 07:41:16 user nova-compute[74307]:     </memballoon>
Oct 24 07:41:16 user nova-compute[74307]:   </devices>
Oct 24 07:41:16 user nova-compute[74307]: </domain>
Oct 24 07:41:16 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 07:41:16 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:41:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-468996817',display_name='tempest-ServerStableDeviceRescueTest-server-468996817',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-468996817',id=2,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBLnLNRMNAFfrdLQ21Y6Bk1B4JERbXGJ1GRSOGrOtKwiBr0gBI8BXjflHgAyi8KOHMmyhTR2YTj9YBTAl4wINHGrBGYkLrdm1wDG2aXziKbA/PrTPsiTBC4Cjx8BbCmcqA==',key_name='tempest-keypair-119555614',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c8bef7ee8ee14414ab3e51f43e0a41cb',ramdisk_id='',reservation_id='r-l9nnwj4t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-1780747457',owner_user_name='tempest-ServerStableDeviceRescueTest-1780747457-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:41:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='922a288c361041398a2c089f630cd888',uuid=bbf0ee63-f415-4610-9018-ae94792726e2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d3d0c4de-c88e-46cf-89c4-e4be298dd293", "address": "fa:16:3e:6f:6b:96", "network": {"id": "738a317e-3446-4e1c-9426-c7575a1a3528", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1877516759-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c8bef7ee8ee14414ab3e51f43e0a41cb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd3d0c4de-c8", "ovs_interfaceid": "d3d0c4de-c88e-46cf-89c4-e4be298dd293", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 07:41:16 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Converting VIF {"id": "d3d0c4de-c88e-46cf-89c4-e4be298dd293", "address": "fa:16:3e:6f:6b:96", "network": {"id": "738a317e-3446-4e1c-9426-c7575a1a3528", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1877516759-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c8bef7ee8ee14414ab3e51f43e0a41cb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd3d0c4de-c8", "ovs_interfaceid": "d3d0c4de-c88e-46cf-89c4-e4be298dd293", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:41:16 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6f:6b:96,bridge_name='br-int',has_traffic_filtering=True,id=d3d0c4de-c88e-46cf-89c4-e4be298dd293,network=Network(738a317e-3446-4e1c-9426-c7575a1a3528),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd3d0c4de-c8') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:41:16 user nova-compute[74307]: DEBUG os_vif [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6f:6b:96,bridge_name='br-int',has_traffic_filtering=True,id=d3d0c4de-c88e-46cf-89c4-e4be298dd293,network=Network(738a317e-3446-4e1c-9426-c7575a1a3528),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd3d0c4de-c8') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 07:41:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:41:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:41:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c97ddce4-5a8e-5f22-846f-915b54ffccb4', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:41:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:41:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd3d0c4de-c8, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:41:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd3d0c4de-c8, col_values=(('qos', UUID('d9cbc169-55db-437d-a9b6-092d2a79f942')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:41:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd3d0c4de-c8, col_values=(('external_ids', {'iface-id': 'd3d0c4de-c88e-46cf-89c4-e4be298dd293', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6f:6b:96', 'vm-uuid': 'bbf0ee63-f415-4610-9018-ae94792726e2'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:41:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:41:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:16 user nova-compute[74307]: INFO os_vif [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6f:6b:96,bridge_name='br-int',has_traffic_filtering=True,id=d3d0c4de-c88e-46cf-89c4-e4be298dd293,network=Network(738a317e-3446-4e1c-9426-c7575a1a3528),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd3d0c4de-c8')
Oct 24 07:41:16 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:41:16 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] No VIF found with MAC fa:16:3e:6f:6b:96, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:41:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Acquiring lock "a5c509dd-e293-4dae-9e1a-0618e8772a6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Lock "a5c509dd-e293-4dae-9e1a-0618e8772a6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:17 user nova-compute[74307]: DEBUG nova.compute.manager [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Starting instance... {{(pid=74307) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 07:41:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:18 user nova-compute[74307]: DEBUG nova.network.neutron [req-af0eb617-c914-4e55-86f6-f7c0b5634526 req-9e0af4a7-c792-436e-925c-a52c1acc68c6 service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Updated VIF entry in instance network info cache for port d3d0c4de-c88e-46cf-89c4-e4be298dd293. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:41:18 user nova-compute[74307]: DEBUG nova.network.neutron [req-af0eb617-c914-4e55-86f6-f7c0b5634526 req-9e0af4a7-c792-436e-925c-a52c1acc68c6 service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Updating instance_info_cache with network_info: [{"id": "d3d0c4de-c88e-46cf-89c4-e4be298dd293", "address": "fa:16:3e:6f:6b:96", "network": {"id": "738a317e-3446-4e1c-9426-c7575a1a3528", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1877516759-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c8bef7ee8ee14414ab3e51f43e0a41cb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd3d0c4de-c8", "ovs_interfaceid": "d3d0c4de-c88e-46cf-89c4-e4be298dd293", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:41:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-af0eb617-c914-4e55-86f6-f7c0b5634526 req-9e0af4a7-c792-436e-925c-a52c1acc68c6 service nova] Releasing lock "refresh_cache-bbf0ee63-f415-4610-9018-ae94792726e2" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:41:18 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:18 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:18 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:18 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:18 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:18 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:18 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:18 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:18 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:21 user nova-compute[74307]: DEBUG nova.compute.manager [req-3c3794a2-ac43-4eef-889f-f4dd97bf2eb1 req-6b4294aa-0cb8-49b5-a895-955267c987e1 service nova] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Received event network-vif-plugged-fba32a9f-2efe-4885-948c-e7fc98fe6116 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:41:21 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-3c3794a2-ac43-4eef-889f-f4dd97bf2eb1 req-6b4294aa-0cb8-49b5-a895-955267c987e1 service nova] Acquiring lock "bf3db205-9fd8-47db-8365-87bc07dd98b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:21 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-3c3794a2-ac43-4eef-889f-f4dd97bf2eb1 req-6b4294aa-0cb8-49b5-a895-955267c987e1 service nova] Lock "bf3db205-9fd8-47db-8365-87bc07dd98b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:21 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-3c3794a2-ac43-4eef-889f-f4dd97bf2eb1 req-6b4294aa-0cb8-49b5-a895-955267c987e1 service nova] Lock "bf3db205-9fd8-47db-8365-87bc07dd98b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:21 user nova-compute[74307]: DEBUG nova.compute.manager [req-3c3794a2-ac43-4eef-889f-f4dd97bf2eb1 req-6b4294aa-0cb8-49b5-a895-955267c987e1 service nova] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] No waiting events found dispatching network-vif-plugged-fba32a9f-2efe-4885-948c-e7fc98fe6116 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:41:21 user nova-compute[74307]: WARNING nova.compute.manager [req-3c3794a2-ac43-4eef-889f-f4dd97bf2eb1 req-6b4294aa-0cb8-49b5-a895-955267c987e1 service nova] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Received unexpected event network-vif-plugged-fba32a9f-2efe-4885-948c-e7fc98fe6116 for instance with vm_state building and task_state spawning.
Oct 24 07:41:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:22 user nova-compute[74307]: DEBUG nova.compute.manager [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 07:41:22 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Guest created on hypervisor {{(pid=74307) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 07:41:22 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 07:41:22 user nova-compute[74307]: INFO nova.compute.claims [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Claim successful on node user
Oct 24 07:41:22 user nova-compute[74307]: DEBUG nova.compute.manager [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 07:41:22 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Guest created on hypervisor {{(pid=74307) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 07:41:22 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Instance spawned successfully.
Oct 24 07:41:22 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 07:41:22 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Instance spawned successfully.
Oct 24 07:41:22 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 07:41:22 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Found default for hw_cdrom_bus of ide {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:41:22 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Found default for hw_disk_bus of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:41:22 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Found default for hw_input_bus of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:41:22 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Found default for hw_pointer_model of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:41:22 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Found default for hw_video_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:41:22 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Found default for hw_vif_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:41:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Found default for hw_cdrom_bus of ide {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:41:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Found default for hw_disk_bus of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:41:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Found default for hw_input_bus of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:41:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Found default for hw_pointer_model of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:41:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Found default for hw_video_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:41:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Found default for hw_vif_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:41:23 user nova-compute[74307]: DEBUG nova.compute.manager [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 07:41:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Guest created on hypervisor {{(pid=74307) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 07:41:23 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Instance spawned successfully.
Oct 24 07:41:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 07:41:23 user nova-compute[74307]: INFO nova.compute.manager [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Took 11.94 seconds to spawn the instance on the hypervisor.
Oct 24 07:41:23 user nova-compute[74307]: DEBUG nova.compute.manager [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:41:23 user nova-compute[74307]: INFO nova.compute.manager [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Took 19.96 seconds to spawn the instance on the hypervisor.
Oct 24 07:41:23 user nova-compute[74307]: DEBUG nova.compute.manager [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:41:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Found default for hw_cdrom_bus of ide {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:41:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Found default for hw_disk_bus of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:41:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Found default for hw_input_bus of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:41:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Found default for hw_pointer_model of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:41:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Found default for hw_video_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:41:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Found default for hw_vif_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:41:23 user nova-compute[74307]: INFO nova.compute.manager [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Took 13.00 seconds to build instance.
Oct 24 07:41:23 user nova-compute[74307]: DEBUG nova.compute.manager [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 07:41:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Guest created on hypervisor {{(pid=74307) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 07:41:23 user nova-compute[74307]: INFO nova.compute.manager [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Took 21.07 seconds to build instance.
Oct 24 07:41:23 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-35d32b9e-0641-4b14-9015-a49c40dfbd49 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "bf3db205-9fd8-47db-8365-87bc07dd98b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.146s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:23 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Instance spawned successfully.
Oct 24 07:41:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 07:41:23 user nova-compute[74307]: INFO nova.compute.manager [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Took 17.94 seconds to spawn the instance on the hypervisor.
Oct 24 07:41:23 user nova-compute[74307]: DEBUG nova.compute.manager [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:41:23 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-03785f4a-e5f2-464b-a3af-8339c9750de8 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "fe508640-79f4-43d1-b846-00f28f91df79" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 21.491s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Found default for hw_cdrom_bus of ide {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:41:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Found default for hw_disk_bus of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:41:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Found default for hw_input_bus of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:41:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Found default for hw_pointer_model of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:41:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Found default for hw_video_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:41:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Found default for hw_vif_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:41:23 user nova-compute[74307]: DEBUG nova.compute.manager [req-e0d2513e-3784-4466-b81a-bf3a6fbf8267 req-bc40e030-46d7-4cfd-a444-739114ffc634 service nova] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Received event network-vif-plugged-fba32a9f-2efe-4885-948c-e7fc98fe6116 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:41:23 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-e0d2513e-3784-4466-b81a-bf3a6fbf8267 req-bc40e030-46d7-4cfd-a444-739114ffc634 service nova] Acquiring lock "bf3db205-9fd8-47db-8365-87bc07dd98b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:23 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-e0d2513e-3784-4466-b81a-bf3a6fbf8267 req-bc40e030-46d7-4cfd-a444-739114ffc634 service nova] Lock "bf3db205-9fd8-47db-8365-87bc07dd98b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:23 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-e0d2513e-3784-4466-b81a-bf3a6fbf8267 req-bc40e030-46d7-4cfd-a444-739114ffc634 service nova] Lock "bf3db205-9fd8-47db-8365-87bc07dd98b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:23 user nova-compute[74307]: DEBUG nova.compute.manager [req-e0d2513e-3784-4466-b81a-bf3a6fbf8267 req-bc40e030-46d7-4cfd-a444-739114ffc634 service nova] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] No waiting events found dispatching network-vif-plugged-fba32a9f-2efe-4885-948c-e7fc98fe6116 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:41:23 user nova-compute[74307]: WARNING nova.compute.manager [req-e0d2513e-3784-4466-b81a-bf3a6fbf8267 req-bc40e030-46d7-4cfd-a444-739114ffc634 service nova] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Received unexpected event network-vif-plugged-fba32a9f-2efe-4885-948c-e7fc98fe6116 for instance with vm_state active and task_state None.
Oct 24 07:41:23 user nova-compute[74307]: DEBUG nova.compute.manager [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 07:41:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Guest created on hypervisor {{(pid=74307) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 07:41:23 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Instance spawned successfully.
Oct 24 07:41:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 07:41:23 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:41:23 user nova-compute[74307]: INFO nova.compute.manager [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Took 19.24 seconds to build instance.
Oct 24 07:41:23 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:41:23 user nova-compute[74307]: INFO nova.compute.manager [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Took 17.33 seconds to spawn the instance on the hypervisor.
Oct 24 07:41:23 user nova-compute[74307]: DEBUG nova.compute.manager [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:41:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Found default for hw_cdrom_bus of ide {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:41:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Found default for hw_disk_bus of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:41:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Found default for hw_input_bus of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:41:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Found default for hw_pointer_model of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:41:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Found default for hw_video_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:41:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Found default for hw_vif_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:41:23 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d67251cc-f8d1-4baf-a3b1-413cdb04a25c tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Lock "c36ed999-f02b-469e-b2c4-40763f7fe835" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 19.448s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:23 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 6.189s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:23 user nova-compute[74307]: DEBUG nova.compute.manager [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Start building networks asynchronously for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 07:41:23 user nova-compute[74307]: INFO nova.compute.manager [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Took 18.43 seconds to build instance.
Oct 24 07:41:23 user nova-compute[74307]: INFO nova.compute.manager [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Took 19.44 seconds to spawn the instance on the hypervisor.
Oct 24 07:41:23 user nova-compute[74307]: DEBUG nova.compute.manager [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:41:23 user nova-compute[74307]: DEBUG nova.compute.manager [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Allocating IP information in the background. {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 07:41:23 user nova-compute[74307]: DEBUG nova.network.neutron [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] allocate_for_instance() {{(pid=74307) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 07:41:23 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Ignoring supplied device name: /dev/sda. Libvirt can't honour user-supplied dev names
Oct 24 07:41:23 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e428ac4d-8a01-4a2a-814f-5eefda1c62bc tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Lock "9ca4c6f9-3966-4025-b0d4-273611aba465" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 18.584s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:23 user nova-compute[74307]: DEBUG nova.compute.manager [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Start building block device mappings for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 07:41:23 user nova-compute[74307]: INFO nova.compute.manager [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Took 21.31 seconds to build instance.
Oct 24 07:41:23 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e67b3721-12d2-4df7-b01c-8550cf79a5e3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Lock "bbf0ee63-f415-4610-9018-ae94792726e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 21.636s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:23 user nova-compute[74307]: DEBUG nova.policy [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a6e59286ac8485a9708e6b9baf4f685', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2b0fbe0e975477b84a978159a3f6e46', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74307) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 07:41:23 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:23 user nova-compute[74307]: DEBUG nova.compute.manager [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Start spawning the instance on the hypervisor. {{(pid=74307) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 07:41:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Creating instance directory {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 07:41:23 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Creating image(s)
Oct 24 07:41:23 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Acquiring lock "/opt/stack/data/nova/instances/a5c509dd-e293-4dae-9e1a-0618e8772a6e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:23 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Lock "/opt/stack/data/nova/instances/a5c509dd-e293-4dae-9e1a-0618e8772a6e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:23 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Lock "/opt/stack/data/nova/instances/a5c509dd-e293-4dae-9e1a-0618e8772a6e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:23 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Acquiring lock "1b7e56f097e17ca76f1837fabe521d8b46231cbe" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:23 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Lock "1b7e56f097e17ca76f1837fabe521d8b46231cbe" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:24 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b7e56f097e17ca76f1837fabe521d8b46231cbe.part --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:24 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b7e56f097e17ca76f1837fabe521d8b46231cbe.part --force-share --output=json" returned: 0 in 0.300s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:24 user nova-compute[74307]: DEBUG nova.virt.images [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] 4fec12aa-6ff7-489c-b5a6-63c439142454 was qcow2, converting to raw {{(pid=74307) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 24 07:41:24 user nova-compute[74307]: DEBUG nova.privsep.utils [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74307) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 24 07:41:24 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/1b7e56f097e17ca76f1837fabe521d8b46231cbe.part /opt/stack/data/nova/instances/_base/1b7e56f097e17ca76f1837fabe521d8b46231cbe.converted {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:24 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:24 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/1b7e56f097e17ca76f1837fabe521d8b46231cbe.part /opt/stack/data/nova/instances/_base/1b7e56f097e17ca76f1837fabe521d8b46231cbe.converted" returned: 0 in 0.265s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b7e56f097e17ca76f1837fabe521d8b46231cbe.converted --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b7e56f097e17ca76f1837fabe521d8b46231cbe.converted --force-share --output=json" returned: 0 in 0.316s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:25 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Lock "1b7e56f097e17ca76f1837fabe521d8b46231cbe" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.467s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b7e56f097e17ca76f1837fabe521d8b46231cbe --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b7e56f097e17ca76f1837fabe521d8b46231cbe --force-share --output=json" returned: 0 in 0.307s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:25 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Acquiring lock "1b7e56f097e17ca76f1837fabe521d8b46231cbe" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:25 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Lock "1b7e56f097e17ca76f1837fabe521d8b46231cbe" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b7e56f097e17ca76f1837fabe521d8b46231cbe --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b7e56f097e17ca76f1837fabe521d8b46231cbe --force-share --output=json" returned: 0 in 0.294s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b7e56f097e17ca76f1837fabe521d8b46231cbe,backing_fmt=raw /opt/stack/data/nova/instances/a5c509dd-e293-4dae-9e1a-0618e8772a6e/disk 1073741824 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b7e56f097e17ca76f1837fabe521d8b46231cbe,backing_fmt=raw /opt/stack/data/nova/instances/a5c509dd-e293-4dae-9e1a-0618e8772a6e/disk 1073741824" returned: 0 in 0.139s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Lock "1b7e56f097e17ca76f1837fabe521d8b46231cbe" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.442s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b7e56f097e17ca76f1837fabe521d8b46231cbe --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b7e56f097e17ca76f1837fabe521d8b46231cbe --force-share --output=json" returned: 0 in 0.356s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:26 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a5c509dd-e293-4dae-9e1a-0618e8772a6e/disk. size=1073741824 {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 07:41:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5c509dd-e293-4dae-9e1a-0618e8772a6e/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:26 user nova-compute[74307]: DEBUG nova.network.neutron [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Successfully created port: 54da9e21-a350-44f0-8e3c-6172d0c72882 {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 07:41:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5c509dd-e293-4dae-9e1a-0618e8772a6e/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:26 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Cannot resize image /opt/stack/data/nova/instances/a5c509dd-e293-4dae-9e1a-0618e8772a6e/disk to a smaller size. {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 07:41:26 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Created local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 07:41:26 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Ensure instance console log exists: /opt/stack/data/nova/instances/a5c509dd-e293-4dae-9e1a-0618e8772a6e/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 07:41:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:27 user nova-compute[74307]: DEBUG nova.compute.manager [req-34b70bc8-40e3-4558-8320-dbb518e78e84 req-ff94cdf6-f50f-45d1-b081-0ac3fd62fca8 service nova] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Received event network-vif-plugged-951faef2-e38b-4d87-8a31-effd4335a3e6 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:41:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-34b70bc8-40e3-4558-8320-dbb518e78e84 req-ff94cdf6-f50f-45d1-b081-0ac3fd62fca8 service nova] Acquiring lock "c36ed999-f02b-469e-b2c4-40763f7fe835-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-34b70bc8-40e3-4558-8320-dbb518e78e84 req-ff94cdf6-f50f-45d1-b081-0ac3fd62fca8 service nova] Lock "c36ed999-f02b-469e-b2c4-40763f7fe835-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-34b70bc8-40e3-4558-8320-dbb518e78e84 req-ff94cdf6-f50f-45d1-b081-0ac3fd62fca8 service nova] Lock "c36ed999-f02b-469e-b2c4-40763f7fe835-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:27 user nova-compute[74307]: DEBUG nova.compute.manager [req-34b70bc8-40e3-4558-8320-dbb518e78e84 req-ff94cdf6-f50f-45d1-b081-0ac3fd62fca8 service nova] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] No waiting events found dispatching network-vif-plugged-951faef2-e38b-4d87-8a31-effd4335a3e6 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:41:27 user nova-compute[74307]: WARNING nova.compute.manager [req-34b70bc8-40e3-4558-8320-dbb518e78e84 req-ff94cdf6-f50f-45d1-b081-0ac3fd62fca8 service nova] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Received unexpected event network-vif-plugged-951faef2-e38b-4d87-8a31-effd4335a3e6 for instance with vm_state active and task_state None.
Oct 24 07:41:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:28 user nova-compute[74307]: DEBUG nova.network.neutron [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Successfully updated port: 54da9e21-a350-44f0-8e3c-6172d0c72882 {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 07:41:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Acquiring lock "refresh_cache-a5c509dd-e293-4dae-9e1a-0618e8772a6e" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:41:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Acquired lock "refresh_cache-a5c509dd-e293-4dae-9e1a-0618e8772a6e" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:41:28 user nova-compute[74307]: DEBUG nova.network.neutron [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 07:41:28 user nova-compute[74307]: DEBUG nova.compute.manager [req-77d3738e-6d21-45da-ace2-97a8c1875d32 req-c1fd8b61-bcdc-4613-a04d-5857f93a587a service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Received event network-vif-plugged-d3d0c4de-c88e-46cf-89c4-e4be298dd293 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:41:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-77d3738e-6d21-45da-ace2-97a8c1875d32 req-c1fd8b61-bcdc-4613-a04d-5857f93a587a service nova] Acquiring lock "bbf0ee63-f415-4610-9018-ae94792726e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-77d3738e-6d21-45da-ace2-97a8c1875d32 req-c1fd8b61-bcdc-4613-a04d-5857f93a587a service nova] Lock "bbf0ee63-f415-4610-9018-ae94792726e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-77d3738e-6d21-45da-ace2-97a8c1875d32 req-c1fd8b61-bcdc-4613-a04d-5857f93a587a service nova] Lock "bbf0ee63-f415-4610-9018-ae94792726e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:28 user nova-compute[74307]: DEBUG nova.compute.manager [req-77d3738e-6d21-45da-ace2-97a8c1875d32 req-c1fd8b61-bcdc-4613-a04d-5857f93a587a service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] No waiting events found dispatching network-vif-plugged-d3d0c4de-c88e-46cf-89c4-e4be298dd293 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:41:28 user nova-compute[74307]: WARNING nova.compute.manager [req-77d3738e-6d21-45da-ace2-97a8c1875d32 req-c1fd8b61-bcdc-4613-a04d-5857f93a587a service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Received unexpected event network-vif-plugged-d3d0c4de-c88e-46cf-89c4-e4be298dd293 for instance with vm_state active and task_state None.
Oct 24 07:41:28 user nova-compute[74307]: DEBUG nova.compute.manager [req-cd7351d2-66d3-4ae8-a976-bd4b1a1df083 req-a1cda95c-eac8-4c15-9ab9-a7220c4d2823 service nova] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Received event network-changed-54da9e21-a350-44f0-8e3c-6172d0c72882 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:41:28 user nova-compute[74307]: DEBUG nova.compute.manager [req-cd7351d2-66d3-4ae8-a976-bd4b1a1df083 req-a1cda95c-eac8-4c15-9ab9-a7220c4d2823 service nova] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Refreshing instance network info cache due to event network-changed-54da9e21-a350-44f0-8e3c-6172d0c72882. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:41:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-cd7351d2-66d3-4ae8-a976-bd4b1a1df083 req-a1cda95c-eac8-4c15-9ab9-a7220c4d2823 service nova] Acquiring lock "refresh_cache-a5c509dd-e293-4dae-9e1a-0618e8772a6e" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:41:28 user nova-compute[74307]: DEBUG nova.network.neutron [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 07:41:28 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:29 user nova-compute[74307]: DEBUG nova.compute.manager [req-05d03589-d83c-485a-ad6c-6ef283d19ec5 req-d954aa39-4293-41d1-a845-e3c6228a93b4 service nova] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Received event network-vif-plugged-951faef2-e38b-4d87-8a31-effd4335a3e6 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:41:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-05d03589-d83c-485a-ad6c-6ef283d19ec5 req-d954aa39-4293-41d1-a845-e3c6228a93b4 service nova] Acquiring lock "c36ed999-f02b-469e-b2c4-40763f7fe835-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-05d03589-d83c-485a-ad6c-6ef283d19ec5 req-d954aa39-4293-41d1-a845-e3c6228a93b4 service nova] Lock "c36ed999-f02b-469e-b2c4-40763f7fe835-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-05d03589-d83c-485a-ad6c-6ef283d19ec5 req-d954aa39-4293-41d1-a845-e3c6228a93b4 service nova] Lock "c36ed999-f02b-469e-b2c4-40763f7fe835-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:29 user nova-compute[74307]: DEBUG nova.compute.manager [req-05d03589-d83c-485a-ad6c-6ef283d19ec5 req-d954aa39-4293-41d1-a845-e3c6228a93b4 service nova] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] No waiting events found dispatching network-vif-plugged-951faef2-e38b-4d87-8a31-effd4335a3e6 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:41:29 user nova-compute[74307]: WARNING nova.compute.manager [req-05d03589-d83c-485a-ad6c-6ef283d19ec5 req-d954aa39-4293-41d1-a845-e3c6228a93b4 service nova] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Received unexpected event network-vif-plugged-951faef2-e38b-4d87-8a31-effd4335a3e6 for instance with vm_state active and task_state None.
Oct 24 07:41:29 user nova-compute[74307]: DEBUG nova.network.neutron [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Updating instance_info_cache with network_info: [{"id": "54da9e21-a350-44f0-8e3c-6172d0c72882", "address": "fa:16:3e:13:5c:2b", "network": {"id": "0e496cda-cc8b-47b9-bbca-0f6541552a41", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1684400638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a2b0fbe0e975477b84a978159a3f6e46", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54da9e21-a3", "ovs_interfaceid": "54da9e21-a350-44f0-8e3c-6172d0c72882", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:41:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Releasing lock "refresh_cache-a5c509dd-e293-4dae-9e1a-0618e8772a6e" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:41:29 user nova-compute[74307]: DEBUG nova.compute.manager [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Instance network_info: |[{"id": "54da9e21-a350-44f0-8e3c-6172d0c72882", "address": "fa:16:3e:13:5c:2b", "network": {"id": "0e496cda-cc8b-47b9-bbca-0f6541552a41", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1684400638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a2b0fbe0e975477b84a978159a3f6e46", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54da9e21-a3", "ovs_interfaceid": "54da9e21-a350-44f0-8e3c-6172d0c72882", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 07:41:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-cd7351d2-66d3-4ae8-a976-bd4b1a1df083 req-a1cda95c-eac8-4c15-9ab9-a7220c4d2823 service nova] Acquired lock "refresh_cache-a5c509dd-e293-4dae-9e1a-0618e8772a6e" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:41:29 user nova-compute[74307]: DEBUG nova.network.neutron [req-cd7351d2-66d3-4ae8-a976-bd4b1a1df083 req-a1cda95c-eac8-4c15-9ab9-a7220c4d2823 service nova] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Refreshing network info cache for port 54da9e21-a350-44f0-8e3c-6172d0c72882 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:41:29 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Start _get_guest_xml network_info=[{"id": "54da9e21-a350-44f0-8e3c-6172d0c72882", "address": "fa:16:3e:13:5c:2b", "network": {"id": "0e496cda-cc8b-47b9-bbca-0f6541552a41", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1684400638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a2b0fbe0e975477b84a978159a3f6e46", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54da9e21-a3", "ovs_interfaceid": "54da9e21-a350-44f0-8e3c-6172d0c72882", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'scsi', 'cdrom_bus': 'scsi', 'mapping': {'root': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'scsi', 'dev': 'sdb', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:41:12Z,direct_url=<?>,disk_format='qcow2',id=4fec12aa-6ff7-489c-b5a6-63c439142454,min_disk=0,min_ram=0,name='',owner='6d4972a08be24eb2b7854f6a7d615a74',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:41:14Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'disk_bus': 'scsi', 'encrypted': False, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'boot_index': 0, 'guest_format': None, 'image_id': '4fec12aa-6ff7-489c-b5a6-63c439142454'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 07:41:29 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:41:29 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:41:29 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 07:41:29 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 07:41:29 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 07:41:29 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 07:41:29 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 07:41:29 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:41:12Z,direct_url=<?>,disk_format='qcow2',id=4fec12aa-6ff7-489c-b5a6-63c439142454,min_disk=0,min_ram=0,name='',owner='6d4972a08be24eb2b7854f6a7d615a74',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:41:14Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 07:41:29 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 07:41:29 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 07:41:29 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 07:41:29 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 07:41:29 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 07:41:29 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 07:41:29 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 07:41:29 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 07:41:29 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 07:41:29 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 07:41:30 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T07:41:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1649825000',display_name='tempest-AttachSCSIVolumeTestJSON-server-1649825000',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1649825000',id=6,image_ref='4fec12aa-6ff7-489c-b5a6-63c439142454',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPkVLT8czdR9JtP9g5GvbFLBv7DN8hTnD5YkEwSr5FVr9HEwpjVeT4Dp4oT7hGl3JbDAAAH8C9auhybEoCcVBTU6/vgxdhIpDoHjO+pXEPcPVDVLY6BHUe8YHl8sC+pQ6Q==',key_name='tempest-keypair-1666390825',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a2b0fbe0e975477b84a978159a3f6e46',ramdisk_id='',reservation_id='r-xlzve3ug',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='4fec12aa-6ff7-489c-b5a6-63c439142454',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-509346643',owner_user_name='tempest-AttachSCSIVolumeTestJSON-509346643-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:41:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6a6e59286ac8485a9708e6b9baf4f685',uuid=a5c509dd-e293-4dae-9e1a-0618e8772a6e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "54da9e21-a350-44f0-8e3c-6172d0c72882", "address": "fa:16:3e:13:5c:2b", "network": {"id": "0e496cda-cc8b-47b9-bbca-0f6541552a41", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1684400638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a2b0fbe0e975477b84a978159a3f6e46", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54da9e21-a3", "ovs_interfaceid": "54da9e21-a350-44f0-8e3c-6172d0c72882", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 07:41:30 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Converting VIF {"id": "54da9e21-a350-44f0-8e3c-6172d0c72882", "address": "fa:16:3e:13:5c:2b", "network": {"id": "0e496cda-cc8b-47b9-bbca-0f6541552a41", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1684400638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a2b0fbe0e975477b84a978159a3f6e46", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54da9e21-a3", "ovs_interfaceid": "54da9e21-a350-44f0-8e3c-6172d0c72882", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:41:30 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:13:5c:2b,bridge_name='br-int',has_traffic_filtering=True,id=54da9e21-a350-44f0-8e3c-6172d0c72882,network=Network(0e496cda-cc8b-47b9-bbca-0f6541552a41),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap54da9e21-a3') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:41:30 user nova-compute[74307]: DEBUG nova.objects.instance [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Lazy-loading 'pci_devices' on Instance uuid a5c509dd-e293-4dae-9e1a-0618e8772a6e {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:41:30 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] End _get_guest_xml xml=<domain type="kvm">
Oct 24 07:41:30 user nova-compute[74307]:   <uuid>a5c509dd-e293-4dae-9e1a-0618e8772a6e</uuid>
Oct 24 07:41:30 user nova-compute[74307]:   <name>instance-00000006</name>
Oct 24 07:41:30 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 07:41:30 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 07:41:30 user nova-compute[74307]:   <metadata>
Oct 24 07:41:30 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 07:41:30 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 07:41:30 user nova-compute[74307]:       <nova:name>tempest-AttachSCSIVolumeTestJSON-server-1649825000</nova:name>
Oct 24 07:41:30 user nova-compute[74307]:       <nova:creationTime>2023-10-24 07:41:29</nova:creationTime>
Oct 24 07:41:30 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 07:41:30 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 07:41:30 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 07:41:30 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 07:41:30 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 07:41:30 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 07:41:30 user nova-compute[74307]:       </nova:flavor>
Oct 24 07:41:30 user nova-compute[74307]:       <nova:owner>
Oct 24 07:41:30 user nova-compute[74307]:         <nova:user uuid="6a6e59286ac8485a9708e6b9baf4f685">tempest-AttachSCSIVolumeTestJSON-509346643-project-member</nova:user>
Oct 24 07:41:30 user nova-compute[74307]:         <nova:project uuid="a2b0fbe0e975477b84a978159a3f6e46">tempest-AttachSCSIVolumeTestJSON-509346643</nova:project>
Oct 24 07:41:30 user nova-compute[74307]:       </nova:owner>
Oct 24 07:41:30 user nova-compute[74307]:       <nova:root type="image" uuid="4fec12aa-6ff7-489c-b5a6-63c439142454"/>
Oct 24 07:41:30 user nova-compute[74307]:       <nova:ports>
Oct 24 07:41:30 user nova-compute[74307]:         <nova:port uuid="54da9e21-a350-44f0-8e3c-6172d0c72882">
Oct 24 07:41:30 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 24 07:41:30 user nova-compute[74307]:         </nova:port>
Oct 24 07:41:30 user nova-compute[74307]:       </nova:ports>
Oct 24 07:41:30 user nova-compute[74307]:     </nova:instance>
Oct 24 07:41:30 user nova-compute[74307]:   </metadata>
Oct 24 07:41:30 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 07:41:30 user nova-compute[74307]:     <system>
Oct 24 07:41:30 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 07:41:30 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 07:41:30 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 07:41:30 user nova-compute[74307]:       <entry name="serial">a5c509dd-e293-4dae-9e1a-0618e8772a6e</entry>
Oct 24 07:41:30 user nova-compute[74307]:       <entry name="uuid">a5c509dd-e293-4dae-9e1a-0618e8772a6e</entry>
Oct 24 07:41:30 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 07:41:30 user nova-compute[74307]:     </system>
Oct 24 07:41:30 user nova-compute[74307]:   </sysinfo>
Oct 24 07:41:30 user nova-compute[74307]:   <os>
Oct 24 07:41:30 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 07:41:30 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 07:41:30 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 07:41:30 user nova-compute[74307]:   </os>
Oct 24 07:41:30 user nova-compute[74307]:   <features>
Oct 24 07:41:30 user nova-compute[74307]:     <acpi/>
Oct 24 07:41:30 user nova-compute[74307]:     <apic/>
Oct 24 07:41:30 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 07:41:30 user nova-compute[74307]:   </features>
Oct 24 07:41:30 user nova-compute[74307]:   <clock offset="utc">
Oct 24 07:41:30 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 07:41:30 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 07:41:30 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 07:41:30 user nova-compute[74307]:   </clock>
Oct 24 07:41:30 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 07:41:30 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 07:41:30 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 07:41:30 user nova-compute[74307]:   </cpu>
Oct 24 07:41:30 user nova-compute[74307]:   <devices>
Oct 24 07:41:30 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 07:41:30 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 07:41:30 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/a5c509dd-e293-4dae-9e1a-0618e8772a6e/disk"/>
Oct 24 07:41:30 user nova-compute[74307]:       <target dev="sda" bus="scsi"/>
Oct 24 07:41:30 user nova-compute[74307]:       <address type="drive" controller="0" unit="0"/>
Oct 24 07:41:30 user nova-compute[74307]:     </disk>
Oct 24 07:41:30 user nova-compute[74307]:     <disk type="file" device="cdrom">
Oct 24 07:41:30 user nova-compute[74307]:       <driver name="qemu" type="raw" cache="none"/>
Oct 24 07:41:30 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/a5c509dd-e293-4dae-9e1a-0618e8772a6e/disk.config"/>
Oct 24 07:41:30 user nova-compute[74307]:       <target dev="sdb" bus="scsi"/>
Oct 24 07:41:30 user nova-compute[74307]:       <address type="drive" controller="0" unit="1"/>
Oct 24 07:41:30 user nova-compute[74307]:     </disk>
Oct 24 07:41:30 user nova-compute[74307]:     <controller type="scsi" index="0" model="virtio-scsi"/>
Oct 24 07:41:30 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 07:41:30 user nova-compute[74307]:       <mac address="fa:16:3e:13:5c:2b"/>
Oct 24 07:41:30 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:41:30 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 07:41:30 user nova-compute[74307]:       <target dev="tap54da9e21-a3"/>
Oct 24 07:41:30 user nova-compute[74307]:     </interface>
Oct 24 07:41:30 user nova-compute[74307]:     <serial type="pty">
Oct 24 07:41:30 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/a5c509dd-e293-4dae-9e1a-0618e8772a6e/console.log" append="off"/>
Oct 24 07:41:30 user nova-compute[74307]:     </serial>
Oct 24 07:41:30 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 07:41:30 user nova-compute[74307]:     <video>
Oct 24 07:41:30 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:41:30 user nova-compute[74307]:     </video>
Oct 24 07:41:30 user nova-compute[74307]:     <rng model="virtio">
Oct 24 07:41:30 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 07:41:30 user nova-compute[74307]:     </rng>
Oct 24 07:41:30 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 07:41:30 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 07:41:30 user nova-compute[74307]:       <stats period="10"/>
Oct 24 07:41:30 user nova-compute[74307]:     </memballoon>
Oct 24 07:41:30 user nova-compute[74307]:   </devices>
Oct 24 07:41:30 user nova-compute[74307]: </domain>
Oct 24 07:41:30 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 07:41:30 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T07:41:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1649825000',display_name='tempest-AttachSCSIVolumeTestJSON-server-1649825000',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1649825000',id=6,image_ref='4fec12aa-6ff7-489c-b5a6-63c439142454',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPkVLT8czdR9JtP9g5GvbFLBv7DN8hTnD5YkEwSr5FVr9HEwpjVeT4Dp4oT7hGl3JbDAAAH8C9auhybEoCcVBTU6/vgxdhIpDoHjO+pXEPcPVDVLY6BHUe8YHl8sC+pQ6Q==',key_name='tempest-keypair-1666390825',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a2b0fbe0e975477b84a978159a3f6e46',ramdisk_id='',reservation_id='r-xlzve3ug',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='4fec12aa-6ff7-489c-b5a6-63c439142454',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-509346643',owner_user_name='tempest-AttachSCSIVolumeTestJSON-509346643-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:41:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6a6e59286ac8485a9708e6b9baf4f685',uuid=a5c509dd-e293-4dae-9e1a-0618e8772a6e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "54da9e21-a350-44f0-8e3c-6172d0c72882", "address": "fa:16:3e:13:5c:2b", "network": {"id": "0e496cda-cc8b-47b9-bbca-0f6541552a41", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1684400638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a2b0fbe0e975477b84a978159a3f6e46", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54da9e21-a3", "ovs_interfaceid": "54da9e21-a350-44f0-8e3c-6172d0c72882", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 07:41:30 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Converting VIF {"id": "54da9e21-a350-44f0-8e3c-6172d0c72882", "address": "fa:16:3e:13:5c:2b", "network": {"id": "0e496cda-cc8b-47b9-bbca-0f6541552a41", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1684400638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a2b0fbe0e975477b84a978159a3f6e46", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54da9e21-a3", "ovs_interfaceid": "54da9e21-a350-44f0-8e3c-6172d0c72882", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:41:30 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:13:5c:2b,bridge_name='br-int',has_traffic_filtering=True,id=54da9e21-a350-44f0-8e3c-6172d0c72882,network=Network(0e496cda-cc8b-47b9-bbca-0f6541552a41),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap54da9e21-a3') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:41:30 user nova-compute[74307]: DEBUG os_vif [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:13:5c:2b,bridge_name='br-int',has_traffic_filtering=True,id=54da9e21-a350-44f0-8e3c-6172d0c72882,network=Network(0e496cda-cc8b-47b9-bbca-0f6541552a41),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap54da9e21-a3') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 07:41:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:41:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:41:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4d85fadb-5ec8-55be-86f7-b93ac38bc03c', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:41:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:41:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap54da9e21-a3, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:41:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap54da9e21-a3, col_values=(('qos', UUID('d854e1e0-1fc4-494b-a1f8-d7f0eb7ad1f7')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:41:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap54da9e21-a3, col_values=(('external_ids', {'iface-id': '54da9e21-a350-44f0-8e3c-6172d0c72882', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:13:5c:2b', 'vm-uuid': 'a5c509dd-e293-4dae-9e1a-0618e8772a6e'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:41:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:41:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:30 user nova-compute[74307]: INFO os_vif [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:13:5c:2b,bridge_name='br-int',has_traffic_filtering=True,id=54da9e21-a350-44f0-8e3c-6172d0c72882,network=Network(0e496cda-cc8b-47b9-bbca-0f6541552a41),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap54da9e21-a3')
Oct 24 07:41:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:30 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] No BDM found with device name sda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:41:30 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] No BDM found with device name sdb, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:41:30 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] No VIF found with MAC fa:16:3e:13:5c:2b, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:41:30 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Using config drive
Oct 24 07:41:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:30 user nova-compute[74307]: DEBUG nova.compute.manager [req-dd271ea1-fe79-473a-b5d6-0a0adb9fd81a req-a3d206b9-23cc-4c5b-9f9a-535f05a68ad1 service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Received event network-vif-plugged-d3d0c4de-c88e-46cf-89c4-e4be298dd293 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:41:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-dd271ea1-fe79-473a-b5d6-0a0adb9fd81a req-a3d206b9-23cc-4c5b-9f9a-535f05a68ad1 service nova] Acquiring lock "bbf0ee63-f415-4610-9018-ae94792726e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-dd271ea1-fe79-473a-b5d6-0a0adb9fd81a req-a3d206b9-23cc-4c5b-9f9a-535f05a68ad1 service nova] Lock "bbf0ee63-f415-4610-9018-ae94792726e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-dd271ea1-fe79-473a-b5d6-0a0adb9fd81a req-a3d206b9-23cc-4c5b-9f9a-535f05a68ad1 service nova] Lock "bbf0ee63-f415-4610-9018-ae94792726e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:30 user nova-compute[74307]: DEBUG nova.compute.manager [req-dd271ea1-fe79-473a-b5d6-0a0adb9fd81a req-a3d206b9-23cc-4c5b-9f9a-535f05a68ad1 service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] No waiting events found dispatching network-vif-plugged-d3d0c4de-c88e-46cf-89c4-e4be298dd293 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:41:30 user nova-compute[74307]: WARNING nova.compute.manager [req-dd271ea1-fe79-473a-b5d6-0a0adb9fd81a req-a3d206b9-23cc-4c5b-9f9a-535f05a68ad1 service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Received unexpected event network-vif-plugged-d3d0c4de-c88e-46cf-89c4-e4be298dd293 for instance with vm_state active and task_state None.
Oct 24 07:41:30 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Creating config drive at /opt/stack/data/nova/instances/a5c509dd-e293-4dae-9e1a-0618e8772a6e/disk.config
Oct 24 07:41:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/a5c509dd-e293-4dae-9e1a-0618e8772a6e/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpqibizi_g {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/a5c509dd-e293-4dae-9e1a-0618e8772a6e/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpqibizi_g" returned: 0 in 0.070s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:31 user nova-compute[74307]: DEBUG nova.network.neutron [req-cd7351d2-66d3-4ae8-a976-bd4b1a1df083 req-a1cda95c-eac8-4c15-9ab9-a7220c4d2823 service nova] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Updated VIF entry in instance network info cache for port 54da9e21-a350-44f0-8e3c-6172d0c72882. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:41:31 user nova-compute[74307]: DEBUG nova.network.neutron [req-cd7351d2-66d3-4ae8-a976-bd4b1a1df083 req-a1cda95c-eac8-4c15-9ab9-a7220c4d2823 service nova] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Updating instance_info_cache with network_info: [{"id": "54da9e21-a350-44f0-8e3c-6172d0c72882", "address": "fa:16:3e:13:5c:2b", "network": {"id": "0e496cda-cc8b-47b9-bbca-0f6541552a41", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1684400638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a2b0fbe0e975477b84a978159a3f6e46", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54da9e21-a3", "ovs_interfaceid": "54da9e21-a350-44f0-8e3c-6172d0c72882", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:41:31 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-cd7351d2-66d3-4ae8-a976-bd4b1a1df083 req-a1cda95c-eac8-4c15-9ab9-a7220c4d2823 service nova] Releasing lock "refresh_cache-a5c509dd-e293-4dae-9e1a-0618e8772a6e" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:41:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:33 user nova-compute[74307]: DEBUG nova.compute.manager [req-a2f6960a-b4c7-433a-a7de-e1cc5bf3d9d5 req-202b7fec-0f58-418e-aa13-29ff6d78aa23 service nova] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Received event network-vif-plugged-54da9e21-a350-44f0-8e3c-6172d0c72882 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:41:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a2f6960a-b4c7-433a-a7de-e1cc5bf3d9d5 req-202b7fec-0f58-418e-aa13-29ff6d78aa23 service nova] Acquiring lock "a5c509dd-e293-4dae-9e1a-0618e8772a6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a2f6960a-b4c7-433a-a7de-e1cc5bf3d9d5 req-202b7fec-0f58-418e-aa13-29ff6d78aa23 service nova] Lock "a5c509dd-e293-4dae-9e1a-0618e8772a6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a2f6960a-b4c7-433a-a7de-e1cc5bf3d9d5 req-202b7fec-0f58-418e-aa13-29ff6d78aa23 service nova] Lock "a5c509dd-e293-4dae-9e1a-0618e8772a6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:33 user nova-compute[74307]: DEBUG nova.compute.manager [req-a2f6960a-b4c7-433a-a7de-e1cc5bf3d9d5 req-202b7fec-0f58-418e-aa13-29ff6d78aa23 service nova] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] No waiting events found dispatching network-vif-plugged-54da9e21-a350-44f0-8e3c-6172d0c72882 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:41:33 user nova-compute[74307]: WARNING nova.compute.manager [req-a2f6960a-b4c7-433a-a7de-e1cc5bf3d9d5 req-202b7fec-0f58-418e-aa13-29ff6d78aa23 service nova] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Received unexpected event network-vif-plugged-54da9e21-a350-44f0-8e3c-6172d0c72882 for instance with vm_state building and task_state spawning.
Oct 24 07:41:33 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:33 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:33 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:35 user nova-compute[74307]: DEBUG nova.compute.manager [req-b6857b38-17b3-4a1e-a6e1-f40513858d01 req-89681118-3d6e-424d-b6a8-552841cec3ad service nova] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Received event network-vif-plugged-54da9e21-a350-44f0-8e3c-6172d0c72882 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:41:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b6857b38-17b3-4a1e-a6e1-f40513858d01 req-89681118-3d6e-424d-b6a8-552841cec3ad service nova] Acquiring lock "a5c509dd-e293-4dae-9e1a-0618e8772a6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b6857b38-17b3-4a1e-a6e1-f40513858d01 req-89681118-3d6e-424d-b6a8-552841cec3ad service nova] Lock "a5c509dd-e293-4dae-9e1a-0618e8772a6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b6857b38-17b3-4a1e-a6e1-f40513858d01 req-89681118-3d6e-424d-b6a8-552841cec3ad service nova] Lock "a5c509dd-e293-4dae-9e1a-0618e8772a6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:35 user nova-compute[74307]: DEBUG nova.compute.manager [req-b6857b38-17b3-4a1e-a6e1-f40513858d01 req-89681118-3d6e-424d-b6a8-552841cec3ad service nova] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] No waiting events found dispatching network-vif-plugged-54da9e21-a350-44f0-8e3c-6172d0c72882 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:41:35 user nova-compute[74307]: WARNING nova.compute.manager [req-b6857b38-17b3-4a1e-a6e1-f40513858d01 req-89681118-3d6e-424d-b6a8-552841cec3ad service nova] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Received unexpected event network-vif-plugged-54da9e21-a350-44f0-8e3c-6172d0c72882 for instance with vm_state building and task_state spawning.
Oct 24 07:41:35 user nova-compute[74307]: DEBUG nova.compute.manager [req-1eb0c13a-f126-4a67-90a7-8b4cd1511487 req-a9cf3f58-dd81-41a1-8261-60659e3b2b69 service nova] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Received event network-vif-plugged-989eb379-62b5-4062-95a6-0357967bb8cb {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:41:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-1eb0c13a-f126-4a67-90a7-8b4cd1511487 req-a9cf3f58-dd81-41a1-8261-60659e3b2b69 service nova] Acquiring lock "9ca4c6f9-3966-4025-b0d4-273611aba465-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-1eb0c13a-f126-4a67-90a7-8b4cd1511487 req-a9cf3f58-dd81-41a1-8261-60659e3b2b69 service nova] Lock "9ca4c6f9-3966-4025-b0d4-273611aba465-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-1eb0c13a-f126-4a67-90a7-8b4cd1511487 req-a9cf3f58-dd81-41a1-8261-60659e3b2b69 service nova] Lock "9ca4c6f9-3966-4025-b0d4-273611aba465-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:35 user nova-compute[74307]: DEBUG nova.compute.manager [req-1eb0c13a-f126-4a67-90a7-8b4cd1511487 req-a9cf3f58-dd81-41a1-8261-60659e3b2b69 service nova] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] No waiting events found dispatching network-vif-plugged-989eb379-62b5-4062-95a6-0357967bb8cb {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:41:35 user nova-compute[74307]: WARNING nova.compute.manager [req-1eb0c13a-f126-4a67-90a7-8b4cd1511487 req-a9cf3f58-dd81-41a1-8261-60659e3b2b69 service nova] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Received unexpected event network-vif-plugged-989eb379-62b5-4062-95a6-0357967bb8cb for instance with vm_state active and task_state None.
Oct 24 07:41:35 user nova-compute[74307]: DEBUG nova.compute.manager [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 07:41:35 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Guest created on hypervisor {{(pid=74307) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 07:41:35 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Instance spawned successfully.
Oct 24 07:41:35 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 07:41:35 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Found default for hw_input_bus of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:41:35 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Found default for hw_pointer_model of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:41:35 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Found default for hw_video_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:41:35 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Found default for hw_vif_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:41:36 user nova-compute[74307]: INFO nova.compute.manager [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Took 12.18 seconds to spawn the instance on the hypervisor.
Oct 24 07:41:36 user nova-compute[74307]: DEBUG nova.compute.manager [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:41:36 user nova-compute[74307]: INFO nova.compute.manager [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Took 18.96 seconds to build instance.
Oct 24 07:41:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-99e3762e-b718-44e7-8b26-f9a172898ab3 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Lock "a5c509dd-e293-4dae-9e1a-0618e8772a6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 19.097s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Acquiring lock "7763652c-aa19-4625-8893-6ab52b660bb1" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Lock "7763652c-aa19-4625-8893-6ab52b660bb1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:36 user nova-compute[74307]: DEBUG nova.compute.manager [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Starting instance... {{(pid=74307) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 07:41:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:36 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 07:41:36 user nova-compute[74307]: INFO nova.compute.claims [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Claim successful on node user
Oct 24 07:41:37 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:41:37 user nova-compute[74307]: DEBUG nova.compute.manager [req-5d75be8c-c028-426e-8dc7-a37479a6b00f req-cdab84ea-1ba1-4158-aadf-ac2ab9f55e70 service nova] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Received event network-vif-plugged-989eb379-62b5-4062-95a6-0357967bb8cb {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:41:37 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-5d75be8c-c028-426e-8dc7-a37479a6b00f req-cdab84ea-1ba1-4158-aadf-ac2ab9f55e70 service nova] Acquiring lock "9ca4c6f9-3966-4025-b0d4-273611aba465-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:37 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-5d75be8c-c028-426e-8dc7-a37479a6b00f req-cdab84ea-1ba1-4158-aadf-ac2ab9f55e70 service nova] Lock "9ca4c6f9-3966-4025-b0d4-273611aba465-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:37 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-5d75be8c-c028-426e-8dc7-a37479a6b00f req-cdab84ea-1ba1-4158-aadf-ac2ab9f55e70 service nova] Lock "9ca4c6f9-3966-4025-b0d4-273611aba465-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:37 user nova-compute[74307]: DEBUG nova.compute.manager [req-5d75be8c-c028-426e-8dc7-a37479a6b00f req-cdab84ea-1ba1-4158-aadf-ac2ab9f55e70 service nova] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] No waiting events found dispatching network-vif-plugged-989eb379-62b5-4062-95a6-0357967bb8cb {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:41:37 user nova-compute[74307]: WARNING nova.compute.manager [req-5d75be8c-c028-426e-8dc7-a37479a6b00f req-cdab84ea-1ba1-4158-aadf-ac2ab9f55e70 service nova] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Received unexpected event network-vif-plugged-989eb379-62b5-4062-95a6-0357967bb8cb for instance with vm_state active and task_state None.
Oct 24 07:41:37 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:41:37 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.802s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:37 user nova-compute[74307]: DEBUG nova.compute.manager [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Start building networks asynchronously for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 07:41:37 user nova-compute[74307]: DEBUG nova.compute.manager [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Allocating IP information in the background. {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 07:41:37 user nova-compute[74307]: DEBUG nova.network.neutron [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] allocate_for_instance() {{(pid=74307) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 07:41:37 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 07:41:37 user nova-compute[74307]: DEBUG nova.compute.manager [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Start building block device mappings for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 07:41:37 user nova-compute[74307]: DEBUG nova.policy [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe02c81b2de7435da02d75ea972627d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '595cb48fcec345d2a6ffd280203b3f99', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74307) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 07:41:37 user nova-compute[74307]: DEBUG nova.compute.manager [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Start spawning the instance on the hypervisor. {{(pid=74307) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 07:41:37 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Creating instance directory {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 07:41:37 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Creating image(s)
Oct 24 07:41:37 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Acquiring lock "/opt/stack/data/nova/instances/7763652c-aa19-4625-8893-6ab52b660bb1/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:37 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Lock "/opt/stack/data/nova/instances/7763652c-aa19-4625-8893-6ab52b660bb1/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:37 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Lock "/opt/stack/data/nova/instances/7763652c-aa19-4625-8893-6ab52b660bb1/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.010s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:37 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.230s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Acquiring lock "9cb24620554d5eab84e846c14e389d04f4c43d48" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.211s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/7763652c-aa19-4625-8893-6ab52b660bb1/disk 1073741824 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/7763652c-aa19-4625-8893-6ab52b660bb1/disk 1073741824" returned: 0 in 0.072s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.291s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.208s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:38 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7763652c-aa19-4625-8893-6ab52b660bb1/disk. size=1073741824 {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 07:41:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7763652c-aa19-4625-8893-6ab52b660bb1/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:38 user nova-compute[74307]: DEBUG nova.network.neutron [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Successfully created port: 227e747b-173d-41a8-b470-afc6a8c56f4d {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 07:41:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7763652c-aa19-4625-8893-6ab52b660bb1/disk --force-share --output=json" returned: 0 in 0.377s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:38 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Cannot resize image /opt/stack/data/nova/instances/7763652c-aa19-4625-8893-6ab52b660bb1/disk to a smaller size. {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 07:41:38 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Created local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 07:41:38 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Ensure instance console log exists: /opt/stack/data/nova/instances/7763652c-aa19-4625-8893-6ab52b660bb1/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 07:41:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:39 user nova-compute[74307]: DEBUG nova.network.neutron [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Successfully updated port: 227e747b-173d-41a8-b470-afc6a8c56f4d {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 07:41:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Acquiring lock "refresh_cache-7763652c-aa19-4625-8893-6ab52b660bb1" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:41:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Acquired lock "refresh_cache-7763652c-aa19-4625-8893-6ab52b660bb1" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:41:39 user nova-compute[74307]: DEBUG nova.network.neutron [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 07:41:40 user nova-compute[74307]: DEBUG nova.compute.manager [req-ae1dd9f7-6b7a-43b0-9ea0-770ab35af7b0 req-b8343fe9-3665-4dc4-8fed-277a130fedf4 service nova] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Received event network-changed-227e747b-173d-41a8-b470-afc6a8c56f4d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:41:40 user nova-compute[74307]: DEBUG nova.compute.manager [req-ae1dd9f7-6b7a-43b0-9ea0-770ab35af7b0 req-b8343fe9-3665-4dc4-8fed-277a130fedf4 service nova] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Refreshing instance network info cache due to event network-changed-227e747b-173d-41a8-b470-afc6a8c56f4d. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:41:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-ae1dd9f7-6b7a-43b0-9ea0-770ab35af7b0 req-b8343fe9-3665-4dc4-8fed-277a130fedf4 service nova] Acquiring lock "refresh_cache-7763652c-aa19-4625-8893-6ab52b660bb1" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:41:40 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:40 user nova-compute[74307]: DEBUG nova.network.neutron [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 07:41:41 user nova-compute[74307]: DEBUG nova.network.neutron [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Updating instance_info_cache with network_info: [{"id": "227e747b-173d-41a8-b470-afc6a8c56f4d", "address": "fa:16:3e:dd:76:f4", "network": {"id": "5775a407-007e-4216-8b00-db39665fe778", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-994254065-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "595cb48fcec345d2a6ffd280203b3f99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap227e747b-17", "ovs_interfaceid": "227e747b-173d-41a8-b470-afc6a8c56f4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:41:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:41 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Releasing lock "refresh_cache-7763652c-aa19-4625-8893-6ab52b660bb1" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:41:41 user nova-compute[74307]: DEBUG nova.compute.manager [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Instance network_info: |[{"id": "227e747b-173d-41a8-b470-afc6a8c56f4d", "address": "fa:16:3e:dd:76:f4", "network": {"id": "5775a407-007e-4216-8b00-db39665fe778", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-994254065-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "595cb48fcec345d2a6ffd280203b3f99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap227e747b-17", "ovs_interfaceid": "227e747b-173d-41a8-b470-afc6a8c56f4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 07:41:41 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-ae1dd9f7-6b7a-43b0-9ea0-770ab35af7b0 req-b8343fe9-3665-4dc4-8fed-277a130fedf4 service nova] Acquired lock "refresh_cache-7763652c-aa19-4625-8893-6ab52b660bb1" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:41:41 user nova-compute[74307]: DEBUG nova.network.neutron [req-ae1dd9f7-6b7a-43b0-9ea0-770ab35af7b0 req-b8343fe9-3665-4dc4-8fed-277a130fedf4 service nova] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Refreshing network info cache for port 227e747b-173d-41a8-b470-afc6a8c56f4d {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:41:41 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Start _get_guest_xml network_info=[{"id": "227e747b-173d-41a8-b470-afc6a8c56f4d", "address": "fa:16:3e:dd:76:f4", "network": {"id": "5775a407-007e-4216-8b00-db39665fe778", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-994254065-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "595cb48fcec345d2a6ffd280203b3f99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap227e747b-17", "ovs_interfaceid": "227e747b-173d-41a8-b470-afc6a8c56f4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'boot_index': 0, 'guest_format': None, 'image_id': 'ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 07:41:41 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:41:41 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:41:41 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 07:41:41 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 07:41:41 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 07:41:41 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 07:41:41 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 07:41:41 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 07:41:41 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 07:41:41 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 07:41:41 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 07:41:41 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 07:41:41 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 07:41:41 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 07:41:41 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 07:41:41 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 07:41:41 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 07:41:41 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 07:41:41 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T07:41:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1667002086',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1667002086',id=7,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBChIw72AEQshBMap5hmX74a4XHcrUz0HKV4XiQ+KkEto4dNx3gq9h4F4WJ5HvzLgMjOV03102qIO5u2l6yAIYmbe9FOUwgt4jpPh+fnQi7bWrlOb8BVWOHscL/ND/yaQpQ==',key_name='tempest-keypair-1197796366',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='595cb48fcec345d2a6ffd280203b3f99',ramdisk_id='',reservation_id='r-6ou8ypnx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-123564527',owner_user_name='tempest-TaggedAttachmentsTest-123564527-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:41:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fe02c81b2de7435da02d75ea972627d2',uuid=7763652c-aa19-4625-8893-6ab52b660bb1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "227e747b-173d-41a8-b470-afc6a8c56f4d", "address": "fa:16:3e:dd:76:f4", "network": {"id": "5775a407-007e-4216-8b00-db39665fe778", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-994254065-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "595cb48fcec345d2a6ffd280203b3f99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap227e747b-17", "ovs_interfaceid": "227e747b-173d-41a8-b470-afc6a8c56f4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 07:41:41 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Converting VIF {"id": "227e747b-173d-41a8-b470-afc6a8c56f4d", "address": "fa:16:3e:dd:76:f4", "network": {"id": "5775a407-007e-4216-8b00-db39665fe778", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-994254065-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "595cb48fcec345d2a6ffd280203b3f99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap227e747b-17", "ovs_interfaceid": "227e747b-173d-41a8-b470-afc6a8c56f4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:41:41 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dd:76:f4,bridge_name='br-int',has_traffic_filtering=True,id=227e747b-173d-41a8-b470-afc6a8c56f4d,network=Network(5775a407-007e-4216-8b00-db39665fe778),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap227e747b-17') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:41:41 user nova-compute[74307]: DEBUG nova.objects.instance [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Lazy-loading 'pci_devices' on Instance uuid 7763652c-aa19-4625-8893-6ab52b660bb1 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:41:41 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] End _get_guest_xml xml=<domain type="kvm">
Oct 24 07:41:41 user nova-compute[74307]:   <uuid>7763652c-aa19-4625-8893-6ab52b660bb1</uuid>
Oct 24 07:41:41 user nova-compute[74307]:   <name>instance-00000007</name>
Oct 24 07:41:41 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 07:41:41 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 07:41:41 user nova-compute[74307]:   <metadata>
Oct 24 07:41:41 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 07:41:41 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 07:41:41 user nova-compute[74307]:       <nova:name>tempest-device-tagging-server-1667002086</nova:name>
Oct 24 07:41:41 user nova-compute[74307]:       <nova:creationTime>2023-10-24 07:41:41</nova:creationTime>
Oct 24 07:41:41 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 07:41:41 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 07:41:41 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 07:41:41 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 07:41:41 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 07:41:41 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 07:41:41 user nova-compute[74307]:       </nova:flavor>
Oct 24 07:41:41 user nova-compute[74307]:       <nova:owner>
Oct 24 07:41:41 user nova-compute[74307]:         <nova:user uuid="fe02c81b2de7435da02d75ea972627d2">tempest-TaggedAttachmentsTest-123564527-project-member</nova:user>
Oct 24 07:41:41 user nova-compute[74307]:         <nova:project uuid="595cb48fcec345d2a6ffd280203b3f99">tempest-TaggedAttachmentsTest-123564527</nova:project>
Oct 24 07:41:41 user nova-compute[74307]:       </nova:owner>
Oct 24 07:41:41 user nova-compute[74307]:       <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 07:41:41 user nova-compute[74307]:       <nova:ports>
Oct 24 07:41:41 user nova-compute[74307]:         <nova:port uuid="227e747b-173d-41a8-b470-afc6a8c56f4d">
Oct 24 07:41:41 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 24 07:41:41 user nova-compute[74307]:         </nova:port>
Oct 24 07:41:41 user nova-compute[74307]:       </nova:ports>
Oct 24 07:41:41 user nova-compute[74307]:     </nova:instance>
Oct 24 07:41:41 user nova-compute[74307]:   </metadata>
Oct 24 07:41:41 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 07:41:41 user nova-compute[74307]:     <system>
Oct 24 07:41:41 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 07:41:41 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 07:41:41 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 07:41:41 user nova-compute[74307]:       <entry name="serial">7763652c-aa19-4625-8893-6ab52b660bb1</entry>
Oct 24 07:41:41 user nova-compute[74307]:       <entry name="uuid">7763652c-aa19-4625-8893-6ab52b660bb1</entry>
Oct 24 07:41:41 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 07:41:41 user nova-compute[74307]:     </system>
Oct 24 07:41:41 user nova-compute[74307]:   </sysinfo>
Oct 24 07:41:41 user nova-compute[74307]:   <os>
Oct 24 07:41:41 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 07:41:41 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 07:41:41 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 07:41:41 user nova-compute[74307]:   </os>
Oct 24 07:41:41 user nova-compute[74307]:   <features>
Oct 24 07:41:41 user nova-compute[74307]:     <acpi/>
Oct 24 07:41:41 user nova-compute[74307]:     <apic/>
Oct 24 07:41:41 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 07:41:41 user nova-compute[74307]:   </features>
Oct 24 07:41:41 user nova-compute[74307]:   <clock offset="utc">
Oct 24 07:41:41 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 07:41:41 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 07:41:41 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 07:41:41 user nova-compute[74307]:   </clock>
Oct 24 07:41:41 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 07:41:41 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 07:41:41 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 07:41:41 user nova-compute[74307]:   </cpu>
Oct 24 07:41:41 user nova-compute[74307]:   <devices>
Oct 24 07:41:41 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 07:41:41 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 07:41:41 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/7763652c-aa19-4625-8893-6ab52b660bb1/disk"/>
Oct 24 07:41:41 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 07:41:41 user nova-compute[74307]:     </disk>
Oct 24 07:41:41 user nova-compute[74307]:     <disk type="file" device="cdrom">
Oct 24 07:41:41 user nova-compute[74307]:       <driver name="qemu" type="raw" cache="none"/>
Oct 24 07:41:41 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/7763652c-aa19-4625-8893-6ab52b660bb1/disk.config"/>
Oct 24 07:41:41 user nova-compute[74307]:       <target dev="hda" bus="ide"/>
Oct 24 07:41:41 user nova-compute[74307]:     </disk>
Oct 24 07:41:41 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 07:41:41 user nova-compute[74307]:       <mac address="fa:16:3e:dd:76:f4"/>
Oct 24 07:41:41 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:41:41 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 07:41:41 user nova-compute[74307]:       <target dev="tap227e747b-17"/>
Oct 24 07:41:41 user nova-compute[74307]:     </interface>
Oct 24 07:41:41 user nova-compute[74307]:     <serial type="pty">
Oct 24 07:41:41 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/7763652c-aa19-4625-8893-6ab52b660bb1/console.log" append="off"/>
Oct 24 07:41:41 user nova-compute[74307]:     </serial>
Oct 24 07:41:41 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 07:41:41 user nova-compute[74307]:     <video>
Oct 24 07:41:41 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:41:41 user nova-compute[74307]:     </video>
Oct 24 07:41:41 user nova-compute[74307]:     <rng model="virtio">
Oct 24 07:41:41 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 07:41:41 user nova-compute[74307]:     </rng>
Oct 24 07:41:41 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 07:41:41 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 07:41:41 user nova-compute[74307]:       <stats period="10"/>
Oct 24 07:41:41 user nova-compute[74307]:     </memballoon>
Oct 24 07:41:41 user nova-compute[74307]:   </devices>
Oct 24 07:41:41 user nova-compute[74307]: </domain>
Oct 24 07:41:41 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 07:41:41 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T07:41:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1667002086',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1667002086',id=7,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBChIw72AEQshBMap5hmX74a4XHcrUz0HKV4XiQ+KkEto4dNx3gq9h4F4WJ5HvzLgMjOV03102qIO5u2l6yAIYmbe9FOUwgt4jpPh+fnQi7bWrlOb8BVWOHscL/ND/yaQpQ==',key_name='tempest-keypair-1197796366',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='595cb48fcec345d2a6ffd280203b3f99',ramdisk_id='',reservation_id='r-6ou8ypnx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-123564527',owner_user_name='tempest-TaggedAttachmentsTest-123564527-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:41:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fe02c81b2de7435da02d75ea972627d2',uuid=7763652c-aa19-4625-8893-6ab52b660bb1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "227e747b-173d-41a8-b470-afc6a8c56f4d", "address": "fa:16:3e:dd:76:f4", "network": {"id": "5775a407-007e-4216-8b00-db39665fe778", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-994254065-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "595cb48fcec345d2a6ffd280203b3f99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap227e747b-17", "ovs_interfaceid": "227e747b-173d-41a8-b470-afc6a8c56f4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 07:41:41 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Converting VIF {"id": "227e747b-173d-41a8-b470-afc6a8c56f4d", "address": "fa:16:3e:dd:76:f4", "network": {"id": "5775a407-007e-4216-8b00-db39665fe778", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-994254065-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "595cb48fcec345d2a6ffd280203b3f99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap227e747b-17", "ovs_interfaceid": "227e747b-173d-41a8-b470-afc6a8c56f4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:41:41 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dd:76:f4,bridge_name='br-int',has_traffic_filtering=True,id=227e747b-173d-41a8-b470-afc6a8c56f4d,network=Network(5775a407-007e-4216-8b00-db39665fe778),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap227e747b-17') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:41:41 user nova-compute[74307]: DEBUG os_vif [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:dd:76:f4,bridge_name='br-int',has_traffic_filtering=True,id=227e747b-173d-41a8-b470-afc6a8c56f4d,network=Network(5775a407-007e-4216-8b00-db39665fe778),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap227e747b-17') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 07:41:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:41:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:41:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '36014739-a11e-553a-8db6-1649b8dc7a89', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:41:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:41:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap227e747b-17, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:41:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap227e747b-17, col_values=(('qos', UUID('9d869e9a-94e9-46b9-90a9-af613310dc7b')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:41:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap227e747b-17, col_values=(('external_ids', {'iface-id': '227e747b-173d-41a8-b470-afc6a8c56f4d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:dd:76:f4', 'vm-uuid': '7763652c-aa19-4625-8893-6ab52b660bb1'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:41:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:41:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:41 user nova-compute[74307]: INFO os_vif [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:dd:76:f4,bridge_name='br-int',has_traffic_filtering=True,id=227e747b-173d-41a8-b470-afc6a8c56f4d,network=Network(5775a407-007e-4216-8b00-db39665fe778),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap227e747b-17')
Oct 24 07:41:41 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:41:41 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] No BDM found with device name hda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:41:41 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] No VIF found with MAC fa:16:3e:dd:76:f4, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:41:41 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Using config drive
Oct 24 07:41:42 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Creating config drive at /opt/stack/data/nova/instances/7763652c-aa19-4625-8893-6ab52b660bb1/disk.config
Oct 24 07:41:42 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/7763652c-aa19-4625-8893-6ab52b660bb1/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpedomt0m9 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:42 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/7763652c-aa19-4625-8893-6ab52b660bb1/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpedomt0m9" returned: 0 in 0.079s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:42 user nova-compute[74307]: DEBUG nova.network.neutron [req-ae1dd9f7-6b7a-43b0-9ea0-770ab35af7b0 req-b8343fe9-3665-4dc4-8fed-277a130fedf4 service nova] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Updated VIF entry in instance network info cache for port 227e747b-173d-41a8-b470-afc6a8c56f4d. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:41:42 user nova-compute[74307]: DEBUG nova.network.neutron [req-ae1dd9f7-6b7a-43b0-9ea0-770ab35af7b0 req-b8343fe9-3665-4dc4-8fed-277a130fedf4 service nova] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Updating instance_info_cache with network_info: [{"id": "227e747b-173d-41a8-b470-afc6a8c56f4d", "address": "fa:16:3e:dd:76:f4", "network": {"id": "5775a407-007e-4216-8b00-db39665fe778", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-994254065-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "595cb48fcec345d2a6ffd280203b3f99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap227e747b-17", "ovs_interfaceid": "227e747b-173d-41a8-b470-afc6a8c56f4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:41:42 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-ae1dd9f7-6b7a-43b0-9ea0-770ab35af7b0 req-b8343fe9-3665-4dc4-8fed-277a130fedf4 service nova] Releasing lock "refresh_cache-7763652c-aa19-4625-8893-6ab52b660bb1" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:41:42 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Acquiring lock "d8c0daed-f3dd-4b75-875a-913d4d0ae40b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:42 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Lock "d8c0daed-f3dd-4b75-875a-913d4d0ae40b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:42 user nova-compute[74307]: DEBUG nova.compute.manager [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Starting instance... {{(pid=74307) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 07:41:43 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:43 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:43 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 07:41:43 user nova-compute[74307]: INFO nova.compute.claims [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Claim successful on node user
Oct 24 07:41:43 user nova-compute[74307]: DEBUG nova.compute.manager [req-a3c36689-2c8a-4b77-bd1f-3d2c7b66c5b4 req-3010e14d-8bb5-48d0-822b-2ffbe67801b0 service nova] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Received event network-vif-plugged-47c7d9f1-c0a6-4457-beb9-b99ba8d4d645 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:41:43 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a3c36689-2c8a-4b77-bd1f-3d2c7b66c5b4 req-3010e14d-8bb5-48d0-822b-2ffbe67801b0 service nova] Acquiring lock "fe508640-79f4-43d1-b846-00f28f91df79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:43 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a3c36689-2c8a-4b77-bd1f-3d2c7b66c5b4 req-3010e14d-8bb5-48d0-822b-2ffbe67801b0 service nova] Lock "fe508640-79f4-43d1-b846-00f28f91df79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:43 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a3c36689-2c8a-4b77-bd1f-3d2c7b66c5b4 req-3010e14d-8bb5-48d0-822b-2ffbe67801b0 service nova] Lock "fe508640-79f4-43d1-b846-00f28f91df79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:43 user nova-compute[74307]: DEBUG nova.compute.manager [req-a3c36689-2c8a-4b77-bd1f-3d2c7b66c5b4 req-3010e14d-8bb5-48d0-822b-2ffbe67801b0 service nova] [instance: fe508640-79f4-43d1-b846-00f28f91df79] No waiting events found dispatching network-vif-plugged-47c7d9f1-c0a6-4457-beb9-b99ba8d4d645 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:41:43 user nova-compute[74307]: WARNING nova.compute.manager [req-a3c36689-2c8a-4b77-bd1f-3d2c7b66c5b4 req-3010e14d-8bb5-48d0-822b-2ffbe67801b0 service nova] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Received unexpected event network-vif-plugged-47c7d9f1-c0a6-4457-beb9-b99ba8d4d645 for instance with vm_state active and task_state None.
Oct 24 07:41:43 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:41:43 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:41:43 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.631s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:43 user nova-compute[74307]: DEBUG nova.compute.manager [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Start building networks asynchronously for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 07:41:43 user nova-compute[74307]: DEBUG nova.compute.manager [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Allocating IP information in the background. {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 07:41:43 user nova-compute[74307]: DEBUG nova.network.neutron [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] allocate_for_instance() {{(pid=74307) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 07:41:43 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 07:41:43 user nova-compute[74307]: DEBUG nova.compute.manager [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Start building block device mappings for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 07:41:43 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:44 user nova-compute[74307]: DEBUG nova.policy [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b998f3eba0094d5db511d866eeddfb34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b31507bf7b7a4720ac363d16308f3fe1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74307) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 07:41:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:44 user nova-compute[74307]: DEBUG nova.compute.manager [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Start spawning the instance on the hypervisor. {{(pid=74307) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 07:41:44 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Creating instance directory {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 07:41:44 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Creating image(s)
Oct 24 07:41:44 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Acquiring lock "/opt/stack/data/nova/instances/d8c0daed-f3dd-4b75-875a-913d4d0ae40b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:44 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Lock "/opt/stack/data/nova/instances/d8c0daed-f3dd-4b75-875a-913d4d0ae40b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:44 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Lock "/opt/stack/data/nova/instances/d8c0daed-f3dd-4b75-875a-913d4d0ae40b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:44 user nova-compute[74307]: DEBUG nova.compute.manager [req-5b8f2c6f-4276-4b91-8755-5f981cb07a51 req-bd7a66fc-ec63-462f-9615-2175b40a31cf service nova] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Received event network-vif-plugged-227e747b-173d-41a8-b470-afc6a8c56f4d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:41:44 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-5b8f2c6f-4276-4b91-8755-5f981cb07a51 req-bd7a66fc-ec63-462f-9615-2175b40a31cf service nova] Acquiring lock "7763652c-aa19-4625-8893-6ab52b660bb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:44 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-5b8f2c6f-4276-4b91-8755-5f981cb07a51 req-bd7a66fc-ec63-462f-9615-2175b40a31cf service nova] Lock "7763652c-aa19-4625-8893-6ab52b660bb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:44 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-5b8f2c6f-4276-4b91-8755-5f981cb07a51 req-bd7a66fc-ec63-462f-9615-2175b40a31cf service nova] Lock "7763652c-aa19-4625-8893-6ab52b660bb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:44 user nova-compute[74307]: DEBUG nova.compute.manager [req-5b8f2c6f-4276-4b91-8755-5f981cb07a51 req-bd7a66fc-ec63-462f-9615-2175b40a31cf service nova] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] No waiting events found dispatching network-vif-plugged-227e747b-173d-41a8-b470-afc6a8c56f4d {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:41:44 user nova-compute[74307]: WARNING nova.compute.manager [req-5b8f2c6f-4276-4b91-8755-5f981cb07a51 req-bd7a66fc-ec63-462f-9615-2175b40a31cf service nova] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Received unexpected event network-vif-plugged-227e747b-173d-41a8-b470-afc6a8c56f4d for instance with vm_state building and task_state spawning.
Oct 24 07:41:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.300s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:44 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Acquiring lock "9cb24620554d5eab84e846c14e389d04f4c43d48" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:44 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.253s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/d8c0daed-f3dd-4b75-875a-913d4d0ae40b/disk 1073741824 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/d8c0daed-f3dd-4b75-875a-913d4d0ae40b/disk 1073741824" returned: 0 in 0.083s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:44 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.344s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.295s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:45 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d8c0daed-f3dd-4b75-875a-913d4d0ae40b/disk. size=1073741824 {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 07:41:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d8c0daed-f3dd-4b75-875a-913d4d0ae40b/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Acquiring lock "3c263bad-b287-4a6e-bf0c-6fc43f151b07" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Lock "3c263bad-b287-4a6e-bf0c-6fc43f151b07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:45 user nova-compute[74307]: DEBUG nova.compute.manager [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Starting instance... {{(pid=74307) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 07:41:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d8c0daed-f3dd-4b75-875a-913d4d0ae40b/disk --force-share --output=json" returned: 0 in 0.279s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:45 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Cannot resize image /opt/stack/data/nova/instances/d8c0daed-f3dd-4b75-875a-913d4d0ae40b/disk to a smaller size. {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 07:41:45 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Created local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 07:41:45 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Ensure instance console log exists: /opt/stack/data/nova/instances/d8c0daed-f3dd-4b75-875a-913d4d0ae40b/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 07:41:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:45 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 07:41:45 user nova-compute[74307]: INFO nova.compute.claims [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Claim successful on node user
Oct 24 07:41:45 user nova-compute[74307]: DEBUG nova.network.neutron [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Successfully created port: fb90f49e-c6d0-4782-b94a-f7f03d14b3a7 {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 07:41:45 user nova-compute[74307]: DEBUG nova.compute.manager [req-46faac82-75f9-4728-a36d-1ce04966c310 req-72a98531-052a-4abe-aa5e-257cf62cd69d service nova] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Received event network-vif-plugged-47c7d9f1-c0a6-4457-beb9-b99ba8d4d645 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:41:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-46faac82-75f9-4728-a36d-1ce04966c310 req-72a98531-052a-4abe-aa5e-257cf62cd69d service nova] Acquiring lock "fe508640-79f4-43d1-b846-00f28f91df79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-46faac82-75f9-4728-a36d-1ce04966c310 req-72a98531-052a-4abe-aa5e-257cf62cd69d service nova] Lock "fe508640-79f4-43d1-b846-00f28f91df79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-46faac82-75f9-4728-a36d-1ce04966c310 req-72a98531-052a-4abe-aa5e-257cf62cd69d service nova] Lock "fe508640-79f4-43d1-b846-00f28f91df79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:45 user nova-compute[74307]: DEBUG nova.compute.manager [req-46faac82-75f9-4728-a36d-1ce04966c310 req-72a98531-052a-4abe-aa5e-257cf62cd69d service nova] [instance: fe508640-79f4-43d1-b846-00f28f91df79] No waiting events found dispatching network-vif-plugged-47c7d9f1-c0a6-4457-beb9-b99ba8d4d645 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:41:45 user nova-compute[74307]: WARNING nova.compute.manager [req-46faac82-75f9-4728-a36d-1ce04966c310 req-72a98531-052a-4abe-aa5e-257cf62cd69d service nova] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Received unexpected event network-vif-plugged-47c7d9f1-c0a6-4457-beb9-b99ba8d4d645 for instance with vm_state active and task_state None.
Oct 24 07:41:46 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:41:46 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:41:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.650s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:46 user nova-compute[74307]: DEBUG nova.compute.manager [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Start building networks asynchronously for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 07:41:46 user nova-compute[74307]: DEBUG nova.compute.manager [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Allocating IP information in the background. {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 07:41:46 user nova-compute[74307]: DEBUG nova.network.neutron [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] allocate_for_instance() {{(pid=74307) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 07:41:46 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 07:41:46 user nova-compute[74307]: DEBUG nova.compute.manager [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Start building block device mappings for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 07:41:46 user nova-compute[74307]: DEBUG nova.policy [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e46ccaf0e7ff4c3fb2cd8b1289ac2ad4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1af6ddd602d54ebd8c3065ad5a80fd1b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74307) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 07:41:46 user nova-compute[74307]: DEBUG nova.compute.manager [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Start spawning the instance on the hypervisor. {{(pid=74307) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 07:41:46 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Creating instance directory {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 07:41:46 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Creating image(s)
Oct 24 07:41:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Acquiring lock "/opt/stack/data/nova/instances/3c263bad-b287-4a6e-bf0c-6fc43f151b07/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Lock "/opt/stack/data/nova/instances/3c263bad-b287-4a6e-bf0c-6fc43f151b07/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Lock "/opt/stack/data/nova/instances/3c263bad-b287-4a6e-bf0c-6fc43f151b07/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:46 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:46 user nova-compute[74307]: DEBUG nova.compute.manager [req-987e447a-5c84-4047-b2fd-d495e362c0d6 req-8ea29bcb-d257-4be7-bfbf-0092a61e6769 service nova] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Received event network-vif-plugged-227e747b-173d-41a8-b470-afc6a8c56f4d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:41:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-987e447a-5c84-4047-b2fd-d495e362c0d6 req-8ea29bcb-d257-4be7-bfbf-0092a61e6769 service nova] Acquiring lock "7763652c-aa19-4625-8893-6ab52b660bb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-987e447a-5c84-4047-b2fd-d495e362c0d6 req-8ea29bcb-d257-4be7-bfbf-0092a61e6769 service nova] Lock "7763652c-aa19-4625-8893-6ab52b660bb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-987e447a-5c84-4047-b2fd-d495e362c0d6 req-8ea29bcb-d257-4be7-bfbf-0092a61e6769 service nova] Lock "7763652c-aa19-4625-8893-6ab52b660bb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:46 user nova-compute[74307]: DEBUG nova.compute.manager [req-987e447a-5c84-4047-b2fd-d495e362c0d6 req-8ea29bcb-d257-4be7-bfbf-0092a61e6769 service nova] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] No waiting events found dispatching network-vif-plugged-227e747b-173d-41a8-b470-afc6a8c56f4d {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:41:46 user nova-compute[74307]: WARNING nova.compute.manager [req-987e447a-5c84-4047-b2fd-d495e362c0d6 req-8ea29bcb-d257-4be7-bfbf-0092a61e6769 service nova] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Received unexpected event network-vif-plugged-227e747b-173d-41a8-b470-afc6a8c56f4d for instance with vm_state building and task_state spawning.
Oct 24 07:41:46 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.197s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Acquiring lock "9cb24620554d5eab84e846c14e389d04f4c43d48" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:46 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:46 user nova-compute[74307]: DEBUG nova.network.neutron [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Successfully updated port: fb90f49e-c6d0-4782-b94a-f7f03d14b3a7 {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 07:41:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Acquiring lock "refresh_cache-d8c0daed-f3dd-4b75-875a-913d4d0ae40b" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:41:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Acquired lock "refresh_cache-d8c0daed-f3dd-4b75-875a-913d4d0ae40b" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:41:46 user nova-compute[74307]: DEBUG nova.network.neutron [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 07:41:46 user nova-compute[74307]: DEBUG nova.network.neutron [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 07:41:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:46 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.182s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:46 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/3c263bad-b287-4a6e-bf0c-6fc43f151b07/disk 1073741824 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:46 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/3c263bad-b287-4a6e-bf0c-6fc43f151b07/disk 1073741824" returned: 0 in 0.059s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.247s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:46 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:46 user nova-compute[74307]: DEBUG nova.compute.manager [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 07:41:46 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Guest created on hypervisor {{(pid=74307) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 07:41:46 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Instance spawned successfully.
Oct 24 07:41:46 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Found default for hw_cdrom_bus of ide {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Found default for hw_disk_bus of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Found default for hw_input_bus of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Found default for hw_pointer_model of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Found default for hw_video_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Found default for hw_vif_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.204s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Checking if we can resize image /opt/stack/data/nova/instances/3c263bad-b287-4a6e-bf0c-6fc43f151b07/disk. size=1073741824 {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c263bad-b287-4a6e-bf0c-6fc43f151b07/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:47 user nova-compute[74307]: INFO nova.compute.manager [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Took 9.34 seconds to spawn the instance on the hypervisor.
Oct 24 07:41:47 user nova-compute[74307]: DEBUG nova.compute.manager [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG nova.network.neutron [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Updating instance_info_cache with network_info: [{"id": "fb90f49e-c6d0-4782-b94a-f7f03d14b3a7", "address": "fa:16:3e:86:d7:f0", "network": {"id": "8090d6ec-d15e-4cfd-808f-3b0bb0391148", "bridge": "br-int", "label": "tempest-TestVolumeSwap-937924381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b31507bf7b7a4720ac363d16308f3fe1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb90f49e-c6", "ovs_interfaceid": "fb90f49e-c6d0-4782-b94a-f7f03d14b3a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Releasing lock "refresh_cache-d8c0daed-f3dd-4b75-875a-913d4d0ae40b" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG nova.compute.manager [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Instance network_info: |[{"id": "fb90f49e-c6d0-4782-b94a-f7f03d14b3a7", "address": "fa:16:3e:86:d7:f0", "network": {"id": "8090d6ec-d15e-4cfd-808f-3b0bb0391148", "bridge": "br-int", "label": "tempest-TestVolumeSwap-937924381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b31507bf7b7a4720ac363d16308f3fe1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb90f49e-c6", "ovs_interfaceid": "fb90f49e-c6d0-4782-b94a-f7f03d14b3a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Start _get_guest_xml network_info=[{"id": "fb90f49e-c6d0-4782-b94a-f7f03d14b3a7", "address": "fa:16:3e:86:d7:f0", "network": {"id": "8090d6ec-d15e-4cfd-808f-3b0bb0391148", "bridge": "br-int", "label": "tempest-TestVolumeSwap-937924381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b31507bf7b7a4720ac363d16308f3fe1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb90f49e-c6", "ovs_interfaceid": "fb90f49e-c6d0-4782-b94a-f7f03d14b3a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'boot_index': 0, 'guest_format': None, 'image_id': 'ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 07:41:47 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:41:47 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:41:47 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:41:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-979748134',display_name='tempest-TestVolumeSwap-server-979748134',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-979748134',id=8,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNXTM5XUpN0iI3lfgrQPcd+UmOa2TvApOwiWkfdepCmFNEchGfbs0JBEEapFVEbI4XVWnvzV8D6rZjHn+S/T7G7dkKcKpjG2oPT3zsoNxywkJCiVf8b0mfpaKFNe+vfIlQ==',key_name='tempest-keypair-968433291',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b31507bf7b7a4720ac363d16308f3fe1',ramdisk_id='',reservation_id='r-zwmbc0nk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-368579879',owner_user_name='tempest-TestVolumeSwap-368579879-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:41:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b998f3eba0094d5db511d866eeddfb34',uuid=d8c0daed-f3dd-4b75-875a-913d4d0ae40b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fb90f49e-c6d0-4782-b94a-f7f03d14b3a7", "address": "fa:16:3e:86:d7:f0", "network": {"id": "8090d6ec-d15e-4cfd-808f-3b0bb0391148", "bridge": "br-int", "label": "tempest-TestVolumeSwap-937924381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b31507bf7b7a4720ac363d16308f3fe1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb90f49e-c6", "ovs_interfaceid": "fb90f49e-c6d0-4782-b94a-f7f03d14b3a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Converting VIF {"id": "fb90f49e-c6d0-4782-b94a-f7f03d14b3a7", "address": "fa:16:3e:86:d7:f0", "network": {"id": "8090d6ec-d15e-4cfd-808f-3b0bb0391148", "bridge": "br-int", "label": "tempest-TestVolumeSwap-937924381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b31507bf7b7a4720ac363d16308f3fe1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb90f49e-c6", "ovs_interfaceid": "fb90f49e-c6d0-4782-b94a-f7f03d14b3a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:86:d7:f0,bridge_name='br-int',has_traffic_filtering=True,id=fb90f49e-c6d0-4782-b94a-f7f03d14b3a7,network=Network(8090d6ec-d15e-4cfd-808f-3b0bb0391148),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfb90f49e-c6') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG nova.objects.instance [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Lazy-loading 'pci_devices' on Instance uuid d8c0daed-f3dd-4b75-875a-913d4d0ae40b {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:41:47 user nova-compute[74307]: INFO nova.compute.manager [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Took 10.68 seconds to build instance.
Oct 24 07:41:47 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] End _get_guest_xml xml=<domain type="kvm">
Oct 24 07:41:47 user nova-compute[74307]:   <uuid>d8c0daed-f3dd-4b75-875a-913d4d0ae40b</uuid>
Oct 24 07:41:47 user nova-compute[74307]:   <name>instance-00000008</name>
Oct 24 07:41:47 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 07:41:47 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 07:41:47 user nova-compute[74307]:   <metadata>
Oct 24 07:41:47 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 07:41:47 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 07:41:47 user nova-compute[74307]:       <nova:name>tempest-TestVolumeSwap-server-979748134</nova:name>
Oct 24 07:41:47 user nova-compute[74307]:       <nova:creationTime>2023-10-24 07:41:47</nova:creationTime>
Oct 24 07:41:47 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 07:41:47 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 07:41:47 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 07:41:47 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 07:41:47 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 07:41:47 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 07:41:47 user nova-compute[74307]:       </nova:flavor>
Oct 24 07:41:47 user nova-compute[74307]:       <nova:owner>
Oct 24 07:41:47 user nova-compute[74307]:         <nova:user uuid="b998f3eba0094d5db511d866eeddfb34">tempest-TestVolumeSwap-368579879-project-member</nova:user>
Oct 24 07:41:47 user nova-compute[74307]:         <nova:project uuid="b31507bf7b7a4720ac363d16308f3fe1">tempest-TestVolumeSwap-368579879</nova:project>
Oct 24 07:41:47 user nova-compute[74307]:       </nova:owner>
Oct 24 07:41:47 user nova-compute[74307]:       <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 07:41:47 user nova-compute[74307]:       <nova:ports>
Oct 24 07:41:47 user nova-compute[74307]:         <nova:port uuid="fb90f49e-c6d0-4782-b94a-f7f03d14b3a7">
Oct 24 07:41:47 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 24 07:41:47 user nova-compute[74307]:         </nova:port>
Oct 24 07:41:47 user nova-compute[74307]:       </nova:ports>
Oct 24 07:41:47 user nova-compute[74307]:     </nova:instance>
Oct 24 07:41:47 user nova-compute[74307]:   </metadata>
Oct 24 07:41:47 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 07:41:47 user nova-compute[74307]:     <system>
Oct 24 07:41:47 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 07:41:47 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 07:41:47 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 07:41:47 user nova-compute[74307]:       <entry name="serial">d8c0daed-f3dd-4b75-875a-913d4d0ae40b</entry>
Oct 24 07:41:47 user nova-compute[74307]:       <entry name="uuid">d8c0daed-f3dd-4b75-875a-913d4d0ae40b</entry>
Oct 24 07:41:47 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 07:41:47 user nova-compute[74307]:     </system>
Oct 24 07:41:47 user nova-compute[74307]:   </sysinfo>
Oct 24 07:41:47 user nova-compute[74307]:   <os>
Oct 24 07:41:47 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 07:41:47 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 07:41:47 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 07:41:47 user nova-compute[74307]:   </os>
Oct 24 07:41:47 user nova-compute[74307]:   <features>
Oct 24 07:41:47 user nova-compute[74307]:     <acpi/>
Oct 24 07:41:47 user nova-compute[74307]:     <apic/>
Oct 24 07:41:47 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 07:41:47 user nova-compute[74307]:   </features>
Oct 24 07:41:47 user nova-compute[74307]:   <clock offset="utc">
Oct 24 07:41:47 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 07:41:47 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 07:41:47 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 07:41:47 user nova-compute[74307]:   </clock>
Oct 24 07:41:47 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 07:41:47 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 07:41:47 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 07:41:47 user nova-compute[74307]:   </cpu>
Oct 24 07:41:47 user nova-compute[74307]:   <devices>
Oct 24 07:41:47 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 07:41:47 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 07:41:47 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/d8c0daed-f3dd-4b75-875a-913d4d0ae40b/disk"/>
Oct 24 07:41:47 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 07:41:47 user nova-compute[74307]:     </disk>
Oct 24 07:41:47 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 07:41:47 user nova-compute[74307]:       <mac address="fa:16:3e:86:d7:f0"/>
Oct 24 07:41:47 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:41:47 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 07:41:47 user nova-compute[74307]:       <target dev="tapfb90f49e-c6"/>
Oct 24 07:41:47 user nova-compute[74307]:     </interface>
Oct 24 07:41:47 user nova-compute[74307]:     <serial type="pty">
Oct 24 07:41:47 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/d8c0daed-f3dd-4b75-875a-913d4d0ae40b/console.log" append="off"/>
Oct 24 07:41:47 user nova-compute[74307]:     </serial>
Oct 24 07:41:47 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 07:41:47 user nova-compute[74307]:     <video>
Oct 24 07:41:47 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:41:47 user nova-compute[74307]:     </video>
Oct 24 07:41:47 user nova-compute[74307]:     <rng model="virtio">
Oct 24 07:41:47 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 07:41:47 user nova-compute[74307]:     </rng>
Oct 24 07:41:47 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 07:41:47 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 07:41:47 user nova-compute[74307]:       <stats period="10"/>
Oct 24 07:41:47 user nova-compute[74307]:     </memballoon>
Oct 24 07:41:47 user nova-compute[74307]:   </devices>
Oct 24 07:41:47 user nova-compute[74307]: </domain>
Oct 24 07:41:47 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:41:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-979748134',display_name='tempest-TestVolumeSwap-server-979748134',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-979748134',id=8,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNXTM5XUpN0iI3lfgrQPcd+UmOa2TvApOwiWkfdepCmFNEchGfbs0JBEEapFVEbI4XVWnvzV8D6rZjHn+S/T7G7dkKcKpjG2oPT3zsoNxywkJCiVf8b0mfpaKFNe+vfIlQ==',key_name='tempest-keypair-968433291',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b31507bf7b7a4720ac363d16308f3fe1',ramdisk_id='',reservation_id='r-zwmbc0nk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-368579879',owner_user_name='tempest-TestVolumeSwap-368579879-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:41:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b998f3eba0094d5db511d866eeddfb34',uuid=d8c0daed-f3dd-4b75-875a-913d4d0ae40b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fb90f49e-c6d0-4782-b94a-f7f03d14b3a7", "address": "fa:16:3e:86:d7:f0", "network": {"id": "8090d6ec-d15e-4cfd-808f-3b0bb0391148", "bridge": "br-int", "label": "tempest-TestVolumeSwap-937924381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b31507bf7b7a4720ac363d16308f3fe1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb90f49e-c6", "ovs_interfaceid": "fb90f49e-c6d0-4782-b94a-f7f03d14b3a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Converting VIF {"id": "fb90f49e-c6d0-4782-b94a-f7f03d14b3a7", "address": "fa:16:3e:86:d7:f0", "network": {"id": "8090d6ec-d15e-4cfd-808f-3b0bb0391148", "bridge": "br-int", "label": "tempest-TestVolumeSwap-937924381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b31507bf7b7a4720ac363d16308f3fe1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb90f49e-c6", "ovs_interfaceid": "fb90f49e-c6d0-4782-b94a-f7f03d14b3a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:86:d7:f0,bridge_name='br-int',has_traffic_filtering=True,id=fb90f49e-c6d0-4782-b94a-f7f03d14b3a7,network=Network(8090d6ec-d15e-4cfd-808f-3b0bb0391148),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfb90f49e-c6') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG os_vif [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:86:d7:f0,bridge_name='br-int',has_traffic_filtering=True,id=fb90f49e-c6d0-4782-b94a-f7f03d14b3a7,network=Network(8090d6ec-d15e-4cfd-808f-3b0bb0391148),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfb90f49e-c6') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG nova.network.neutron [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Successfully created port: dbaf9bad-cbd9-4de8-b14d-02f998f6de24 {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1cb7f5da-f0d8-57ec-8a03-97afc36f2ce4', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c3e7ecb4-d03d-4756-9b0b-69a0dbc72309 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Lock "7763652c-aa19-4625-8893-6ab52b660bb1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.915s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c263bad-b287-4a6e-bf0c-6fc43f151b07/disk --force-share --output=json" returned: 0 in 0.241s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Cannot resize image /opt/stack/data/nova/instances/3c263bad-b287-4a6e-bf0c-6fc43f151b07/disk to a smaller size. {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Created local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Ensure instance console log exists: /opt/stack/data/nova/instances/3c263bad-b287-4a6e-bf0c-6fc43f151b07/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfb90f49e-c6, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfb90f49e-c6, col_values=(('qos', UUID('ebf97405-6abb-4a8f-88cc-85f0f93166aa')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfb90f49e-c6, col_values=(('external_ids', {'iface-id': 'fb90f49e-c6d0-4782-b94a-f7f03d14b3a7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:86:d7:f0', 'vm-uuid': 'd8c0daed-f3dd-4b75-875a-913d4d0ae40b'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:47 user nova-compute[74307]: INFO os_vif [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:86:d7:f0,bridge_name='br-int',has_traffic_filtering=True,id=fb90f49e-c6d0-4782-b94a-f7f03d14b3a7,network=Network(8090d6ec-d15e-4cfd-808f-3b0bb0391148),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfb90f49e-c6')
Oct 24 07:41:47 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] No VIF found with MAC fa:16:3e:86:d7:f0, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG nova.compute.manager [req-d8508957-7262-467d-8ac5-44feb0b8c07f req-ebf143fa-908c-4416-8087-1985fb60381a service nova] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Received event network-changed-fb90f49e-c6d0-4782-b94a-f7f03d14b3a7 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG nova.compute.manager [req-d8508957-7262-467d-8ac5-44feb0b8c07f req-ebf143fa-908c-4416-8087-1985fb60381a service nova] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Refreshing instance network info cache due to event network-changed-fb90f49e-c6d0-4782-b94a-f7f03d14b3a7. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d8508957-7262-467d-8ac5-44feb0b8c07f req-ebf143fa-908c-4416-8087-1985fb60381a service nova] Acquiring lock "refresh_cache-d8c0daed-f3dd-4b75-875a-913d4d0ae40b" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d8508957-7262-467d-8ac5-44feb0b8c07f req-ebf143fa-908c-4416-8087-1985fb60381a service nova] Acquired lock "refresh_cache-d8c0daed-f3dd-4b75-875a-913d4d0ae40b" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:41:47 user nova-compute[74307]: DEBUG nova.network.neutron [req-d8508957-7262-467d-8ac5-44feb0b8c07f req-ebf143fa-908c-4416-8087-1985fb60381a service nova] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Refreshing network info cache for port fb90f49e-c6d0-4782-b94a-f7f03d14b3a7 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG nova.network.neutron [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Successfully updated port: dbaf9bad-cbd9-4de8-b14d-02f998f6de24 {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Acquiring lock "refresh_cache-3c263bad-b287-4a6e-bf0c-6fc43f151b07" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Acquired lock "refresh_cache-3c263bad-b287-4a6e-bf0c-6fc43f151b07" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG nova.network.neutron [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG nova.compute.manager [req-7411d431-5f41-4345-95db-169b76e4c2de req-f007c7ad-f904-497b-8384-64760adffa39 service nova] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Received event network-changed-dbaf9bad-cbd9-4de8-b14d-02f998f6de24 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG nova.compute.manager [req-7411d431-5f41-4345-95db-169b76e4c2de req-f007c7ad-f904-497b-8384-64760adffa39 service nova] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Refreshing instance network info cache due to event network-changed-dbaf9bad-cbd9-4de8-b14d-02f998f6de24. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-7411d431-5f41-4345-95db-169b76e4c2de req-f007c7ad-f904-497b-8384-64760adffa39 service nova] Acquiring lock "refresh_cache-3c263bad-b287-4a6e-bf0c-6fc43f151b07" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG nova.network.neutron [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Cleaning up deleted instances {{(pid=74307) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] There are 0 instances to clean {{(pid=74307) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74307) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG nova.network.neutron [req-d8508957-7262-467d-8ac5-44feb0b8c07f req-ebf143fa-908c-4416-8087-1985fb60381a service nova] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Updated VIF entry in instance network info cache for port fb90f49e-c6d0-4782-b94a-f7f03d14b3a7. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG nova.network.neutron [req-d8508957-7262-467d-8ac5-44feb0b8c07f req-ebf143fa-908c-4416-8087-1985fb60381a service nova] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Updating instance_info_cache with network_info: [{"id": "fb90f49e-c6d0-4782-b94a-f7f03d14b3a7", "address": "fa:16:3e:86:d7:f0", "network": {"id": "8090d6ec-d15e-4cfd-808f-3b0bb0391148", "bridge": "br-int", "label": "tempest-TestVolumeSwap-937924381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b31507bf7b7a4720ac363d16308f3fe1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb90f49e-c6", "ovs_interfaceid": "fb90f49e-c6d0-4782-b94a-f7f03d14b3a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d8508957-7262-467d-8ac5-44feb0b8c07f req-ebf143fa-908c-4416-8087-1985fb60381a service nova] Releasing lock "refresh_cache-d8c0daed-f3dd-4b75-875a-913d4d0ae40b" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG nova.network.neutron [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Updating instance_info_cache with network_info: [{"id": "dbaf9bad-cbd9-4de8-b14d-02f998f6de24", "address": "fa:16:3e:42:5f:bc", "network": {"id": "df5ae292-2682-44e7-ac23-a2ae48032914", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1735490092-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1af6ddd602d54ebd8c3065ad5a80fd1b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbaf9bad-cb", "ovs_interfaceid": "dbaf9bad-cbd9-4de8-b14d-02f998f6de24", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Releasing lock "refresh_cache-3c263bad-b287-4a6e-bf0c-6fc43f151b07" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG nova.compute.manager [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Instance network_info: |[{"id": "dbaf9bad-cbd9-4de8-b14d-02f998f6de24", "address": "fa:16:3e:42:5f:bc", "network": {"id": "df5ae292-2682-44e7-ac23-a2ae48032914", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1735490092-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1af6ddd602d54ebd8c3065ad5a80fd1b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbaf9bad-cb", "ovs_interfaceid": "dbaf9bad-cbd9-4de8-b14d-02f998f6de24", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-7411d431-5f41-4345-95db-169b76e4c2de req-f007c7ad-f904-497b-8384-64760adffa39 service nova] Acquired lock "refresh_cache-3c263bad-b287-4a6e-bf0c-6fc43f151b07" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG nova.network.neutron [req-7411d431-5f41-4345-95db-169b76e4c2de req-f007c7ad-f904-497b-8384-64760adffa39 service nova] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Refreshing network info cache for port dbaf9bad-cbd9-4de8-b14d-02f998f6de24 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Start _get_guest_xml network_info=[{"id": "dbaf9bad-cbd9-4de8-b14d-02f998f6de24", "address": "fa:16:3e:42:5f:bc", "network": {"id": "df5ae292-2682-44e7-ac23-a2ae48032914", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1735490092-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1af6ddd602d54ebd8c3065ad5a80fd1b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbaf9bad-cb", "ovs_interfaceid": "dbaf9bad-cbd9-4de8-b14d-02f998f6de24", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'boot_index': 0, 'guest_format': None, 'image_id': 'ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 07:41:48 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:41:48 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:41:48 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:41:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-544280034',display_name='tempest-VolumesAssistedSnapshotsTest-server-544280034',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-544280034',id=9,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEzLAbpW/NeudySMLfnF3V2WFXyH+ZKrD3g3TyI1xxjcYX49RjIaUW+6+wtvGLZ3zrHtioY5DCF39qNpJfGkT0T6kU3Iy1HvlCVxoJbNm9Ka/ji7LcF4Kvs5cBfMHk5GRA==',key_name='tempest-keypair-729610477',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1af6ddd602d54ebd8c3065ad5a80fd1b',ramdisk_id='',reservation_id='r-ycnc07qa',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1804031122',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1804031122-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:41:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e46ccaf0e7ff4c3fb2cd8b1289ac2ad4',uuid=3c263bad-b287-4a6e-bf0c-6fc43f151b07,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dbaf9bad-cbd9-4de8-b14d-02f998f6de24", "address": "fa:16:3e:42:5f:bc", "network": {"id": "df5ae292-2682-44e7-ac23-a2ae48032914", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1735490092-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1af6ddd602d54ebd8c3065ad5a80fd1b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbaf9bad-cb", "ovs_interfaceid": "dbaf9bad-cbd9-4de8-b14d-02f998f6de24", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Converting VIF {"id": "dbaf9bad-cbd9-4de8-b14d-02f998f6de24", "address": "fa:16:3e:42:5f:bc", "network": {"id": "df5ae292-2682-44e7-ac23-a2ae48032914", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1735490092-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1af6ddd602d54ebd8c3065ad5a80fd1b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbaf9bad-cb", "ovs_interfaceid": "dbaf9bad-cbd9-4de8-b14d-02f998f6de24", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:42:5f:bc,bridge_name='br-int',has_traffic_filtering=True,id=dbaf9bad-cbd9-4de8-b14d-02f998f6de24,network=Network(df5ae292-2682-44e7-ac23-a2ae48032914),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbaf9bad-cb') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG nova.objects.instance [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Lazy-loading 'pci_devices' on Instance uuid 3c263bad-b287-4a6e-bf0c-6fc43f151b07 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] End _get_guest_xml xml=<domain type="kvm">
Oct 24 07:41:48 user nova-compute[74307]:   <uuid>3c263bad-b287-4a6e-bf0c-6fc43f151b07</uuid>
Oct 24 07:41:48 user nova-compute[74307]:   <name>instance-00000009</name>
Oct 24 07:41:48 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 07:41:48 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 07:41:48 user nova-compute[74307]:   <metadata>
Oct 24 07:41:48 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 07:41:48 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 07:41:48 user nova-compute[74307]:       <nova:name>tempest-VolumesAssistedSnapshotsTest-server-544280034</nova:name>
Oct 24 07:41:48 user nova-compute[74307]:       <nova:creationTime>2023-10-24 07:41:48</nova:creationTime>
Oct 24 07:41:48 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 07:41:48 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 07:41:48 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 07:41:48 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 07:41:48 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 07:41:48 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 07:41:48 user nova-compute[74307]:       </nova:flavor>
Oct 24 07:41:48 user nova-compute[74307]:       <nova:owner>
Oct 24 07:41:48 user nova-compute[74307]:         <nova:user uuid="e46ccaf0e7ff4c3fb2cd8b1289ac2ad4">tempest-VolumesAssistedSnapshotsTest-1804031122-project-member</nova:user>
Oct 24 07:41:48 user nova-compute[74307]:         <nova:project uuid="1af6ddd602d54ebd8c3065ad5a80fd1b">tempest-VolumesAssistedSnapshotsTest-1804031122</nova:project>
Oct 24 07:41:48 user nova-compute[74307]:       </nova:owner>
Oct 24 07:41:48 user nova-compute[74307]:       <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 07:41:48 user nova-compute[74307]:       <nova:ports>
Oct 24 07:41:48 user nova-compute[74307]:         <nova:port uuid="dbaf9bad-cbd9-4de8-b14d-02f998f6de24">
Oct 24 07:41:48 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 24 07:41:48 user nova-compute[74307]:         </nova:port>
Oct 24 07:41:48 user nova-compute[74307]:       </nova:ports>
Oct 24 07:41:48 user nova-compute[74307]:     </nova:instance>
Oct 24 07:41:48 user nova-compute[74307]:   </metadata>
Oct 24 07:41:48 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 07:41:48 user nova-compute[74307]:     <system>
Oct 24 07:41:48 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 07:41:48 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 07:41:48 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 07:41:48 user nova-compute[74307]:       <entry name="serial">3c263bad-b287-4a6e-bf0c-6fc43f151b07</entry>
Oct 24 07:41:48 user nova-compute[74307]:       <entry name="uuid">3c263bad-b287-4a6e-bf0c-6fc43f151b07</entry>
Oct 24 07:41:48 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 07:41:48 user nova-compute[74307]:     </system>
Oct 24 07:41:48 user nova-compute[74307]:   </sysinfo>
Oct 24 07:41:48 user nova-compute[74307]:   <os>
Oct 24 07:41:48 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 07:41:48 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 07:41:48 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 07:41:48 user nova-compute[74307]:   </os>
Oct 24 07:41:48 user nova-compute[74307]:   <features>
Oct 24 07:41:48 user nova-compute[74307]:     <acpi/>
Oct 24 07:41:48 user nova-compute[74307]:     <apic/>
Oct 24 07:41:48 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 07:41:48 user nova-compute[74307]:   </features>
Oct 24 07:41:48 user nova-compute[74307]:   <clock offset="utc">
Oct 24 07:41:48 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 07:41:48 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 07:41:48 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 07:41:48 user nova-compute[74307]:   </clock>
Oct 24 07:41:48 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 07:41:48 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 07:41:48 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 07:41:48 user nova-compute[74307]:   </cpu>
Oct 24 07:41:48 user nova-compute[74307]:   <devices>
Oct 24 07:41:48 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 07:41:48 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 07:41:48 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/3c263bad-b287-4a6e-bf0c-6fc43f151b07/disk"/>
Oct 24 07:41:48 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 07:41:48 user nova-compute[74307]:     </disk>
Oct 24 07:41:48 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 07:41:48 user nova-compute[74307]:       <mac address="fa:16:3e:42:5f:bc"/>
Oct 24 07:41:48 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:41:48 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 07:41:48 user nova-compute[74307]:       <target dev="tapdbaf9bad-cb"/>
Oct 24 07:41:48 user nova-compute[74307]:     </interface>
Oct 24 07:41:48 user nova-compute[74307]:     <serial type="pty">
Oct 24 07:41:48 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/3c263bad-b287-4a6e-bf0c-6fc43f151b07/console.log" append="off"/>
Oct 24 07:41:48 user nova-compute[74307]:     </serial>
Oct 24 07:41:48 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 07:41:48 user nova-compute[74307]:     <video>
Oct 24 07:41:48 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:41:48 user nova-compute[74307]:     </video>
Oct 24 07:41:48 user nova-compute[74307]:     <rng model="virtio">
Oct 24 07:41:48 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 07:41:48 user nova-compute[74307]:     </rng>
Oct 24 07:41:48 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 07:41:48 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 07:41:48 user nova-compute[74307]:       <stats period="10"/>
Oct 24 07:41:48 user nova-compute[74307]:     </memballoon>
Oct 24 07:41:48 user nova-compute[74307]:   </devices>
Oct 24 07:41:48 user nova-compute[74307]: </domain>
Oct 24 07:41:48 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:41:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-544280034',display_name='tempest-VolumesAssistedSnapshotsTest-server-544280034',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-544280034',id=9,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEzLAbpW/NeudySMLfnF3V2WFXyH+ZKrD3g3TyI1xxjcYX49RjIaUW+6+wtvGLZ3zrHtioY5DCF39qNpJfGkT0T6kU3Iy1HvlCVxoJbNm9Ka/ji7LcF4Kvs5cBfMHk5GRA==',key_name='tempest-keypair-729610477',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1af6ddd602d54ebd8c3065ad5a80fd1b',ramdisk_id='',reservation_id='r-ycnc07qa',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1804031122',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1804031122-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:41:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e46ccaf0e7ff4c3fb2cd8b1289ac2ad4',uuid=3c263bad-b287-4a6e-bf0c-6fc43f151b07,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dbaf9bad-cbd9-4de8-b14d-02f998f6de24", "address": "fa:16:3e:42:5f:bc", "network": {"id": "df5ae292-2682-44e7-ac23-a2ae48032914", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1735490092-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1af6ddd602d54ebd8c3065ad5a80fd1b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbaf9bad-cb", "ovs_interfaceid": "dbaf9bad-cbd9-4de8-b14d-02f998f6de24", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Converting VIF {"id": "dbaf9bad-cbd9-4de8-b14d-02f998f6de24", "address": "fa:16:3e:42:5f:bc", "network": {"id": "df5ae292-2682-44e7-ac23-a2ae48032914", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1735490092-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1af6ddd602d54ebd8c3065ad5a80fd1b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbaf9bad-cb", "ovs_interfaceid": "dbaf9bad-cbd9-4de8-b14d-02f998f6de24", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:42:5f:bc,bridge_name='br-int',has_traffic_filtering=True,id=dbaf9bad-cbd9-4de8-b14d-02f998f6de24,network=Network(df5ae292-2682-44e7-ac23-a2ae48032914),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbaf9bad-cb') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG os_vif [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:42:5f:bc,bridge_name='br-int',has_traffic_filtering=True,id=dbaf9bad-cbd9-4de8-b14d-02f998f6de24,network=Network(df5ae292-2682-44e7-ac23-a2ae48032914),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbaf9bad-cb') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b0881ba0-34c4-5f98-874e-74e6c31154e2', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapdbaf9bad-cb, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapdbaf9bad-cb, col_values=(('qos', UUID('6af61cda-94b1-46bd-ba71-daf303cd4a9d')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapdbaf9bad-cb, col_values=(('external_ids', {'iface-id': 'dbaf9bad-cbd9-4de8-b14d-02f998f6de24', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:42:5f:bc', 'vm-uuid': '3c263bad-b287-4a6e-bf0c-6fc43f151b07'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:48 user nova-compute[74307]: INFO os_vif [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:42:5f:bc,bridge_name='br-int',has_traffic_filtering=True,id=dbaf9bad-cbd9-4de8-b14d-02f998f6de24,network=Network(df5ae292-2682-44e7-ac23-a2ae48032914),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbaf9bad-cb')
Oct 24 07:41:48 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] No VIF found with MAC fa:16:3e:42:5f:bc, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:48 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:49 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:41:49 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Starting heal instance info cache {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 07:41:49 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Rebuilding the list of instances to heal {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 07:41:49 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Skipping network cache update for instance because it is Building. {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9934}}
Oct 24 07:41:49 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Skipping network cache update for instance because it is Building. {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9934}}
Oct 24 07:41:49 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "refresh_cache-fe508640-79f4-43d1-b846-00f28f91df79" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:41:49 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquired lock "refresh_cache-fe508640-79f4-43d1-b846-00f28f91df79" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:41:49 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Forcefully refreshing network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 07:41:49 user nova-compute[74307]: DEBUG nova.objects.instance [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lazy-loading 'info_cache' on Instance uuid fe508640-79f4-43d1-b846-00f28f91df79 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:41:49 user nova-compute[74307]: DEBUG nova.network.neutron [req-7411d431-5f41-4345-95db-169b76e4c2de req-f007c7ad-f904-497b-8384-64760adffa39 service nova] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Updated VIF entry in instance network info cache for port dbaf9bad-cbd9-4de8-b14d-02f998f6de24. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:41:49 user nova-compute[74307]: DEBUG nova.network.neutron [req-7411d431-5f41-4345-95db-169b76e4c2de req-f007c7ad-f904-497b-8384-64760adffa39 service nova] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Updating instance_info_cache with network_info: [{"id": "dbaf9bad-cbd9-4de8-b14d-02f998f6de24", "address": "fa:16:3e:42:5f:bc", "network": {"id": "df5ae292-2682-44e7-ac23-a2ae48032914", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1735490092-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1af6ddd602d54ebd8c3065ad5a80fd1b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbaf9bad-cb", "ovs_interfaceid": "dbaf9bad-cbd9-4de8-b14d-02f998f6de24", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:41:49 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-7411d431-5f41-4345-95db-169b76e4c2de req-f007c7ad-f904-497b-8384-64760adffa39 service nova] Releasing lock "refresh_cache-3c263bad-b287-4a6e-bf0c-6fc43f151b07" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:41:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:50 user nova-compute[74307]: DEBUG nova.compute.manager [req-a8f87741-f5b0-4079-a9fe-f71eb2f1d376 req-b8ed3dbe-cb4b-4ad5-bb09-7e90e4942e2b service nova] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Received event network-vif-plugged-fb90f49e-c6d0-4782-b94a-f7f03d14b3a7 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:41:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a8f87741-f5b0-4079-a9fe-f71eb2f1d376 req-b8ed3dbe-cb4b-4ad5-bb09-7e90e4942e2b service nova] Acquiring lock "d8c0daed-f3dd-4b75-875a-913d4d0ae40b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a8f87741-f5b0-4079-a9fe-f71eb2f1d376 req-b8ed3dbe-cb4b-4ad5-bb09-7e90e4942e2b service nova] Lock "d8c0daed-f3dd-4b75-875a-913d4d0ae40b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.009s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a8f87741-f5b0-4079-a9fe-f71eb2f1d376 req-b8ed3dbe-cb4b-4ad5-bb09-7e90e4942e2b service nova] Lock "d8c0daed-f3dd-4b75-875a-913d4d0ae40b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:50 user nova-compute[74307]: DEBUG nova.compute.manager [req-a8f87741-f5b0-4079-a9fe-f71eb2f1d376 req-b8ed3dbe-cb4b-4ad5-bb09-7e90e4942e2b service nova] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] No waiting events found dispatching network-vif-plugged-fb90f49e-c6d0-4782-b94a-f7f03d14b3a7 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:41:50 user nova-compute[74307]: WARNING nova.compute.manager [req-a8f87741-f5b0-4079-a9fe-f71eb2f1d376 req-b8ed3dbe-cb4b-4ad5-bb09-7e90e4942e2b service nova] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Received unexpected event network-vif-plugged-fb90f49e-c6d0-4782-b94a-f7f03d14b3a7 for instance with vm_state building and task_state spawning.
Oct 24 07:41:50 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Updating instance_info_cache with network_info: [{"id": "47c7d9f1-c0a6-4457-beb9-b99ba8d4d645", "address": "fa:16:3e:19:c7:52", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c7d9f1-c0", "ovs_interfaceid": "47c7d9f1-c0a6-4457-beb9-b99ba8d4d645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:41:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Releasing lock "refresh_cache-fe508640-79f4-43d1-b846-00f28f91df79" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:41:50 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Updated the network info_cache for instance {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 07:41:50 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:41:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:51 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:41:51 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:41:51 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:41:51 user nova-compute[74307]: DEBUG nova.compute.manager [req-ab04dda8-3726-408d-a7ad-ed02ad7b9ea3 req-71dc196a-43fe-455f-bed8-5b87759317f9 service nova] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Received event network-vif-plugged-dbaf9bad-cbd9-4de8-b14d-02f998f6de24 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:41:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-ab04dda8-3726-408d-a7ad-ed02ad7b9ea3 req-71dc196a-43fe-455f-bed8-5b87759317f9 service nova] Acquiring lock "3c263bad-b287-4a6e-bf0c-6fc43f151b07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-ab04dda8-3726-408d-a7ad-ed02ad7b9ea3 req-71dc196a-43fe-455f-bed8-5b87759317f9 service nova] Lock "3c263bad-b287-4a6e-bf0c-6fc43f151b07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-ab04dda8-3726-408d-a7ad-ed02ad7b9ea3 req-71dc196a-43fe-455f-bed8-5b87759317f9 service nova] Lock "3c263bad-b287-4a6e-bf0c-6fc43f151b07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:51 user nova-compute[74307]: DEBUG nova.compute.manager [req-ab04dda8-3726-408d-a7ad-ed02ad7b9ea3 req-71dc196a-43fe-455f-bed8-5b87759317f9 service nova] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] No waiting events found dispatching network-vif-plugged-dbaf9bad-cbd9-4de8-b14d-02f998f6de24 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:41:51 user nova-compute[74307]: WARNING nova.compute.manager [req-ab04dda8-3726-408d-a7ad-ed02ad7b9ea3 req-71dc196a-43fe-455f-bed8-5b87759317f9 service nova] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Received unexpected event network-vif-plugged-dbaf9bad-cbd9-4de8-b14d-02f998f6de24 for instance with vm_state building and task_state spawning.
Oct 24 07:41:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:52 user nova-compute[74307]: DEBUG nova.compute.manager [req-72080f4b-6be3-4227-a46e-b71916edeac0 req-aef6dbbc-39aa-4b64-ab0d-21618e2ae93c service nova] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Received event network-vif-plugged-fb90f49e-c6d0-4782-b94a-f7f03d14b3a7 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:41:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-72080f4b-6be3-4227-a46e-b71916edeac0 req-aef6dbbc-39aa-4b64-ab0d-21618e2ae93c service nova] Acquiring lock "d8c0daed-f3dd-4b75-875a-913d4d0ae40b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-72080f4b-6be3-4227-a46e-b71916edeac0 req-aef6dbbc-39aa-4b64-ab0d-21618e2ae93c service nova] Lock "d8c0daed-f3dd-4b75-875a-913d4d0ae40b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-72080f4b-6be3-4227-a46e-b71916edeac0 req-aef6dbbc-39aa-4b64-ab0d-21618e2ae93c service nova] Lock "d8c0daed-f3dd-4b75-875a-913d4d0ae40b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:52 user nova-compute[74307]: DEBUG nova.compute.manager [req-72080f4b-6be3-4227-a46e-b71916edeac0 req-aef6dbbc-39aa-4b64-ab0d-21618e2ae93c service nova] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] No waiting events found dispatching network-vif-plugged-fb90f49e-c6d0-4782-b94a-f7f03d14b3a7 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:41:52 user nova-compute[74307]: WARNING nova.compute.manager [req-72080f4b-6be3-4227-a46e-b71916edeac0 req-aef6dbbc-39aa-4b64-ab0d-21618e2ae93c service nova] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Received unexpected event network-vif-plugged-fb90f49e-c6d0-4782-b94a-f7f03d14b3a7 for instance with vm_state building and task_state spawning.
Oct 24 07:41:53 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:41:53 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:41:53 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:41:53 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74307) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 07:41:53 user nova-compute[74307]: DEBUG nova.compute.manager [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 07:41:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Guest created on hypervisor {{(pid=74307) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 07:41:53 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Instance spawned successfully.
Oct 24 07:41:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 07:41:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Found default for hw_cdrom_bus of ide {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:41:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Found default for hw_disk_bus of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:41:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Found default for hw_input_bus of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:41:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Found default for hw_pointer_model of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:41:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Found default for hw_video_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:41:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Found default for hw_vif_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:41:53 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:53 user nova-compute[74307]: DEBUG nova.compute.manager [req-628d965b-5786-4ce5-9a6c-d75763e2e926 req-486dc15f-43d3-45a9-a64d-354a2948fbde service nova] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Received event network-vif-plugged-dbaf9bad-cbd9-4de8-b14d-02f998f6de24 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:41:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-628d965b-5786-4ce5-9a6c-d75763e2e926 req-486dc15f-43d3-45a9-a64d-354a2948fbde service nova] Acquiring lock "3c263bad-b287-4a6e-bf0c-6fc43f151b07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-628d965b-5786-4ce5-9a6c-d75763e2e926 req-486dc15f-43d3-45a9-a64d-354a2948fbde service nova] Lock "3c263bad-b287-4a6e-bf0c-6fc43f151b07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-628d965b-5786-4ce5-9a6c-d75763e2e926 req-486dc15f-43d3-45a9-a64d-354a2948fbde service nova] Lock "3c263bad-b287-4a6e-bf0c-6fc43f151b07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:53 user nova-compute[74307]: DEBUG nova.compute.manager [req-628d965b-5786-4ce5-9a6c-d75763e2e926 req-486dc15f-43d3-45a9-a64d-354a2948fbde service nova] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] No waiting events found dispatching network-vif-plugged-dbaf9bad-cbd9-4de8-b14d-02f998f6de24 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:41:53 user nova-compute[74307]: WARNING nova.compute.manager [req-628d965b-5786-4ce5-9a6c-d75763e2e926 req-486dc15f-43d3-45a9-a64d-354a2948fbde service nova] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Received unexpected event network-vif-plugged-dbaf9bad-cbd9-4de8-b14d-02f998f6de24 for instance with vm_state building and task_state spawning.
Oct 24 07:41:53 user nova-compute[74307]: INFO nova.compute.manager [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Took 9.57 seconds to spawn the instance on the hypervisor.
Oct 24 07:41:53 user nova-compute[74307]: DEBUG nova.compute.manager [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:41:53 user nova-compute[74307]: INFO nova.compute.manager [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Took 10.76 seconds to build instance.
Oct 24 07:41:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4f4fface-bf99-4f84-a553-f6db0d4508ad tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Lock "d8c0daed-f3dd-4b75-875a-913d4d0ae40b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.933s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:53 user nova-compute[74307]: DEBUG nova.compute.manager [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 07:41:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Guest created on hypervisor {{(pid=74307) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 07:41:53 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Instance spawned successfully.
Oct 24 07:41:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 07:41:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Found default for hw_cdrom_bus of ide {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:41:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Found default for hw_disk_bus of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:41:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Found default for hw_input_bus of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:41:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Found default for hw_pointer_model of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:41:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Found default for hw_video_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:41:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Found default for hw_vif_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:41:54 user nova-compute[74307]: INFO nova.compute.manager [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Took 7.67 seconds to spawn the instance on the hypervisor.
Oct 24 07:41:54 user nova-compute[74307]: DEBUG nova.compute.manager [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:41:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:54 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:41:54 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:54 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:41:54 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:54 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 07:41:54 user nova-compute[74307]: INFO nova.compute.manager [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Took 8.81 seconds to build instance.
Oct 24 07:41:54 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a651a174-5a96-47f1-8fec-8f39197d33a3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Lock "3c263bad-b287-4a6e-bf0c-6fc43f151b07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.980s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:41:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c36ed999-f02b-469e-b2c4-40763f7fe835/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c36ed999-f02b-469e-b2c4-40763f7fe835/disk --force-share --output=json" returned: 0 in 0.265s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c36ed999-f02b-469e-b2c4-40763f7fe835/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c36ed999-f02b-469e-b2c4-40763f7fe835/disk --force-share --output=json" returned: 0 in 0.261s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk --force-share --output=json" returned: 0 in 0.256s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk --force-share --output=json" returned: 0 in 0.343s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d8c0daed-f3dd-4b75-875a-913d4d0ae40b/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d8c0daed-f3dd-4b75-875a-913d4d0ae40b/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d8c0daed-f3dd-4b75-875a-913d4d0ae40b/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d8c0daed-f3dd-4b75-875a-913d4d0ae40b/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json" returned: 0 in 0.248s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json" returned: 0 in 0.274s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c263bad-b287-4a6e-bf0c-6fc43f151b07/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c263bad-b287-4a6e-bf0c-6fc43f151b07/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c263bad-b287-4a6e-bf0c-6fc43f151b07/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:57 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c263bad-b287-4a6e-bf0c-6fc43f151b07/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:57 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:57 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:57 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:57 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:57 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:57 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:57 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7763652c-aa19-4625-8893-6ab52b660bb1/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7763652c-aa19-4625-8893-6ab52b660bb1/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7763652c-aa19-4625-8893-6ab52b660bb1/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7763652c-aa19-4625-8893-6ab52b660bb1/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5c509dd-e293-4dae-9e1a-0618e8772a6e/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5c509dd-e293-4dae-9e1a-0618e8772a6e/disk --force-share --output=json" returned: 0 in 0.285s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5c509dd-e293-4dae-9e1a-0618e8772a6e/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:41:59 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:41:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5c509dd-e293-4dae-9e1a-0618e8772a6e/disk --force-share --output=json" returned: 0 in 0.282s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:41:59 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:41:59 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:41:59 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Hypervisor/Node resource view: name=user free_ram=7617MB free_disk=25.65878677368164GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 07:41:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:41:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:42:00 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fe508640-79f4-43d1-b846-00f28f91df79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:42:00 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance bbf0ee63-f415-4610-9018-ae94792726e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:42:00 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance c36ed999-f02b-469e-b2c4-40763f7fe835 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:42:00 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 9ca4c6f9-3966-4025-b0d4-273611aba465 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:42:00 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance bf3db205-9fd8-47db-8365-87bc07dd98b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:42:00 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance a5c509dd-e293-4dae-9e1a-0618e8772a6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:42:00 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 7763652c-aa19-4625-8893-6ab52b660bb1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:42:00 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance d8c0daed-f3dd-4b75-875a-913d4d0ae40b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:42:00 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 3c263bad-b287-4a6e-bf0c-6fc43f151b07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:42:00 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 07:42:00 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 07:42:00 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Refreshing inventories for resource provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 24 07:42:00 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Updating ProviderTree inventory for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 24 07:42:00 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Updating inventory in ProviderTree for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 24 07:42:00 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Refreshing aggregate associations for resource provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63, aggregates: None {{(pid=74307) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 24 07:42:00 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Refreshing trait associations for resource provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63, traits: COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_IDE,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_RESCUE_BFV,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_TRUSTED_CERTS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_MMX,COMPUTE_STORAGE_BUS_SATA,COMPUTE_DEVICE_TAGGING,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_VIRTIO {{(pid=74307) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 24 07:42:00 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:42:00 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:42:00 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 07:42:00 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.044s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:42:03 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:42:04 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:42:08 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:42:09 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:42:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:42:14 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:42:18 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:42:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:42:23 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:42:23 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:42:24 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:42:28 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:42:33 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:42:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:42:43 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:42:43 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:42:43 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 07:42:43 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 07:42:43 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 07:42:43 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:42:48 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:42:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Acquiring lock "f7396517-e3c6-4d85-b267-4252e6c24cef" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:42:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:42:51 user nova-compute[74307]: DEBUG nova.compute.manager [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Starting instance... {{(pid=74307) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 07:42:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:42:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:42:52 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 07:42:52 user nova-compute[74307]: INFO nova.compute.claims [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Claim successful on node user
Oct 24 07:42:52 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:42:52 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:42:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.378s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:42:52 user nova-compute[74307]: DEBUG nova.compute.manager [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Start building networks asynchronously for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 07:42:52 user nova-compute[74307]: DEBUG nova.compute.manager [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Allocating IP information in the background. {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 07:42:52 user nova-compute[74307]: DEBUG nova.network.neutron [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] allocate_for_instance() {{(pid=74307) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 07:42:52 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 07:42:52 user nova-compute[74307]: DEBUG nova.compute.manager [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Start building block device mappings for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 07:42:52 user nova-compute[74307]: INFO nova.virt.block_device [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Booting with volume 949c63bf-b4b1-41f4-9ad4-6f120bb9de1f at /dev/vda
Oct 24 07:42:52 user nova-compute[74307]: DEBUG nova.policy [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fdc0ce85b062420da06a794e888873b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '463b6d35147a44319cdbccd0df765c40', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74307) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 07:42:52 user nova-compute[74307]: DEBUG os_brick.utils [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:42:52 user nova-compute[74307]: INFO oslo.privsep.daemon [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'os_brick.privileged.default', '--privsep_sock_path', '/tmp/tmpc9i7bsxh/privsep.sock']
Oct 24 07:42:52 user sudo[85619]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context os_brick.privileged.default --privsep_sock_path /tmp/tmpc9i7bsxh/privsep.sock
Oct 24 07:42:52 user sudo[85619]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Oct 24 07:42:53 user nova-compute[74307]: DEBUG nova.network.neutron [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Successfully created port: e753fcef-afd6-4d5e-86ab-1cea270c551e {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 07:42:53 user nova-compute[74307]: DEBUG nova.compute.manager [None req-1793b22d-cce4-4507-8181-555135faaa33 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:42:53 user nova-compute[74307]: INFO nova.compute.manager [None req-1793b22d-cce4-4507-8181-555135faaa33 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: fe508640-79f4-43d1-b846-00f28f91df79] instance snapshotting
Oct 24 07:42:53 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:42:53 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-1793b22d-cce4-4507-8181-555135faaa33 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Beginning live snapshot process
Oct 24 07:42:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-1793b22d-cce4-4507-8181-555135faaa33 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json -f qcow2 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:42:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:42:54 user nova-compute[74307]: DEBUG nova.compute.manager [req-3c6e1895-6fb5-4915-8886-ebd7eb0c4af3 req-b05303ee-28a9-4076-9192-eb4bc7928975 service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Received event network-changed-d3d0c4de-c88e-46cf-89c4-e4be298dd293 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:42:54 user nova-compute[74307]: DEBUG nova.compute.manager [req-3c6e1895-6fb5-4915-8886-ebd7eb0c4af3 req-b05303ee-28a9-4076-9192-eb4bc7928975 service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Refreshing instance network info cache due to event network-changed-d3d0c4de-c88e-46cf-89c4-e4be298dd293. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:42:54 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-3c6e1895-6fb5-4915-8886-ebd7eb0c4af3 req-b05303ee-28a9-4076-9192-eb4bc7928975 service nova] Acquiring lock "refresh_cache-bbf0ee63-f415-4610-9018-ae94792726e2" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:42:54 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-3c6e1895-6fb5-4915-8886-ebd7eb0c4af3 req-b05303ee-28a9-4076-9192-eb4bc7928975 service nova] Acquired lock "refresh_cache-bbf0ee63-f415-4610-9018-ae94792726e2" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:42:54 user nova-compute[74307]: DEBUG nova.network.neutron [req-3c6e1895-6fb5-4915-8886-ebd7eb0c4af3 req-b05303ee-28a9-4076-9192-eb4bc7928975 service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Refreshing network info cache for port d3d0c4de-c88e-46cf-89c4-e4be298dd293 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:42:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-1793b22d-cce4-4507-8181-555135faaa33 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json -f qcow2" returned: 0 in 0.186s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:42:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-1793b22d-cce4-4507-8181-555135faaa33 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json -f qcow2 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:42:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-1793b22d-cce4-4507-8181-555135faaa33 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json -f qcow2" returned: 0 in 0.190s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:42:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-1793b22d-cce4-4507-8181-555135faaa33 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:42:54 user sudo[85619]: pam_unix(sudo:session): session closed for user root
Oct 24 07:42:54 user nova-compute[74307]: INFO oslo.privsep.daemon [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Spawned new privsep daemon via rootwrap
Oct 24 07:42:54 user nova-compute[74307]: INFO oslo.privsep.daemon [-] privsep daemon starting
Oct 24 07:42:54 user nova-compute[74307]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Oct 24 07:42:54 user nova-compute[74307]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_SYS_ADMIN/CAP_SYS_ADMIN/none
Oct 24 07:42:54 user nova-compute[74307]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 85657
Oct 24 07:42:54 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[bcc78ef7-ca09-4e26-9734-43ea1a2c518d]: (2,) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:42:54 user nova-compute[74307]: DEBUG nova.network.neutron [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Successfully created port: fc52894a-e9e1-4a8f-9c36-cb7d705b9ee4 {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 07:42:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-1793b22d-cce4-4507-8181-555135faaa33 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.188s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:42:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-1793b22d-cce4-4507-8181-555135faaa33 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpc9ic6oua/0e4334b6d6d444d8af270ba23a920dfb.delta 1073741824 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:42:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-1793b22d-cce4-4507-8181-555135faaa33 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpc9ic6oua/0e4334b6d6d444d8af270ba23a920dfb.delta 1073741824" returned: 0 in 0.047s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:42:54 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-1793b22d-cce4-4507-8181-555135faaa33 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 24 07:42:54 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-1793b22d-cce4-4507-8181-555135faaa33 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Checking UEFI support for host arch (x86_64) {{(pid=74307) supports_uefi /opt/stack/nova/nova/virt/libvirt/host.py:1751}}
Oct 24 07:42:54 user nova-compute[74307]: INFO nova.virt.libvirt.host [None req-1793b22d-cce4-4507-8181-555135faaa33 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] UEFI support detected
Oct 24 07:42:54 user nova-compute[74307]: DEBUG nova.network.neutron [req-3c6e1895-6fb5-4915-8886-ebd7eb0c4af3 req-b05303ee-28a9-4076-9192-eb4bc7928975 service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Updated VIF entry in instance network info cache for port d3d0c4de-c88e-46cf-89c4-e4be298dd293. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:42:54 user nova-compute[74307]: DEBUG nova.network.neutron [req-3c6e1895-6fb5-4915-8886-ebd7eb0c4af3 req-b05303ee-28a9-4076-9192-eb4bc7928975 service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Updating instance_info_cache with network_info: [{"id": "d3d0c4de-c88e-46cf-89c4-e4be298dd293", "address": "fa:16:3e:6f:6b:96", "network": {"id": "738a317e-3446-4e1c-9426-c7575a1a3528", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1877516759-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.103", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c8bef7ee8ee14414ab3e51f43e0a41cb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd3d0c4de-c8", "ovs_interfaceid": "d3d0c4de-c88e-46cf-89c4-e4be298dd293", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:42:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:42:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:42:54 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[97825851-39e6-4162-a961-b18378e8e053]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:299aca16be88\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:42:54 user nova-compute[74307]: WARNING os_brick.initiator.connectors.nvmeof [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Could not find nvme_core/parameters/multipath: FileNotFoundError: [Errno 2] No such file or directory: '/sys/module/nvme_core/parameters/multipath'
Oct 24 07:42:54 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-3c6e1895-6fb5-4915-8886-ebd7eb0c4af3 req-b05303ee-28a9-4076-9192-eb4bc7928975 service nova] Releasing lock "refresh_cache-bbf0ee63-f415-4610-9018-ae94792726e2" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:42:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:42:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.061s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:42:54 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[7247aba3-5d2d-4465-91f7-964365bf2e9f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:42:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:42:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:42:54 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[865ade58-fcfe-4bdf-850c-1617dfc4187f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:42:54 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1b8dab6-c845-4627-8911-90498c1c6d92]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:42:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Running cmd (subprocess): nvme version {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:42:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] 'nvme version' failed. Not Retrying. {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:42:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.nvmeof [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] nvme not present on system {{(pid=74307) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 07:42:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:42:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:42:54 user nova-compute[74307]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 07:42:54 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[7897d6c0-4833-4ad5-925d-5abdea33145f]: (4, '') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:42:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74307) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 07:42:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 07:42:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] LIGHTOS: no hostnqn found. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 07:42:54 user nova-compute[74307]: DEBUG os_brick.utils [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] <== get_connector_properties: return (1990ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:299aca16be88', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:42:54 user nova-compute[74307]: DEBUG nova.virt.block_device [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Updating existing volume attachment record: f5c70253-2ff1-49d9-873e-bebc15b87533 {{(pid=74307) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 07:42:54 user nova-compute[74307]: DEBUG nova.network.neutron [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Successfully created port: 96ccd792-4dcf-4d4e-9692-0385ed903b4d {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 07:42:55 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-1793b22d-cce4-4507-8181-555135faaa33 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] COPY block job progress, current cursor: 131072 final cursor: 75497472 {{(pid=74307) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 07:42:55 user nova-compute[74307]: DEBUG nova.compute.manager [None req-5f3c58dc-9150-447e-99cc-b280dbfc82f9 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:42:55 user nova-compute[74307]: INFO nova.compute.manager [None req-5f3c58dc-9150-447e-99cc-b280dbfc82f9 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] instance snapshotting
Oct 24 07:42:55 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-5f3c58dc-9150-447e-99cc-b280dbfc82f9 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Beginning live snapshot process
Oct 24 07:42:55 user nova-compute[74307]: DEBUG nova.network.neutron [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Successfully created port: 70a1f0e3-23d8-439a-a5a4-da03f053b34f {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 07:42:55 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-1793b22d-cce4-4507-8181-555135faaa33 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] COPY block job progress, current cursor: 24772608 final cursor: 75497472 {{(pid=74307) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 07:42:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-5f3c58dc-9150-447e-99cc-b280dbfc82f9 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk --force-share --output=json -f qcow2 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:42:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-5f3c58dc-9150-447e-99cc-b280dbfc82f9 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk --force-share --output=json -f qcow2" returned: 0 in 0.185s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:42:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-5f3c58dc-9150-447e-99cc-b280dbfc82f9 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk --force-share --output=json -f qcow2 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:42:56 user nova-compute[74307]: DEBUG nova.network.neutron [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Successfully created port: 472ceac3-c22c-4a16-b16f-d8df1ecd8f3b {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 07:42:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-5f3c58dc-9150-447e-99cc-b280dbfc82f9 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk --force-share --output=json -f qcow2" returned: 0 in 0.194s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:42:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-5f3c58dc-9150-447e-99cc-b280dbfc82f9 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:42:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-1793b22d-cce4-4507-8181-555135faaa33 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=74307) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 07:42:56 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-1793b22d-cce4-4507-8181-555135faaa33 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 24 07:42:56 user nova-compute[74307]: DEBUG nova.privsep.utils [None req-1793b22d-cce4-4507-8181-555135faaa33 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74307) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 24 07:42:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-1793b22d-cce4-4507-8181-555135faaa33 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpc9ic6oua/0e4334b6d6d444d8af270ba23a920dfb.delta /opt/stack/data/nova/instances/snapshots/tmpc9ic6oua/0e4334b6d6d444d8af270ba23a920dfb {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:42:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-5f3c58dc-9150-447e-99cc-b280dbfc82f9 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.196s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:42:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-5f3c58dc-9150-447e-99cc-b280dbfc82f9 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp3zh8kb24/38b23d420b4c46d7b22e887a400dd02d.delta 1073741824 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:42:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-5f3c58dc-9150-447e-99cc-b280dbfc82f9 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp3zh8kb24/38b23d420b4c46d7b22e887a400dd02d.delta 1073741824" returned: 0 in 0.097s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:42:56 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-5f3c58dc-9150-447e-99cc-b280dbfc82f9 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 24 07:42:56 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:42:56 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:42:56 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:42:56 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Starting heal instance info cache {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 07:42:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "refresh_cache-bbf0ee63-f415-4610-9018-ae94792726e2" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:42:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquired lock "refresh_cache-bbf0ee63-f415-4610-9018-ae94792726e2" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:42:56 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Forcefully refreshing network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 07:42:57 user nova-compute[74307]: DEBUG nova.network.neutron [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Successfully updated port: e753fcef-afd6-4d5e-86ab-1cea270c551e {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 07:42:57 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-1793b22d-cce4-4507-8181-555135faaa33 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpc9ic6oua/0e4334b6d6d444d8af270ba23a920dfb.delta /opt/stack/data/nova/instances/snapshots/tmpc9ic6oua/0e4334b6d6d444d8af270ba23a920dfb" returned: 0 in 0.571s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:42:57 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-1793b22d-cce4-4507-8181-555135faaa33 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Snapshot extracted, beginning image upload
Oct 24 07:42:57 user nova-compute[74307]: DEBUG nova.compute.manager [req-a82fab1b-fd41-4b09-8d00-99deab3d0412 req-512e757b-c021-4052-8ea8-33921893fc07 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received event network-changed-e753fcef-afd6-4d5e-86ab-1cea270c551e {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:42:57 user nova-compute[74307]: DEBUG nova.compute.manager [req-a82fab1b-fd41-4b09-8d00-99deab3d0412 req-512e757b-c021-4052-8ea8-33921893fc07 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Refreshing instance network info cache due to event network-changed-e753fcef-afd6-4d5e-86ab-1cea270c551e. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:42:57 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a82fab1b-fd41-4b09-8d00-99deab3d0412 req-512e757b-c021-4052-8ea8-33921893fc07 service nova] Acquiring lock "refresh_cache-f7396517-e3c6-4d85-b267-4252e6c24cef" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:42:57 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a82fab1b-fd41-4b09-8d00-99deab3d0412 req-512e757b-c021-4052-8ea8-33921893fc07 service nova] Acquired lock "refresh_cache-f7396517-e3c6-4d85-b267-4252e6c24cef" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:42:57 user nova-compute[74307]: DEBUG nova.network.neutron [req-a82fab1b-fd41-4b09-8d00-99deab3d0412 req-512e757b-c021-4052-8ea8-33921893fc07 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Refreshing network info cache for port e753fcef-afd6-4d5e-86ab-1cea270c551e {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:42:57 user nova-compute[74307]: DEBUG nova.network.neutron [req-a82fab1b-fd41-4b09-8d00-99deab3d0412 req-512e757b-c021-4052-8ea8-33921893fc07 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 07:42:57 user nova-compute[74307]: DEBUG nova.compute.manager [req-5f63767c-fce1-43b1-8930-f47a1ad4e8d7 req-4861fe06-05df-4b49-8e38-57c45304ce31 service nova] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Received event network-changed-989eb379-62b5-4062-95a6-0357967bb8cb {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:42:57 user nova-compute[74307]: DEBUG nova.compute.manager [req-5f63767c-fce1-43b1-8930-f47a1ad4e8d7 req-4861fe06-05df-4b49-8e38-57c45304ce31 service nova] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Refreshing instance network info cache due to event network-changed-989eb379-62b5-4062-95a6-0357967bb8cb. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:42:57 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-5f63767c-fce1-43b1-8930-f47a1ad4e8d7 req-4861fe06-05df-4b49-8e38-57c45304ce31 service nova] Acquiring lock "refresh_cache-9ca4c6f9-3966-4025-b0d4-273611aba465" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:42:57 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-5f63767c-fce1-43b1-8930-f47a1ad4e8d7 req-4861fe06-05df-4b49-8e38-57c45304ce31 service nova] Acquired lock "refresh_cache-9ca4c6f9-3966-4025-b0d4-273611aba465" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:42:57 user nova-compute[74307]: DEBUG nova.network.neutron [req-5f63767c-fce1-43b1-8930-f47a1ad4e8d7 req-4861fe06-05df-4b49-8e38-57c45304ce31 service nova] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Refreshing network info cache for port 989eb379-62b5-4062-95a6-0357967bb8cb {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:42:57 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-5f3c58dc-9150-447e-99cc-b280dbfc82f9 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=74307) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 07:42:58 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-5f3c58dc-9150-447e-99cc-b280dbfc82f9 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=74307) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 07:42:58 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-5f3c58dc-9150-447e-99cc-b280dbfc82f9 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 24 07:42:58 user nova-compute[74307]: DEBUG nova.network.neutron [req-a82fab1b-fd41-4b09-8d00-99deab3d0412 req-512e757b-c021-4052-8ea8-33921893fc07 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:42:58 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a82fab1b-fd41-4b09-8d00-99deab3d0412 req-512e757b-c021-4052-8ea8-33921893fc07 service nova] Releasing lock "refresh_cache-f7396517-e3c6-4d85-b267-4252e6c24cef" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:42:58 user nova-compute[74307]: DEBUG nova.privsep.utils [None req-5f3c58dc-9150-447e-99cc-b280dbfc82f9 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74307) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 24 07:42:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-5f3c58dc-9150-447e-99cc-b280dbfc82f9 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp3zh8kb24/38b23d420b4c46d7b22e887a400dd02d.delta /opt/stack/data/nova/instances/snapshots/tmp3zh8kb24/38b23d420b4c46d7b22e887a400dd02d {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:42:58 user nova-compute[74307]: DEBUG nova.network.neutron [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Successfully updated port: e1e03caf-0d70-4caa-83ed-289c3a4c2840 {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 07:42:58 user nova-compute[74307]: DEBUG nova.network.neutron [req-5f63767c-fce1-43b1-8930-f47a1ad4e8d7 req-4861fe06-05df-4b49-8e38-57c45304ce31 service nova] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Updated VIF entry in instance network info cache for port 989eb379-62b5-4062-95a6-0357967bb8cb. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:42:58 user nova-compute[74307]: DEBUG nova.network.neutron [req-5f63767c-fce1-43b1-8930-f47a1ad4e8d7 req-4861fe06-05df-4b49-8e38-57c45304ce31 service nova] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Updating instance_info_cache with network_info: [{"id": "989eb379-62b5-4062-95a6-0357967bb8cb", "address": "fa:16:3e:46:46:e1", "network": {"id": "f6232387-1f48-4257-bccd-b30cb0bb880d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1072713156-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0168f8c4ed044e57b721edf920156848", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap989eb379-62", "ovs_interfaceid": "989eb379-62b5-4062-95a6-0357967bb8cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:42:58 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-5f63767c-fce1-43b1-8930-f47a1ad4e8d7 req-4861fe06-05df-4b49-8e38-57c45304ce31 service nova] Releasing lock "refresh_cache-9ca4c6f9-3966-4025-b0d4-273611aba465" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:42:58 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Updating instance_info_cache with network_info: [{"id": "d3d0c4de-c88e-46cf-89c4-e4be298dd293", "address": "fa:16:3e:6f:6b:96", "network": {"id": "738a317e-3446-4e1c-9426-c7575a1a3528", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1877516759-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.103", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c8bef7ee8ee14414ab3e51f43e0a41cb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd3d0c4de-c8", "ovs_interfaceid": "d3d0c4de-c88e-46cf-89c4-e4be298dd293", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:42:58 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Releasing lock "refresh_cache-bbf0ee63-f415-4610-9018-ae94792726e2" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:42:58 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Updated the network info_cache for instance {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 07:42:58 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:42:58 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:42:58 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:42:58 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:42:58 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:42:58 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:42:58 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74307) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 07:42:58 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:42:58 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:42:58 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:42:58 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:42:58 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 07:42:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-5f3c58dc-9150-447e-99cc-b280dbfc82f9 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp3zh8kb24/38b23d420b4c46d7b22e887a400dd02d.delta /opt/stack/data/nova/instances/snapshots/tmp3zh8kb24/38b23d420b4c46d7b22e887a400dd02d" returned: 0 in 0.273s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:42:58 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-5f3c58dc-9150-447e-99cc-b280dbfc82f9 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Snapshot extracted, beginning image upload
Oct 24 07:42:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c36ed999-f02b-469e-b2c4-40763f7fe835/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:42:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:42:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c36ed999-f02b-469e-b2c4-40763f7fe835/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:42:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c36ed999-f02b-469e-b2c4-40763f7fe835/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:42:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c36ed999-f02b-469e-b2c4-40763f7fe835/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:42:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:42:59 user nova-compute[74307]: DEBUG nova.network.neutron [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Successfully updated port: 603bd2bf-d6cd-4f9b-829a-508ea1208bb1 {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 07:42:59 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:42:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:42:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:42:59 user nova-compute[74307]: DEBUG nova.compute.manager [req-e56a0caa-d227-4cf3-aa3d-dea3cfb96b41 req-b86e1059-e4aa-46ed-8d36-32864ec5f5d0 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received event network-changed-e1e03caf-0d70-4caa-83ed-289c3a4c2840 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:42:59 user nova-compute[74307]: DEBUG nova.compute.manager [req-e56a0caa-d227-4cf3-aa3d-dea3cfb96b41 req-b86e1059-e4aa-46ed-8d36-32864ec5f5d0 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Refreshing instance network info cache due to event network-changed-e1e03caf-0d70-4caa-83ed-289c3a4c2840. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:42:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-e56a0caa-d227-4cf3-aa3d-dea3cfb96b41 req-b86e1059-e4aa-46ed-8d36-32864ec5f5d0 service nova] Acquiring lock "refresh_cache-f7396517-e3c6-4d85-b267-4252e6c24cef" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:42:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-e56a0caa-d227-4cf3-aa3d-dea3cfb96b41 req-b86e1059-e4aa-46ed-8d36-32864ec5f5d0 service nova] Acquired lock "refresh_cache-f7396517-e3c6-4d85-b267-4252e6c24cef" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:42:59 user nova-compute[74307]: DEBUG nova.network.neutron [req-e56a0caa-d227-4cf3-aa3d-dea3cfb96b41 req-b86e1059-e4aa-46ed-8d36-32864ec5f5d0 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Refreshing network info cache for port e1e03caf-0d70-4caa-83ed-289c3a4c2840 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:42:59 user nova-compute[74307]: DEBUG nova.network.neutron [req-e56a0caa-d227-4cf3-aa3d-dea3cfb96b41 req-b86e1059-e4aa-46ed-8d36-32864ec5f5d0 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 07:42:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Acquiring lock "c36ed999-f02b-469e-b2c4-40763f7fe835" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:42:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Lock "c36ed999-f02b-469e-b2c4-40763f7fe835" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:42:59 user nova-compute[74307]: DEBUG nova.objects.instance [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Lazy-loading 'flavor' on Instance uuid c36ed999-f02b-469e-b2c4-40763f7fe835 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:42:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:42:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d8c0daed-f3dd-4b75-875a-913d4d0ae40b/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:42:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Lock "c36ed999-f02b-469e-b2c4-40763f7fe835" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.152s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:42:59 user nova-compute[74307]: DEBUG nova.network.neutron [req-e56a0caa-d227-4cf3-aa3d-dea3cfb96b41 req-b86e1059-e4aa-46ed-8d36-32864ec5f5d0 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:42:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-e56a0caa-d227-4cf3-aa3d-dea3cfb96b41 req-b86e1059-e4aa-46ed-8d36-32864ec5f5d0 service nova] Releasing lock "refresh_cache-f7396517-e3c6-4d85-b267-4252e6c24cef" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:42:59 user nova-compute[74307]: DEBUG nova.compute.manager [req-e56a0caa-d227-4cf3-aa3d-dea3cfb96b41 req-b86e1059-e4aa-46ed-8d36-32864ec5f5d0 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received event network-changed-603bd2bf-d6cd-4f9b-829a-508ea1208bb1 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:42:59 user nova-compute[74307]: DEBUG nova.compute.manager [req-e56a0caa-d227-4cf3-aa3d-dea3cfb96b41 req-b86e1059-e4aa-46ed-8d36-32864ec5f5d0 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Refreshing instance network info cache due to event network-changed-603bd2bf-d6cd-4f9b-829a-508ea1208bb1. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:42:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-e56a0caa-d227-4cf3-aa3d-dea3cfb96b41 req-b86e1059-e4aa-46ed-8d36-32864ec5f5d0 service nova] Acquiring lock "refresh_cache-f7396517-e3c6-4d85-b267-4252e6c24cef" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:42:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-e56a0caa-d227-4cf3-aa3d-dea3cfb96b41 req-b86e1059-e4aa-46ed-8d36-32864ec5f5d0 service nova] Acquired lock "refresh_cache-f7396517-e3c6-4d85-b267-4252e6c24cef" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:42:59 user nova-compute[74307]: DEBUG nova.network.neutron [req-e56a0caa-d227-4cf3-aa3d-dea3cfb96b41 req-b86e1059-e4aa-46ed-8d36-32864ec5f5d0 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Refreshing network info cache for port 603bd2bf-d6cd-4f9b-829a-508ea1208bb1 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:42:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d8c0daed-f3dd-4b75-875a-913d4d0ae40b/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:42:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d8c0daed-f3dd-4b75-875a-913d4d0ae40b/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:42:59 user nova-compute[74307]: DEBUG nova.network.neutron [req-e56a0caa-d227-4cf3-aa3d-dea3cfb96b41 req-b86e1059-e4aa-46ed-8d36-32864ec5f5d0 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 07:42:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Acquiring lock "c36ed999-f02b-469e-b2c4-40763f7fe835" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:42:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Lock "c36ed999-f02b-469e-b2c4-40763f7fe835" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:42:59 user nova-compute[74307]: INFO nova.compute.manager [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Attaching volume 24642216-155e-47e6-bbfe-87c8df870b13 to /dev/vdb
Oct 24 07:42:59 user nova-compute[74307]: DEBUG nova.network.neutron [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Successfully updated port: fc52894a-e9e1-4a8f-9c36-cb7d705b9ee4 {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 07:42:59 user nova-compute[74307]: DEBUG os_brick.utils [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:42:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d8c0daed-f3dd-4b75-875a-913d4d0ae40b/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:42:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:42:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:42:59 user nova-compute[74307]: DEBUG nova.network.neutron [req-e56a0caa-d227-4cf3-aa3d-dea3cfb96b41 req-b86e1059-e4aa-46ed-8d36-32864ec5f5d0 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:42:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:42:59 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[7fdb70e2-9ced-4fd0-8974-ebe9d6b508b5]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:299aca16be88\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:42:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-e56a0caa-d227-4cf3-aa3d-dea3cfb96b41 req-b86e1059-e4aa-46ed-8d36-32864ec5f5d0 service nova] Releasing lock "refresh_cache-f7396517-e3c6-4d85-b267-4252e6c24cef" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:42:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:42:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:42:59 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[474bc4f2-5ff8-4656-a3ae-36bb25d0b3d7]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:42:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:00 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f072101-fa67-4c77-9422-b80e32b6423a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:00 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0599547-028a-458c-87ab-4ec6be20362c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Running cmd (subprocess): nvme version {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] 'nvme version' failed. Not Retrying. {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:43:00 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] nvme not present on system {{(pid=74307) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 07:43:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:43:00 user nova-compute[74307]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 07:43:00 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec2f362a-c92b-49f4-a35c-b8709b3acc6a]: (4, '') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:00 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74307) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 07:43:00 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 07:43:00 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] LIGHTOS: no hostnqn found. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 07:43:00 user nova-compute[74307]: DEBUG os_brick.utils [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] <== get_connector_properties: return (254ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:299aca16be88', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:43:00 user nova-compute[74307]: DEBUG nova.virt.block_device [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Updating existing volume attachment record: 3ea1331f-3caa-4c56-933b-f3a5e55eb57f {{(pid=74307) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 07:43:00 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-1793b22d-cce4-4507-8181-555135faaa33 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Snapshot image upload complete
Oct 24 07:43:00 user nova-compute[74307]: INFO nova.compute.manager [None req-1793b22d-cce4-4507-8181-555135faaa33 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Took 6.51 seconds to snapshot the instance on the hypervisor.
Oct 24 07:43:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c263bad-b287-4a6e-bf0c-6fc43f151b07/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c263bad-b287-4a6e-bf0c-6fc43f151b07/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c263bad-b287-4a6e-bf0c-6fc43f151b07/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c263bad-b287-4a6e-bf0c-6fc43f151b07/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:00 user nova-compute[74307]: DEBUG nova.network.neutron [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Successfully updated port: 96ccd792-4dcf-4d4e-9692-0385ed903b4d {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 07:43:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk --force-share --output=json" returned: 0 in 0.240s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:01 user nova-compute[74307]: DEBUG nova.compute.manager [req-c7189e1c-5f91-4383-93e7-684b24062954 req-706227d9-a342-464d-a5b8-9f7b197b022d service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received event network-changed-fc52894a-e9e1-4a8f-9c36-cb7d705b9ee4 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:43:01 user nova-compute[74307]: DEBUG nova.compute.manager [req-c7189e1c-5f91-4383-93e7-684b24062954 req-706227d9-a342-464d-a5b8-9f7b197b022d service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Refreshing instance network info cache due to event network-changed-fc52894a-e9e1-4a8f-9c36-cb7d705b9ee4. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:43:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-c7189e1c-5f91-4383-93e7-684b24062954 req-706227d9-a342-464d-a5b8-9f7b197b022d service nova] Acquiring lock "refresh_cache-f7396517-e3c6-4d85-b267-4252e6c24cef" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:43:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-c7189e1c-5f91-4383-93e7-684b24062954 req-706227d9-a342-464d-a5b8-9f7b197b022d service nova] Acquired lock "refresh_cache-f7396517-e3c6-4d85-b267-4252e6c24cef" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:43:01 user nova-compute[74307]: DEBUG nova.network.neutron [req-c7189e1c-5f91-4383-93e7-684b24062954 req-706227d9-a342-464d-a5b8-9f7b197b022d service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Refreshing network info cache for port fc52894a-e9e1-4a8f-9c36-cb7d705b9ee4 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:43:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:01 user nova-compute[74307]: DEBUG nova.network.neutron [req-c7189e1c-5f91-4383-93e7-684b24062954 req-706227d9-a342-464d-a5b8-9f7b197b022d service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 07:43:01 user nova-compute[74307]: DEBUG nova.compute.manager [req-99ca3b0d-c7be-47b2-bfc7-eb4f66832802 req-abcbc9af-0e2b-4027-b536-bb42d3a0b061 service nova] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Received event network-changed-fba32a9f-2efe-4885-948c-e7fc98fe6116 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:43:01 user nova-compute[74307]: DEBUG nova.compute.manager [req-99ca3b0d-c7be-47b2-bfc7-eb4f66832802 req-abcbc9af-0e2b-4027-b536-bb42d3a0b061 service nova] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Refreshing instance network info cache due to event network-changed-fba32a9f-2efe-4885-948c-e7fc98fe6116. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:43:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-99ca3b0d-c7be-47b2-bfc7-eb4f66832802 req-abcbc9af-0e2b-4027-b536-bb42d3a0b061 service nova] Acquiring lock "refresh_cache-bf3db205-9fd8-47db-8365-87bc07dd98b7" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:43:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-99ca3b0d-c7be-47b2-bfc7-eb4f66832802 req-abcbc9af-0e2b-4027-b536-bb42d3a0b061 service nova] Acquired lock "refresh_cache-bf3db205-9fd8-47db-8365-87bc07dd98b7" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:43:01 user nova-compute[74307]: DEBUG nova.network.neutron [req-99ca3b0d-c7be-47b2-bfc7-eb4f66832802 req-abcbc9af-0e2b-4027-b536-bb42d3a0b061 service nova] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Refreshing network info cache for port fba32a9f-2efe-4885-948c-e7fc98fe6116 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:43:01 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-5f3c58dc-9150-447e-99cc-b280dbfc82f9 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Snapshot image upload complete
Oct 24 07:43:01 user nova-compute[74307]: INFO nova.compute.manager [None req-5f3c58dc-9150-447e-99cc-b280dbfc82f9 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Took 6.07 seconds to snapshot the instance on the hypervisor.
Oct 24 07:43:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json" returned: 0 in 0.295s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7763652c-aa19-4625-8893-6ab52b660bb1/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:01 user nova-compute[74307]: DEBUG nova.network.neutron [req-c7189e1c-5f91-4383-93e7-684b24062954 req-706227d9-a342-464d-a5b8-9f7b197b022d service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:43:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-c7189e1c-5f91-4383-93e7-684b24062954 req-706227d9-a342-464d-a5b8-9f7b197b022d service nova] Releasing lock "refresh_cache-f7396517-e3c6-4d85-b267-4252e6c24cef" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:43:01 user nova-compute[74307]: DEBUG nova.compute.manager [req-c7189e1c-5f91-4383-93e7-684b24062954 req-706227d9-a342-464d-a5b8-9f7b197b022d service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received event network-changed-96ccd792-4dcf-4d4e-9692-0385ed903b4d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:43:01 user nova-compute[74307]: DEBUG nova.compute.manager [req-c7189e1c-5f91-4383-93e7-684b24062954 req-706227d9-a342-464d-a5b8-9f7b197b022d service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Refreshing instance network info cache due to event network-changed-96ccd792-4dcf-4d4e-9692-0385ed903b4d. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:43:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-c7189e1c-5f91-4383-93e7-684b24062954 req-706227d9-a342-464d-a5b8-9f7b197b022d service nova] Acquiring lock "refresh_cache-f7396517-e3c6-4d85-b267-4252e6c24cef" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:43:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-c7189e1c-5f91-4383-93e7-684b24062954 req-706227d9-a342-464d-a5b8-9f7b197b022d service nova] Acquired lock "refresh_cache-f7396517-e3c6-4d85-b267-4252e6c24cef" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:43:01 user nova-compute[74307]: DEBUG nova.network.neutron [req-c7189e1c-5f91-4383-93e7-684b24062954 req-706227d9-a342-464d-a5b8-9f7b197b022d service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Refreshing network info cache for port 96ccd792-4dcf-4d4e-9692-0385ed903b4d {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:43:01 user nova-compute[74307]: DEBUG nova.network.neutron [req-c7189e1c-5f91-4383-93e7-684b24062954 req-706227d9-a342-464d-a5b8-9f7b197b022d service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 07:43:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7763652c-aa19-4625-8893-6ab52b660bb1/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7763652c-aa19-4625-8893-6ab52b660bb1/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:02 user nova-compute[74307]: DEBUG nova.network.neutron [req-c7189e1c-5f91-4383-93e7-684b24062954 req-706227d9-a342-464d-a5b8-9f7b197b022d service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:43:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-c7189e1c-5f91-4383-93e7-684b24062954 req-706227d9-a342-464d-a5b8-9f7b197b022d service nova] Releasing lock "refresh_cache-f7396517-e3c6-4d85-b267-4252e6c24cef" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:43:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7763652c-aa19-4625-8893-6ab52b660bb1/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:02 user nova-compute[74307]: DEBUG nova.network.neutron [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Successfully updated port: 70a1f0e3-23d8-439a-a5a4-da03f053b34f {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 07:43:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5c509dd-e293-4dae-9e1a-0618e8772a6e/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:02 user nova-compute[74307]: DEBUG nova.network.neutron [req-99ca3b0d-c7be-47b2-bfc7-eb4f66832802 req-abcbc9af-0e2b-4027-b536-bb42d3a0b061 service nova] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Updated VIF entry in instance network info cache for port fba32a9f-2efe-4885-948c-e7fc98fe6116. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:43:02 user nova-compute[74307]: DEBUG nova.network.neutron [req-99ca3b0d-c7be-47b2-bfc7-eb4f66832802 req-abcbc9af-0e2b-4027-b536-bb42d3a0b061 service nova] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Updating instance_info_cache with network_info: [{"id": "fba32a9f-2efe-4885-948c-e7fc98fe6116", "address": "fa:16:3e:2b:d1:20", "network": {"id": "a62eef8f-3418-495c-91c8-3410c10364d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1235073358-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b309cc23749c4a8db15e97071e598aa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfba32a9f-2e", "ovs_interfaceid": "fba32a9f-2efe-4885-948c-e7fc98fe6116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:43:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5c509dd-e293-4dae-9e1a-0618e8772a6e/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5c509dd-e293-4dae-9e1a-0618e8772a6e/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-99ca3b0d-c7be-47b2-bfc7-eb4f66832802 req-abcbc9af-0e2b-4027-b536-bb42d3a0b061 service nova] Releasing lock "refresh_cache-bf3db205-9fd8-47db-8365-87bc07dd98b7" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:43:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5c509dd-e293-4dae-9e1a-0618e8772a6e/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:03 user nova-compute[74307]: DEBUG nova.network.neutron [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Successfully updated port: 472ceac3-c22c-4a16-b16f-d8df1ecd8f3b {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 07:43:03 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:43:03 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:43:03 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Hypervisor/Node resource view: name=user free_ram=7128MB free_disk=25.448379516601562GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 07:43:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:43:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:43:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Acquiring lock "refresh_cache-f7396517-e3c6-4d85-b267-4252e6c24cef" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:43:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Acquired lock "refresh_cache-f7396517-e3c6-4d85-b267-4252e6c24cef" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:43:03 user nova-compute[74307]: DEBUG nova.network.neutron [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 07:43:03 user nova-compute[74307]: DEBUG nova.network.neutron [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 07:43:03 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fe508640-79f4-43d1-b846-00f28f91df79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:43:03 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance bbf0ee63-f415-4610-9018-ae94792726e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:43:03 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance c36ed999-f02b-469e-b2c4-40763f7fe835 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:43:03 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 9ca4c6f9-3966-4025-b0d4-273611aba465 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:43:03 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance bf3db205-9fd8-47db-8365-87bc07dd98b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:43:03 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance a5c509dd-e293-4dae-9e1a-0618e8772a6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:43:03 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 7763652c-aa19-4625-8893-6ab52b660bb1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:43:03 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance d8c0daed-f3dd-4b75-875a-913d4d0ae40b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:43:03 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 3c263bad-b287-4a6e-bf0c-6fc43f151b07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:43:03 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance f7396517-e3c6-4d85-b267-4252e6c24cef actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:43:03 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 07:43:03 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 07:43:03 user nova-compute[74307]: DEBUG nova.compute.manager [req-2e3e7919-255f-42e0-8bcb-5e4f57612bba req-298757ef-fe2a-4673-a8ff-112aea74d66f service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received event network-changed-70a1f0e3-23d8-439a-a5a4-da03f053b34f {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:43:03 user nova-compute[74307]: DEBUG nova.compute.manager [req-2e3e7919-255f-42e0-8bcb-5e4f57612bba req-298757ef-fe2a-4673-a8ff-112aea74d66f service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Refreshing instance network info cache due to event network-changed-70a1f0e3-23d8-439a-a5a4-da03f053b34f. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:43:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2e3e7919-255f-42e0-8bcb-5e4f57612bba req-298757ef-fe2a-4673-a8ff-112aea74d66f service nova] Acquiring lock "refresh_cache-f7396517-e3c6-4d85-b267-4252e6c24cef" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:43:03 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:43:03 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:43:03 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 07:43:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.506s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:43:03 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:04 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:05 user nova-compute[74307]: DEBUG nova.network.neutron [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Updating instance_info_cache with network_info: [{"id": "e753fcef-afd6-4d5e-86ab-1cea270c551e", "address": "fa:16:3e:8c:02:bd", "network": {"id": "8c7bed5a-deb8-4a51-b13f-8ea758a1d7d0", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1455059568-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape753fcef-af", "ovs_interfaceid": "e753fcef-afd6-4d5e-86ab-1cea270c551e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e1e03caf-0d70-4caa-83ed-289c3a4c2840", "address": "fa:16:3e:27:6d:bf", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1e03caf-0d", "ovs_interfaceid": "e1e03caf-0d70-4caa-83ed-289c3a4c2840", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "603bd2bf-d6cd-4f9b-829a-508ea1208bb1", "address": "fa:16:3e:71:4d:33", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap603bd2bf-d6", "ovs_interfaceid": "603bd2bf-d6cd-4f9b-829a-508ea1208bb1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "fc52894a-e9e1-4a8f-9c36-cb7d705b9ee4", "address": "fa:16:3e:74:9e:7e", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc52894a-e9", "ovs_interfaceid": "fc52894a-e9e1-4a8f-9c36-cb7d705b9ee4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "96ccd792-4dcf-4d4e-9692-0385ed903b4d", "address": "fa:16:3e:ac:50:f9", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96ccd792-4d", "ovs_interfaceid": "96ccd792-4dcf-4d4e-9692-0385ed903b4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "70a1f0e3-23d8-439a-a5a4-da03f053b34f", "address": "fa:16:3e:64:c4:c7", "network": {"id": "e7d249b4-95bd-448c-9524-73ce9e11bdef", "bridge": "br-int", "label": "tempest-device-tagging-net2-684600315", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70a1f0e3-23", "ovs_interfaceid": "70a1f0e3-23d8-439a-a5a4-da03f053b34f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "472ceac3-c22c-4a16-b16f-d8df1ecd8f3b", "address": "fa:16:3e:be:6d:e9", "network": {"id": "e7d249b4-95bd-448c-9524-73ce9e11bdef", "bridge": "br-int", "label": "tempest-device-tagging-net2-684600315", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap472ceac3-c2", "ovs_interfaceid": "472ceac3-c22c-4a16-b16f-d8df1ecd8f3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:43:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Releasing lock "refresh_cache-f7396517-e3c6-4d85-b267-4252e6c24cef" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:43:05 user nova-compute[74307]: DEBUG nova.compute.manager [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Instance network_info: |[{"id": "e753fcef-afd6-4d5e-86ab-1cea270c551e", "address": "fa:16:3e:8c:02:bd", "network": {"id": "8c7bed5a-deb8-4a51-b13f-8ea758a1d7d0", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1455059568-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape753fcef-af", "ovs_interfaceid": "e753fcef-afd6-4d5e-86ab-1cea270c551e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e1e03caf-0d70-4caa-83ed-289c3a4c2840", "address": "fa:16:3e:27:6d:bf", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1e03caf-0d", "ovs_interfaceid": "e1e03caf-0d70-4caa-83ed-289c3a4c2840", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "603bd2bf-d6cd-4f9b-829a-508ea1208bb1", "address": "fa:16:3e:71:4d:33", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap603bd2bf-d6", "ovs_interfaceid": "603bd2bf-d6cd-4f9b-829a-508ea1208bb1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "fc52894a-e9e1-4a8f-9c36-cb7d705b9ee4", "address": "fa:16:3e:74:9e:7e", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc52894a-e9", "ovs_interfaceid": "fc52894a-e9e1-4a8f-9c36-cb7d705b9ee4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "96ccd792-4dcf-4d4e-9692-0385ed903b4d", "address": "fa:16:3e:ac:50:f9", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96ccd792-4d", "ovs_interfaceid": "96ccd792-4dcf-4d4e-9692-0385ed903b4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "70a1f0e3-23d8-439a-a5a4-da03f053b34f", "address": "fa:16:3e:64:c4:c7", "network": {"id": "e7d249b4-95bd-448c-9524-73ce9e11bdef", "bridge": "br-int", "label": "tempest-device-tagging-net2-684600315", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70a1f0e3-23", "ovs_interfaceid": "70a1f0e3-23d8-439a-a5a4-da03f053b34f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "472ceac3-c22c-4a16-b16f-d8df1ecd8f3b", "address": "fa:16:3e:be:6d:e9", "network": {"id": "e7d249b4-95bd-448c-9524-73ce9e11bdef", "bridge": "br-int", "label": "tempest-device-tagging-net2-684600315", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap472ceac3-c2", "ovs_interfaceid": "472ceac3-c22c-4a16-b16f-d8df1ecd8f3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 07:43:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2e3e7919-255f-42e0-8bcb-5e4f57612bba req-298757ef-fe2a-4673-a8ff-112aea74d66f service nova] Acquired lock "refresh_cache-f7396517-e3c6-4d85-b267-4252e6c24cef" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:43:05 user nova-compute[74307]: DEBUG nova.network.neutron [req-2e3e7919-255f-42e0-8bcb-5e4f57612bba req-298757ef-fe2a-4673-a8ff-112aea74d66f service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Refreshing network info cache for port 70a1f0e3-23d8-439a-a5a4-da03f053b34f {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:43:05 user nova-compute[74307]: DEBUG nova.network.neutron [req-2e3e7919-255f-42e0-8bcb-5e4f57612bba req-298757ef-fe2a-4673-a8ff-112aea74d66f service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Updated VIF entry in instance network info cache for port 70a1f0e3-23d8-439a-a5a4-da03f053b34f. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:43:05 user nova-compute[74307]: DEBUG nova.network.neutron [req-2e3e7919-255f-42e0-8bcb-5e4f57612bba req-298757ef-fe2a-4673-a8ff-112aea74d66f service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Updating instance_info_cache with network_info: [{"id": "e753fcef-afd6-4d5e-86ab-1cea270c551e", "address": "fa:16:3e:8c:02:bd", "network": {"id": "8c7bed5a-deb8-4a51-b13f-8ea758a1d7d0", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1455059568-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape753fcef-af", "ovs_interfaceid": "e753fcef-afd6-4d5e-86ab-1cea270c551e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e1e03caf-0d70-4caa-83ed-289c3a4c2840", "address": "fa:16:3e:27:6d:bf", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1e03caf-0d", "ovs_interfaceid": "e1e03caf-0d70-4caa-83ed-289c3a4c2840", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "603bd2bf-d6cd-4f9b-829a-508ea1208bb1", "address": "fa:16:3e:71:4d:33", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap603bd2bf-d6", "ovs_interfaceid": "603bd2bf-d6cd-4f9b-829a-508ea1208bb1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "fc52894a-e9e1-4a8f-9c36-cb7d705b9ee4", "address": "fa:16:3e:74:9e:7e", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc52894a-e9", "ovs_interfaceid": "fc52894a-e9e1-4a8f-9c36-cb7d705b9ee4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "96ccd792-4dcf-4d4e-9692-0385ed903b4d", "address": "fa:16:3e:ac:50:f9", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96ccd792-4d", "ovs_interfaceid": "96ccd792-4dcf-4d4e-9692-0385ed903b4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "70a1f0e3-23d8-439a-a5a4-da03f053b34f", "address": "fa:16:3e:64:c4:c7", "network": {"id": "e7d249b4-95bd-448c-9524-73ce9e11bdef", "bridge": "br-int", "label": "tempest-device-tagging-net2-684600315", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70a1f0e3-23", "ovs_interfaceid": "70a1f0e3-23d8-439a-a5a4-da03f053b34f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "472ceac3-c22c-4a16-b16f-d8df1ecd8f3b", "address": "fa:16:3e:be:6d:e9", "network": {"id": "e7d249b4-95bd-448c-9524-73ce9e11bdef", "bridge": "br-int", "label": "tempest-device-tagging-net2-684600315", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap472ceac3-c2", "ovs_interfaceid": "472ceac3-c22c-4a16-b16f-d8df1ecd8f3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:43:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2e3e7919-255f-42e0-8bcb-5e4f57612bba req-298757ef-fe2a-4673-a8ff-112aea74d66f service nova] Releasing lock "refresh_cache-f7396517-e3c6-4d85-b267-4252e6c24cef" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:43:05 user nova-compute[74307]: DEBUG nova.compute.manager [req-2e3e7919-255f-42e0-8bcb-5e4f57612bba req-298757ef-fe2a-4673-a8ff-112aea74d66f service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received event network-changed-472ceac3-c22c-4a16-b16f-d8df1ecd8f3b {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:43:05 user nova-compute[74307]: DEBUG nova.compute.manager [req-2e3e7919-255f-42e0-8bcb-5e4f57612bba req-298757ef-fe2a-4673-a8ff-112aea74d66f service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Refreshing instance network info cache due to event network-changed-472ceac3-c22c-4a16-b16f-d8df1ecd8f3b. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:43:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2e3e7919-255f-42e0-8bcb-5e4f57612bba req-298757ef-fe2a-4673-a8ff-112aea74d66f service nova] Acquiring lock "refresh_cache-f7396517-e3c6-4d85-b267-4252e6c24cef" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:43:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2e3e7919-255f-42e0-8bcb-5e4f57612bba req-298757ef-fe2a-4673-a8ff-112aea74d66f service nova] Acquired lock "refresh_cache-f7396517-e3c6-4d85-b267-4252e6c24cef" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:43:05 user nova-compute[74307]: DEBUG nova.network.neutron [req-2e3e7919-255f-42e0-8bcb-5e4f57612bba req-298757ef-fe2a-4673-a8ff-112aea74d66f service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Refreshing network info cache for port 472ceac3-c22c-4a16-b16f-d8df1ecd8f3b {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:43:05 user nova-compute[74307]: DEBUG nova.network.neutron [req-2e3e7919-255f-42e0-8bcb-5e4f57612bba req-298757ef-fe2a-4673-a8ff-112aea74d66f service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Updated VIF entry in instance network info cache for port 472ceac3-c22c-4a16-b16f-d8df1ecd8f3b. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:43:05 user nova-compute[74307]: DEBUG nova.network.neutron [req-2e3e7919-255f-42e0-8bcb-5e4f57612bba req-298757ef-fe2a-4673-a8ff-112aea74d66f service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Updating instance_info_cache with network_info: [{"id": "e753fcef-afd6-4d5e-86ab-1cea270c551e", "address": "fa:16:3e:8c:02:bd", "network": {"id": "8c7bed5a-deb8-4a51-b13f-8ea758a1d7d0", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1455059568-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape753fcef-af", "ovs_interfaceid": "e753fcef-afd6-4d5e-86ab-1cea270c551e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e1e03caf-0d70-4caa-83ed-289c3a4c2840", "address": "fa:16:3e:27:6d:bf", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1e03caf-0d", "ovs_interfaceid": "e1e03caf-0d70-4caa-83ed-289c3a4c2840", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "603bd2bf-d6cd-4f9b-829a-508ea1208bb1", "address": "fa:16:3e:71:4d:33", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap603bd2bf-d6", "ovs_interfaceid": "603bd2bf-d6cd-4f9b-829a-508ea1208bb1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "fc52894a-e9e1-4a8f-9c36-cb7d705b9ee4", "address": "fa:16:3e:74:9e:7e", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc52894a-e9", "ovs_interfaceid": "fc52894a-e9e1-4a8f-9c36-cb7d705b9ee4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "96ccd792-4dcf-4d4e-9692-0385ed903b4d", "address": "fa:16:3e:ac:50:f9", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96ccd792-4d", "ovs_interfaceid": "96ccd792-4dcf-4d4e-9692-0385ed903b4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "70a1f0e3-23d8-439a-a5a4-da03f053b34f", "address": "fa:16:3e:64:c4:c7", "network": {"id": "e7d249b4-95bd-448c-9524-73ce9e11bdef", "bridge": "br-int", "label": "tempest-device-tagging-net2-684600315", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70a1f0e3-23", "ovs_interfaceid": "70a1f0e3-23d8-439a-a5a4-da03f053b34f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "472ceac3-c22c-4a16-b16f-d8df1ecd8f3b", "address": "fa:16:3e:be:6d:e9", "network": {"id": "e7d249b4-95bd-448c-9524-73ce9e11bdef", "bridge": "br-int", "label": "tempest-device-tagging-net2-684600315", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap472ceac3-c2", "ovs_interfaceid": "472ceac3-c22c-4a16-b16f-d8df1ecd8f3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:43:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2e3e7919-255f-42e0-8bcb-5e4f57612bba req-298757ef-fe2a-4673-a8ff-112aea74d66f service nova] Releasing lock "refresh_cache-f7396517-e3c6-4d85-b267-4252e6c24cef" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:43:08 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:09 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:09 user nova-compute[74307]: DEBUG nova.compute.manager [req-ffb3c2c2-67a7-4aea-a332-e3ca1503fadd req-8a5e7f9f-46d1-4e34-b334-7ac026f9b4bb service nova] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Received event network-changed-54da9e21-a350-44f0-8e3c-6172d0c72882 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:43:09 user nova-compute[74307]: DEBUG nova.compute.manager [req-ffb3c2c2-67a7-4aea-a332-e3ca1503fadd req-8a5e7f9f-46d1-4e34-b334-7ac026f9b4bb service nova] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Refreshing instance network info cache due to event network-changed-54da9e21-a350-44f0-8e3c-6172d0c72882. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:43:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-ffb3c2c2-67a7-4aea-a332-e3ca1503fadd req-8a5e7f9f-46d1-4e34-b334-7ac026f9b4bb service nova] Acquiring lock "refresh_cache-a5c509dd-e293-4dae-9e1a-0618e8772a6e" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:43:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-ffb3c2c2-67a7-4aea-a332-e3ca1503fadd req-8a5e7f9f-46d1-4e34-b334-7ac026f9b4bb service nova] Acquired lock "refresh_cache-a5c509dd-e293-4dae-9e1a-0618e8772a6e" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:43:09 user nova-compute[74307]: DEBUG nova.network.neutron [req-ffb3c2c2-67a7-4aea-a332-e3ca1503fadd req-8a5e7f9f-46d1-4e34-b334-7ac026f9b4bb service nova] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Refreshing network info cache for port 54da9e21-a350-44f0-8e3c-6172d0c72882 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:43:09 user nova-compute[74307]: DEBUG nova.network.neutron [req-ffb3c2c2-67a7-4aea-a332-e3ca1503fadd req-8a5e7f9f-46d1-4e34-b334-7ac026f9b4bb service nova] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Updated VIF entry in instance network info cache for port 54da9e21-a350-44f0-8e3c-6172d0c72882. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:43:09 user nova-compute[74307]: DEBUG nova.network.neutron [req-ffb3c2c2-67a7-4aea-a332-e3ca1503fadd req-8a5e7f9f-46d1-4e34-b334-7ac026f9b4bb service nova] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Updating instance_info_cache with network_info: [{"id": "54da9e21-a350-44f0-8e3c-6172d0c72882", "address": "fa:16:3e:13:5c:2b", "network": {"id": "0e496cda-cc8b-47b9-bbca-0f6541552a41", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1684400638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a2b0fbe0e975477b84a978159a3f6e46", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54da9e21-a3", "ovs_interfaceid": "54da9e21-a350-44f0-8e3c-6172d0c72882", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:43:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-ffb3c2c2-67a7-4aea-a332-e3ca1503fadd req-8a5e7f9f-46d1-4e34-b334-7ac026f9b4bb service nova] Releasing lock "refresh_cache-a5c509dd-e293-4dae-9e1a-0618e8772a6e" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:43:13 user nova-compute[74307]: INFO nova.virt.block_device [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Booting with volume e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 at /dev/vdb
Oct 24 07:43:13 user nova-compute[74307]: DEBUG os_brick.utils [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:43:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:13 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b80fe97-c548-4eb8-b894-9953916e519d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:299aca16be88\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:13 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0546995-2686-44d9-90e9-a1aa05748f28]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:13 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b662a7c-2195-4d20-8ee3-48ac72e2ac38]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:13 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[25324190-2d99-4895-8e96-c21ea30cac13]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Running cmd (subprocess): nvme version {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] 'nvme version' failed. Not Retrying. {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:43:13 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.nvmeof [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] nvme not present on system {{(pid=74307) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 07:43:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:43:13 user nova-compute[74307]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 07:43:13 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b59c7359-8cb7-490e-a2e1-bfc7f2f5ca8e]: (4, '') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:13 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74307) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 07:43:13 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 07:43:13 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] LIGHTOS: no hostnqn found. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 07:43:13 user nova-compute[74307]: DEBUG os_brick.utils [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] <== get_connector_properties: return (118ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:299aca16be88', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:43:13 user nova-compute[74307]: DEBUG nova.virt.block_device [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Updating existing volume attachment record: d3a62104-e030-4628-b897-5979e504ca62 {{(pid=74307) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 07:43:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:14 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-1a72add1-5ffb-437c-9f5d-f2f427ec276e tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Acquiring lock "a5c509dd-e293-4dae-9e1a-0618e8772a6e" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:43:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-1a72add1-5ffb-437c-9f5d-f2f427ec276e tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Lock "a5c509dd-e293-4dae-9e1a-0618e8772a6e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:43:15 user nova-compute[74307]: DEBUG nova.objects.instance [None req-1a72add1-5ffb-437c-9f5d-f2f427ec276e tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Lazy-loading 'flavor' on Instance uuid a5c509dd-e293-4dae-9e1a-0618e8772a6e {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:43:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-1a72add1-5ffb-437c-9f5d-f2f427ec276e tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Lock "a5c509dd-e293-4dae-9e1a-0618e8772a6e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.058s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:43:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-1a72add1-5ffb-437c-9f5d-f2f427ec276e tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Acquiring lock "a5c509dd-e293-4dae-9e1a-0618e8772a6e" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:43:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-1a72add1-5ffb-437c-9f5d-f2f427ec276e tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Lock "a5c509dd-e293-4dae-9e1a-0618e8772a6e" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:43:15 user nova-compute[74307]: INFO nova.compute.manager [None req-1a72add1-5ffb-437c-9f5d-f2f427ec276e tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Attaching volume 10fa2a9b-758e-45e1-a420-e76a03a46792 to /dev/sdc
Oct 24 07:43:15 user nova-compute[74307]: DEBUG os_brick.utils [None req-1a72add1-5ffb-437c-9f5d-f2f427ec276e tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:43:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.011s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:15 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e804eca-91f3-4708-ac57-85d89cbe59bd]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:299aca16be88\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:15 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[63b89031-abcd-4980-804a-2d8a16f66324]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:15 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c8b5920-356d-43c1-8e92-9d0c4a277f77]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:15 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[adbb422a-8f52-4661-9c82-3fa38e7516ad]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-1a72add1-5ffb-437c-9f5d-f2f427ec276e tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Running cmd (subprocess): nvme version {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-1a72add1-5ffb-437c-9f5d-f2f427ec276e tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] 'nvme version' failed. Not Retrying. {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:43:15 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.nvmeof [None req-1a72add1-5ffb-437c-9f5d-f2f427ec276e tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] nvme not present on system {{(pid=74307) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 07:43:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:43:15 user nova-compute[74307]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 07:43:15 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a45cd23-48e6-43f8-8be9-e8eb37847f45]: (4, '') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:15 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-1a72add1-5ffb-437c-9f5d-f2f427ec276e tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74307) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 07:43:15 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-1a72add1-5ffb-437c-9f5d-f2f427ec276e tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 07:43:15 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-1a72add1-5ffb-437c-9f5d-f2f427ec276e tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] LIGHTOS: no hostnqn found. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 07:43:15 user nova-compute[74307]: DEBUG os_brick.utils [None req-1a72add1-5ffb-437c-9f5d-f2f427ec276e tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] <== get_connector_properties: return (100ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:299aca16be88', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:43:15 user nova-compute[74307]: DEBUG nova.virt.block_device [None req-1a72add1-5ffb-437c-9f5d-f2f427ec276e tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Updating existing volume attachment record: 59cdc1c0-2c7a-4b01-b7e7-d97e55490ec2 {{(pid=74307) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 07:43:18 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:23 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:24 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:25 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Acquiring lock "cache_volume_driver" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:43:25 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Lock "cache_volume_driver" acquired by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:43:25 user nova-compute[74307]: DEBUG os_brick.initiator.connector [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Factory for ISCSI on None {{(pid=74307) factory /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connector.py:281}}
Oct 24 07:43:25 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Lock "cache_volume_driver" "released" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: held 0.008s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:43:25 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Calling os-brick to attach iSCSI Volume {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 07:43:25 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:24642216-155e-47e6-bbfe-87c8df870b13', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'weJyjOuT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:43:25 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:43:25 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:43:25 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:43:25 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:43:25 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:24642216-155e-47e6-bbfe-87c8df870b13" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:43:25 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:24642216-155e-47e6-bbfe-87c8df870b13" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:43:25 user nova-compute[74307]: INFO os_brick.initiator.connectors.iscsi [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 07:43:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:24642216-155e-47e6-bbfe-87c8df870b13 -p 172.16.0.220:3260 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:24642216-155e-47e6-bbfe-87c8df870b13 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:25 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b3d060d-8324-4660-ab4b-576ee0367ae1]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:25 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 07:43:25 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:24642216-155e-47e6-bbfe-87c8df870b13 -p 172.16.0.220:3260 --interface default --op new {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:24642216-155e-47e6-bbfe-87c8df870b13 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:25 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[21376a87-0950-48a6-ab32-77a60d6ecd62]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:24642216-155e-47e6-bbfe-87c8df870b13] added\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:25 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:24642216-155e-47e6-bbfe-87c8df870b13] added
Oct 24 07:43:25 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:24642216-155e-47e6-bbfe-87c8df870b13 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:24642216-155e-47e6-bbfe-87c8df870b13 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:26 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[956ddf19-100f-4140-99fc-fe0b9d9cd635]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:24642216-155e-47e6-bbfe-87c8df870b13 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:24642216-155e-47e6-bbfe-87c8df870b13 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:26 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[00a7fd0e-84d5-41c4-85bd-23fb0331d41f]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:24642216-155e-47e6-bbfe-87c8df870b13 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v weJyjOuT {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:24642216-155e-47e6-bbfe-87c8df870b13 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v weJyjOuT" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:26 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb4127cb-ad72-40bf-b4e8-9d797446f4d6]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'weJyjOuT'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:24642216-155e-47e6-bbfe-87c8df870b13 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:24642216-155e-47e6-bbfe-87c8df870b13 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:26 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb44bdc9-b22a-4f87-be5c-141ef84c741c]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:26 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ab95afb-a9d6-46d0-aad2-8c88bab5f4b2]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 24 07:43:26 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:43:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 24 07:43:26 user nova-compute[74307]:  {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:43:26 user nova-compute[74307]: WARNING os_brick.initiator.connectors.iscsi [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 24 07:43:26 user nova-compute[74307]: 
Oct 24 07:43:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:24642216-155e-47e6-bbfe-87c8df870b13 -p 172.16.0.220:3260 --login {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:24642216-155e-47e6-bbfe-87c8df870b13 -p 172.16.0.220:3260 --login" returned: 0 in 0.049s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:26 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[c42b2313-61e3-4854-8531-d7757b3058c6]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:24642216-155e-47e6-bbfe-87c8df870b13, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:24642216-155e-47e6-bbfe-87c8df870b13, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:24642216-155e-47e6-bbfe-87c8df870b13, portal: 172.16.0.220,3260]
Oct 24 07:43:26 user nova-compute[74307]: Login to [iface: default, target: iqn.2010-10.org.openstack:24642216-155e-47e6-bbfe-87c8df870b13, portal: 172.16.0.220,3260] successful.
Oct 24 07:43:26 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:24642216-155e-47e6-bbfe-87c8df870b13 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:24642216-155e-47e6-bbfe-87c8df870b13 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.016s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:26 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ed11178-2d07-49d8-b7fb-bb8825254562]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:26 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccc349a0-a9b6-4656-b14f-7b31dbabb467]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24642216-155e-47e6-bbfe-87c8df870b13 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24642216-155e-47e6-bbfe-87c8df870b13 (non-flash)
Oct 24 07:43:26 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:43:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24642216-155e-47e6-bbfe-87c8df870b13 (non-flash)
Oct 24 07:43:26 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:43:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:24642216-155e-47e6-bbfe-87c8df870b13" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.255s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:43:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Connected to 172.16.0.220:3260 {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 07:43:26 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] HCTL ('33', '-', '-', 0) found on session 2 with lun 0 {{(pid=74307) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 07:43:26 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74307) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 07:43:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:26 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef048533-f302-4f23-b8f0-9d7ccda885ca]: (4, ('- - 0', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:26 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Searching for a device in session 2 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 07:43:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:24642216-155e-47e6-bbfe-87c8df870b13', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'weJyjOuT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 07:43:26 user nova-compute[74307]: DEBUG nova.compute.manager [req-7b7b06d7-17af-4d26-86e9-d1d1ef59d7a2 req-5522643e-f0fa-4dca-aa1f-b37841a7c616 service nova] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Received event network-changed-227e747b-173d-41a8-b470-afc6a8c56f4d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:43:26 user nova-compute[74307]: DEBUG nova.compute.manager [req-7b7b06d7-17af-4d26-86e9-d1d1ef59d7a2 req-5522643e-f0fa-4dca-aa1f-b37841a7c616 service nova] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Refreshing instance network info cache due to event network-changed-227e747b-173d-41a8-b470-afc6a8c56f4d. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:43:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-7b7b06d7-17af-4d26-86e9-d1d1ef59d7a2 req-5522643e-f0fa-4dca-aa1f-b37841a7c616 service nova] Acquiring lock "refresh_cache-7763652c-aa19-4625-8893-6ab52b660bb1" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:43:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-7b7b06d7-17af-4d26-86e9-d1d1ef59d7a2 req-5522643e-f0fa-4dca-aa1f-b37841a7c616 service nova] Acquired lock "refresh_cache-7763652c-aa19-4625-8893-6ab52b660bb1" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:43:26 user nova-compute[74307]: DEBUG nova.network.neutron [req-7b7b06d7-17af-4d26-86e9-d1d1ef59d7a2 req-5522643e-f0fa-4dca-aa1f-b37841a7c616 service nova] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Refreshing network info cache for port 227e747b-173d-41a8-b470-afc6a8c56f4d {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:43:27 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.286s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:43:27 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] <== connect_volume: return (1290ms) {'type': 'block', 'scsi_wwn': '23861376539636266', 'path': '/dev/sdb'} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:43:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23861376539636266', 'path': '/dev/sdb'} {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 07:43:27 user nova-compute[74307]: DEBUG nova.objects.instance [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Lazy-loading 'flavor' on Instance uuid c36ed999-f02b-469e-b2c4-40763f7fe835 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:43:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 07:43:27 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:43:27 user nova-compute[74307]:   <source dev="/dev/sdb"/>
Oct 24 07:43:27 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 07:43:27 user nova-compute[74307]:   <serial>24642216-155e-47e6-bbfe-87c8df870b13</serial>
Oct 24 07:43:27 user nova-compute[74307]: </disk>
Oct 24 07:43:27 user nova-compute[74307]:  {{(pid=74307) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 07:43:27 user nova-compute[74307]: DEBUG nova.network.neutron [req-7b7b06d7-17af-4d26-86e9-d1d1ef59d7a2 req-5522643e-f0fa-4dca-aa1f-b37841a7c616 service nova] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Updated VIF entry in instance network info cache for port 227e747b-173d-41a8-b470-afc6a8c56f4d. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:43:27 user nova-compute[74307]: DEBUG nova.network.neutron [req-7b7b06d7-17af-4d26-86e9-d1d1ef59d7a2 req-5522643e-f0fa-4dca-aa1f-b37841a7c616 service nova] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Updating instance_info_cache with network_info: [{"id": "227e747b-173d-41a8-b470-afc6a8c56f4d", "address": "fa:16:3e:dd:76:f4", "network": {"id": "5775a407-007e-4216-8b00-db39665fe778", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-994254065-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.93", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "595cb48fcec345d2a6ffd280203b3f99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap227e747b-17", "ovs_interfaceid": "227e747b-173d-41a8-b470-afc6a8c56f4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:43:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-7b7b06d7-17af-4d26-86e9-d1d1ef59d7a2 req-5522643e-f0fa-4dca-aa1f-b37841a7c616 service nova] Releasing lock "refresh_cache-7763652c-aa19-4625-8893-6ab52b660bb1" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:43:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0ce5f349-c099-4a28-a8f5-df143ad467d7 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Acquiring lock "interface-7763652c-aa19-4625-8893-6ab52b660bb1-None" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:43:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0ce5f349-c099-4a28-a8f5-df143ad467d7 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Lock "interface-7763652c-aa19-4625-8893-6ab52b660bb1-None" acquired by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:43:27 user nova-compute[74307]: DEBUG nova.objects.instance [None req-0ce5f349-c099-4a28-a8f5-df143ad467d7 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Lazy-loading 'flavor' on Instance uuid 7763652c-aa19-4625-8893-6ab52b660bb1 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:43:27 user nova-compute[74307]: DEBUG nova.objects.instance [None req-0ce5f349-c099-4a28-a8f5-df143ad467d7 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Lazy-loading 'pci_requests' on Instance uuid 7763652c-aa19-4625-8893-6ab52b660bb1 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:43:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:43:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:43:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] No VIF found with MAC fa:16:3e:37:73:c0, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:43:27 user nova-compute[74307]: DEBUG nova.objects.base [None req-0ce5f349-c099-4a28-a8f5-df143ad467d7 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Object Instance<7763652c-aa19-4625-8893-6ab52b660bb1> lazy-loaded attributes: flavor,pci_requests {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 07:43:27 user nova-compute[74307]: DEBUG nova.network.neutron [None req-0ce5f349-c099-4a28-a8f5-df143ad467d7 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] allocate_for_instance() {{(pid=74307) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 07:43:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c9801d92-0a4f-4019-9dbc-d45189fd116b tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Lock "c36ed999-f02b-469e-b2c4-40763f7fe835" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 28.107s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:43:28 user nova-compute[74307]: DEBUG nova.policy [None req-0ce5f349-c099-4a28-a8f5-df143ad467d7 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe02c81b2de7435da02d75ea972627d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '595cb48fcec345d2a6ffd280203b3f99', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74307) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 07:43:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f2cb8dfc-51f5-4bf1-bc78-db7fccfa86be tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Acquiring lock "c36ed999-f02b-469e-b2c4-40763f7fe835" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:43:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f2cb8dfc-51f5-4bf1-bc78-db7fccfa86be tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Lock "c36ed999-f02b-469e-b2c4-40763f7fe835" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:43:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f2cb8dfc-51f5-4bf1-bc78-db7fccfa86be tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Acquiring lock "c36ed999-f02b-469e-b2c4-40763f7fe835-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:43:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f2cb8dfc-51f5-4bf1-bc78-db7fccfa86be tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Lock "c36ed999-f02b-469e-b2c4-40763f7fe835-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:43:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f2cb8dfc-51f5-4bf1-bc78-db7fccfa86be tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Lock "c36ed999-f02b-469e-b2c4-40763f7fe835-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:43:28 user nova-compute[74307]: INFO nova.compute.manager [None req-f2cb8dfc-51f5-4bf1-bc78-db7fccfa86be tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Terminating instance
Oct 24 07:43:28 user nova-compute[74307]: DEBUG nova.compute.manager [None req-f2cb8dfc-51f5-4bf1-bc78-db7fccfa86be tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Start destroying the instance on the hypervisor. {{(pid=74307) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 07:43:28 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:28 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:28 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:28 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:28 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:28 user nova-compute[74307]: DEBUG nova.network.neutron [None req-0ce5f349-c099-4a28-a8f5-df143ad467d7 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Successfully created port: e126247c-f62e-47fd-8b79-51480fe0f17e {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 07:43:28 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG nova.compute.manager [req-84ea0610-49b5-4cde-8f77-4ff6a2996c0f req-3141366f-8515-4d5a-82d1-ca1278b8a235 service nova] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Received event network-vif-unplugged-951faef2-e38b-4d87-8a31-effd4335a3e6 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-84ea0610-49b5-4cde-8f77-4ff6a2996c0f req-3141366f-8515-4d5a-82d1-ca1278b8a235 service nova] Acquiring lock "c36ed999-f02b-469e-b2c4-40763f7fe835-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-84ea0610-49b5-4cde-8f77-4ff6a2996c0f req-3141366f-8515-4d5a-82d1-ca1278b8a235 service nova] Lock "c36ed999-f02b-469e-b2c4-40763f7fe835-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-84ea0610-49b5-4cde-8f77-4ff6a2996c0f req-3141366f-8515-4d5a-82d1-ca1278b8a235 service nova] Lock "c36ed999-f02b-469e-b2c4-40763f7fe835-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG nova.compute.manager [req-84ea0610-49b5-4cde-8f77-4ff6a2996c0f req-3141366f-8515-4d5a-82d1-ca1278b8a235 service nova] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] No waiting events found dispatching network-vif-unplugged-951faef2-e38b-4d87-8a31-effd4335a3e6 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG nova.compute.manager [req-84ea0610-49b5-4cde-8f77-4ff6a2996c0f req-3141366f-8515-4d5a-82d1-ca1278b8a235 service nova] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Received event network-vif-unplugged-951faef2-e38b-4d87-8a31-effd4335a3e6 for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG nova.compute.manager [req-84ea0610-49b5-4cde-8f77-4ff6a2996c0f req-3141366f-8515-4d5a-82d1-ca1278b8a235 service nova] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Received event network-vif-plugged-951faef2-e38b-4d87-8a31-effd4335a3e6 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-84ea0610-49b5-4cde-8f77-4ff6a2996c0f req-3141366f-8515-4d5a-82d1-ca1278b8a235 service nova] Acquiring lock "c36ed999-f02b-469e-b2c4-40763f7fe835-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-84ea0610-49b5-4cde-8f77-4ff6a2996c0f req-3141366f-8515-4d5a-82d1-ca1278b8a235 service nova] Lock "c36ed999-f02b-469e-b2c4-40763f7fe835-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-84ea0610-49b5-4cde-8f77-4ff6a2996c0f req-3141366f-8515-4d5a-82d1-ca1278b8a235 service nova] Lock "c36ed999-f02b-469e-b2c4-40763f7fe835-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG nova.compute.manager [req-84ea0610-49b5-4cde-8f77-4ff6a2996c0f req-3141366f-8515-4d5a-82d1-ca1278b8a235 service nova] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] No waiting events found dispatching network-vif-plugged-951faef2-e38b-4d87-8a31-effd4335a3e6 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:43:29 user nova-compute[74307]: WARNING nova.compute.manager [req-84ea0610-49b5-4cde-8f77-4ff6a2996c0f req-3141366f-8515-4d5a-82d1-ca1278b8a235 service nova] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Received unexpected event network-vif-plugged-951faef2-e38b-4d87-8a31-effd4335a3e6 for instance with vm_state active and task_state deleting.
Oct 24 07:43:29 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Instance destroyed successfully.
Oct 24 07:43:29 user nova-compute[74307]: DEBUG nova.objects.instance [None req-f2cb8dfc-51f5-4bf1-bc78-db7fccfa86be tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Lazy-loading 'resources' on Instance uuid c36ed999-f02b-469e-b2c4-40763f7fe835 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-f2cb8dfc-51f5-4bf1-bc78-db7fccfa86be tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:41:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1475020455',display_name='tempest-DeleteServersTestJSON-server-1475020455',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-1475020455',id=3,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:41:23Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c0fa726ebc234d598c91e3d3d0e8affb',ramdisk_id='',reservation_id='r-wkdcxyad',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-DeleteServersTestJSON-21240589',owner_user_name='tempest-DeleteServersTestJSON-21240589-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T07:41:23Z,user_data=None,user_id='b89287b2386344f39c9b1be15fe731ed',uuid=c36ed999-f02b-469e-b2c4-40763f7fe835,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "951faef2-e38b-4d87-8a31-effd4335a3e6", "address": "fa:16:3e:37:73:c0", "network": {"id": "33479dfc-dfed-427f-a246-c63a205581ce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1382782718-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c0fa726ebc234d598c91e3d3d0e8affb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap951faef2-e3", "ovs_interfaceid": "951faef2-e38b-4d87-8a31-effd4335a3e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-f2cb8dfc-51f5-4bf1-bc78-db7fccfa86be tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Converting VIF {"id": "951faef2-e38b-4d87-8a31-effd4335a3e6", "address": "fa:16:3e:37:73:c0", "network": {"id": "33479dfc-dfed-427f-a246-c63a205581ce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1382782718-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c0fa726ebc234d598c91e3d3d0e8affb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap951faef2-e3", "ovs_interfaceid": "951faef2-e38b-4d87-8a31-effd4335a3e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-f2cb8dfc-51f5-4bf1-bc78-db7fccfa86be tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:37:73:c0,bridge_name='br-int',has_traffic_filtering=True,id=951faef2-e38b-4d87-8a31-effd4335a3e6,network=Network(33479dfc-dfed-427f-a246-c63a205581ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap951faef2-e3') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG os_vif [None req-f2cb8dfc-51f5-4bf1-bc78-db7fccfa86be tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:37:73:c0,bridge_name='br-int',has_traffic_filtering=True,id=951faef2-e38b-4d87-8a31-effd4335a3e6,network=Network(33479dfc-dfed-427f-a246-c63a205581ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap951faef2-e3') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap951faef2-e3, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=faba29b9-9942-491b-9e21-54cdbee717af) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:43:29 user nova-compute[74307]: INFO os_vif [None req-f2cb8dfc-51f5-4bf1-bc78-db7fccfa86be tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:37:73:c0,bridge_name='br-int',has_traffic_filtering=True,id=951faef2-e38b-4d87-8a31-effd4335a3e6,network=Network(33479dfc-dfed-427f-a246-c63a205581ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap951faef2-e3')
Oct 24 07:43:29 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f2cb8dfc-51f5-4bf1-bc78-db7fccfa86be tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] calling os-brick to detach iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2cb8dfc-51f5-4bf1-bc78-db7fccfa86be tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, {'target_iqn': 'iqn.2010-10.org.openstack:24642216-155e-47e6-bbfe-87c8df870b13', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'weJyjOuT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:43:29 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-f2cb8dfc-51f5-4bf1-bc78-db7fccfa86be tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:43:29 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-f2cb8dfc-51f5-4bf1-bc78-db7fccfa86be tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-f2cb8dfc-51f5-4bf1-bc78-db7fccfa86be tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[53d33363-88f7-4122-a0e5-fb83871c8a34]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:24642216-155e-47e6-bbfe-87c8df870b13\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2cb8dfc-51f5-4bf1-bc78-db7fccfa86be tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 07:43:29 user nova-compute[74307]: No targets found.
Oct 24 07:43:29 user nova-compute[74307]: iSNS:
Oct 24 07:43:29 user nova-compute[74307]: No targets found.
Oct 24 07:43:29 user nova-compute[74307]: STATIC:
Oct 24 07:43:29 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:24642216-155e-47e6-bbfe-87c8df870b13
Oct 24 07:43:29 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:43:29 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:43:29 user nova-compute[74307]: FIRMWARE:
Oct 24 07:43:29 user nova-compute[74307]: No targets found.
Oct 24 07:43:29 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2cb8dfc-51f5-4bf1-bc78-db7fccfa86be tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 07:43:29 user nova-compute[74307]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 07:43:29 user nova-compute[74307]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74307) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2cb8dfc-51f5-4bf1-bc78-db7fccfa86be tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:24642216-155e-47e6-bbfe-87c8df870b13', 0)] {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.026s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c3129dc-e611-4ec5-88d6-50d6fc53109c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:24642216-155e-47e6-bbfe-87c8df870b13\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd5ea3d8-5025-4dd0-96a3-9f6ac0de8396]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24642216-155e-47e6-bbfe-87c8df870b13 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2cb8dfc-51f5-4bf1-bc78-db7fccfa86be tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24642216-155e-47e6-bbfe-87c8df870b13 (non-flash)
Oct 24 07:43:29 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2cb8dfc-51f5-4bf1-bc78-db7fccfa86be tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24642216-155e-47e6-bbfe-87c8df870b13 (non-flash)
Oct 24 07:43:29 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2cb8dfc-51f5-4bf1-bc78-db7fccfa86be tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f46247eb490>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:24642216-155e-47e6-bbfe-87c8df870b13'): ({'sdb'}, set())}) {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-f2cb8dfc-51f5-4bf1-bc78-db7fccfa86be tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Removing single pathed devices sdb {{(pid=74307) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d8557b7-0625-4682-999b-57acccc9b729]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[79f83ec1-158a-4781-ad9b-ee90f918b5e6]: (4, ('ok\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-f2cb8dfc-51f5-4bf1-bc78-db7fccfa86be tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Flushing IO for device /dev/sdb {{(pid=74307) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0967d89-fb2e-4ee9-8ae4-badc34d76d32]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-f2cb8dfc-51f5-4bf1-bc78-db7fccfa86be tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74307) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG nova.network.neutron [None req-0ce5f349-c099-4a28-a8f5-df143ad467d7 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Successfully updated port: e126247c-f62e-47fd-8b79-51480fe0f17e {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.050s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c4f819a-87d0-4c08-b531-1cfa5c6612ed]: (4, ('1', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-f2cb8dfc-51f5-4bf1-bc78-db7fccfa86be tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-f2cb8dfc-51f5-4bf1-bc78-db7fccfa86be tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] SCSI volumes sdb have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2cb8dfc-51f5-4bf1-bc78-db7fccfa86be tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:24642216-155e-47e6-bbfe-87c8df870b13')] {{(pid=74307) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:24642216-155e-47e6-bbfe-87c8df870b13 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0ce5f349-c099-4a28-a8f5-df143ad467d7 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Acquiring lock "refresh_cache-7763652c-aa19-4625-8893-6ab52b660bb1" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0ce5f349-c099-4a28-a8f5-df143ad467d7 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Acquired lock "refresh_cache-7763652c-aa19-4625-8893-6ab52b660bb1" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG nova.network.neutron [None req-0ce5f349-c099-4a28-a8f5-df143ad467d7 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:24642216-155e-47e6-bbfe-87c8df870b13 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[7577e103-60eb-48e4-93bb-9f47ffdadf67]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2cb8dfc-51f5-4bf1-bc78-db7fccfa86be tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:24642216-155e-47e6-bbfe-87c8df870b13 -p 172.16.0.220:3260 --logout {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG nova.compute.manager [req-ac60ce5b-daa7-45cd-884b-b3d676e14a51 req-76f36a8a-4a90-4bfe-bf7f-9a8800d6dd5b service nova] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Received event network-changed-e126247c-f62e-47fd-8b79-51480fe0f17e {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG nova.compute.manager [req-ac60ce5b-daa7-45cd-884b-b3d676e14a51 req-76f36a8a-4a90-4bfe-bf7f-9a8800d6dd5b service nova] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Refreshing instance network info cache due to event network-changed-e126247c-f62e-47fd-8b79-51480fe0f17e. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-ac60ce5b-daa7-45cd-884b-b3d676e14a51 req-76f36a8a-4a90-4bfe-bf7f-9a8800d6dd5b service nova] Acquiring lock "refresh_cache-7763652c-aa19-4625-8893-6ab52b660bb1" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:24642216-155e-47e6-bbfe-87c8df870b13 -p 172.16.0.220:3260 --logout" returned: 0 in 0.116s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbadbacb-3a3f-41c4-a850-32d948a809b1]: (4, ('Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:24642216-155e-47e6-bbfe-87c8df870b13, portal: 172.16.0.220,3260]\nLogout of [sid: 2, target: iqn.2010-10.org.openstack:24642216-155e-47e6-bbfe-87c8df870b13, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2cb8dfc-51f5-4bf1-bc78-db7fccfa86be tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:24642216-155e-47e6-bbfe-87c8df870b13, portal: 172.16.0.220,3260]
Oct 24 07:43:29 user nova-compute[74307]: Logout of [sid: 2, target: iqn.2010-10.org.openstack:24642216-155e-47e6-bbfe-87c8df870b13, portal: 172.16.0.220,3260] successful.
Oct 24 07:43:29 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:24642216-155e-47e6-bbfe-87c8df870b13 -p 172.16.0.220:3260 --op delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:24642216-155e-47e6-bbfe-87c8df870b13 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[23de8d27-36e6-44fe-8ef7-15d374c740ed]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2cb8dfc-51f5-4bf1-bc78-db7fccfa86be tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-f2cb8dfc-51f5-4bf1-bc78-db7fccfa86be tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.387s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2cb8dfc-51f5-4bf1-bc78-db7fccfa86be tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] <== disconnect_volume: return (388ms) None {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f2cb8dfc-51f5-4bf1-bc78-db7fccfa86be tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Disconnected iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 07:43:29 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-f2cb8dfc-51f5-4bf1-bc78-db7fccfa86be tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Deleting instance files /opt/stack/data/nova/instances/c36ed999-f02b-469e-b2c4-40763f7fe835_del
Oct 24 07:43:29 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-f2cb8dfc-51f5-4bf1-bc78-db7fccfa86be tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Deletion of /opt/stack/data/nova/instances/c36ed999-f02b-469e-b2c4-40763f7fe835_del complete
Oct 24 07:43:29 user nova-compute[74307]: INFO nova.compute.manager [None req-f2cb8dfc-51f5-4bf1-bc78-db7fccfa86be tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Took 1.31 seconds to destroy the instance on the hypervisor.
Oct 24 07:43:29 user nova-compute[74307]: DEBUG oslo.service.loopingcall [None req-f2cb8dfc-51f5-4bf1-bc78-db7fccfa86be tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74307) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG nova.compute.manager [-] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Deallocating network for instance {{(pid=74307) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 07:43:29 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] deallocate_for_instance() {{(pid=74307) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 07:43:30 user nova-compute[74307]: DEBUG nova.network.neutron [None req-0ce5f349-c099-4a28-a8f5-df143ad467d7 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Updating instance_info_cache with network_info: [{"id": "227e747b-173d-41a8-b470-afc6a8c56f4d", "address": "fa:16:3e:dd:76:f4", "network": {"id": "5775a407-007e-4216-8b00-db39665fe778", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-994254065-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.93", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "595cb48fcec345d2a6ffd280203b3f99", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap227e747b-17", "ovs_interfaceid": "227e747b-173d-41a8-b470-afc6a8c56f4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e126247c-f62e-47fd-8b79-51480fe0f17e", "address": "fa:16:3e:80:89:ea", "network": {"id": "3badf6f3-804b-447b-ac75-afffa98e81dc", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-2087383537", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "595cb48fcec345d2a6ffd280203b3f99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape126247c-f6", "ovs_interfaceid": "e126247c-f62e-47fd-8b79-51480fe0f17e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:43:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0ce5f349-c099-4a28-a8f5-df143ad467d7 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Releasing lock "refresh_cache-7763652c-aa19-4625-8893-6ab52b660bb1" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:43:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-ac60ce5b-daa7-45cd-884b-b3d676e14a51 req-76f36a8a-4a90-4bfe-bf7f-9a8800d6dd5b service nova] Acquired lock "refresh_cache-7763652c-aa19-4625-8893-6ab52b660bb1" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:43:30 user nova-compute[74307]: DEBUG nova.network.neutron [req-ac60ce5b-daa7-45cd-884b-b3d676e14a51 req-76f36a8a-4a90-4bfe-bf7f-9a8800d6dd5b service nova] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Refreshing network info cache for port e126247c-f62e-47fd-8b79-51480fe0f17e {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:43:30 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-0ce5f349-c099-4a28-a8f5-df143ad467d7 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T07:41:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1667002086',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1667002086',id=7,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBChIw72AEQshBMap5hmX74a4XHcrUz0HKV4XiQ+KkEto4dNx3gq9h4F4WJ5HvzLgMjOV03102qIO5u2l6yAIYmbe9FOUwgt4jpPh+fnQi7bWrlOb8BVWOHscL/ND/yaQpQ==',key_name='tempest-keypair-1197796366',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:41:47Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='595cb48fcec345d2a6ffd280203b3f99',ramdisk_id='',reservation_id='r-6ou8ypnx',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-123564527',owner_user_name='tempest-TaggedAttachmentsTest-123564527-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T07:41:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fe02c81b2de7435da02d75ea972627d2',uuid=7763652c-aa19-4625-8893-6ab52b660bb1,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e126247c-f62e-47fd-8b79-51480fe0f17e", "address": "fa:16:3e:80:89:ea", "network": {"id": "3badf6f3-804b-447b-ac75-afffa98e81dc", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-2087383537", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "595cb48fcec345d2a6ffd280203b3f99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape126247c-f6", "ovs_interfaceid": "e126247c-f62e-47fd-8b79-51480fe0f17e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 07:43:30 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-0ce5f349-c099-4a28-a8f5-df143ad467d7 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Converting VIF {"id": "e126247c-f62e-47fd-8b79-51480fe0f17e", "address": "fa:16:3e:80:89:ea", "network": {"id": "3badf6f3-804b-447b-ac75-afffa98e81dc", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-2087383537", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "595cb48fcec345d2a6ffd280203b3f99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape126247c-f6", "ovs_interfaceid": "e126247c-f62e-47fd-8b79-51480fe0f17e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:43:30 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-0ce5f349-c099-4a28-a8f5-df143ad467d7 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:80:89:ea,bridge_name='br-int',has_traffic_filtering=True,id=e126247c-f62e-47fd-8b79-51480fe0f17e,network=Network(3badf6f3-804b-447b-ac75-afffa98e81dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape126247c-f6') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:43:30 user nova-compute[74307]: DEBUG os_vif [None req-0ce5f349-c099-4a28-a8f5-df143ad467d7 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:80:89:ea,bridge_name='br-int',has_traffic_filtering=True,id=e126247c-f62e-47fd-8b79-51480fe0f17e,network=Network(3badf6f3-804b-447b-ac75-afffa98e81dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape126247c-f6') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 07:43:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:43:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:43:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a7ffa55f-6b36-508c-be86-aabe0b46931b', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:43:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape126247c-f6, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:43:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape126247c-f6, col_values=(('qos', UUID('43e5ced5-d01a-4825-a60d-2044e494e8b9')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:43:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape126247c-f6, col_values=(('external_ids', {'iface-id': 'e126247c-f62e-47fd-8b79-51480fe0f17e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:80:89:ea', 'vm-uuid': '7763652c-aa19-4625-8893-6ab52b660bb1'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:43:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:43:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:30 user nova-compute[74307]: INFO os_vif [None req-0ce5f349-c099-4a28-a8f5-df143ad467d7 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:80:89:ea,bridge_name='br-int',has_traffic_filtering=True,id=e126247c-f62e-47fd-8b79-51480fe0f17e,network=Network(3badf6f3-804b-447b-ac75-afffa98e81dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape126247c-f6')
Oct 24 07:43:30 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-0ce5f349-c099-4a28-a8f5-df143ad467d7 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T07:41:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1667002086',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1667002086',id=7,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBChIw72AEQshBMap5hmX74a4XHcrUz0HKV4XiQ+KkEto4dNx3gq9h4F4WJ5HvzLgMjOV03102qIO5u2l6yAIYmbe9FOUwgt4jpPh+fnQi7bWrlOb8BVWOHscL/ND/yaQpQ==',key_name='tempest-keypair-1197796366',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:41:47Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='595cb48fcec345d2a6ffd280203b3f99',ramdisk_id='',reservation_id='r-6ou8ypnx',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-123564527',owner_user_name='tempest-TaggedAttachmentsTest-123564527-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T07:41:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fe02c81b2de7435da02d75ea972627d2',uuid=7763652c-aa19-4625-8893-6ab52b660bb1,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e126247c-f62e-47fd-8b79-51480fe0f17e", "address": "fa:16:3e:80:89:ea", "network": {"id": "3badf6f3-804b-447b-ac75-afffa98e81dc", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-2087383537", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "595cb48fcec345d2a6ffd280203b3f99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape126247c-f6", "ovs_interfaceid": "e126247c-f62e-47fd-8b79-51480fe0f17e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 07:43:30 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-0ce5f349-c099-4a28-a8f5-df143ad467d7 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Converting VIF {"id": "e126247c-f62e-47fd-8b79-51480fe0f17e", "address": "fa:16:3e:80:89:ea", "network": {"id": "3badf6f3-804b-447b-ac75-afffa98e81dc", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-2087383537", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "595cb48fcec345d2a6ffd280203b3f99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape126247c-f6", "ovs_interfaceid": "e126247c-f62e-47fd-8b79-51480fe0f17e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:43:30 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-0ce5f349-c099-4a28-a8f5-df143ad467d7 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:80:89:ea,bridge_name='br-int',has_traffic_filtering=True,id=e126247c-f62e-47fd-8b79-51480fe0f17e,network=Network(3badf6f3-804b-447b-ac75-afffa98e81dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape126247c-f6') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:43:30 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-0ce5f349-c099-4a28-a8f5-df143ad467d7 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] attach device xml: <interface type="ethernet">
Oct 24 07:43:30 user nova-compute[74307]:   <mac address="fa:16:3e:80:89:ea"/>
Oct 24 07:43:30 user nova-compute[74307]:   <model type="virtio"/>
Oct 24 07:43:30 user nova-compute[74307]:   <mtu size="1442"/>
Oct 24 07:43:30 user nova-compute[74307]:   <target dev="tape126247c-f6"/>
Oct 24 07:43:30 user nova-compute[74307]: </interface>
Oct 24 07:43:30 user nova-compute[74307]:  {{(pid=74307) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 07:43:30 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:43:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:30 user nova-compute[74307]: INFO nova.compute.manager [-] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Took 0.94 seconds to deallocate network for instance.
Oct 24 07:43:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:30 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-0ce5f349-c099-4a28-a8f5-df143ad467d7 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:43:30 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-0ce5f349-c099-4a28-a8f5-df143ad467d7 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] No BDM found with device name hda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:43:30 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-0ce5f349-c099-4a28-a8f5-df143ad467d7 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] No VIF found with MAC fa:16:3e:dd:76:f4, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:43:30 user nova-compute[74307]: DEBUG nova.compute.manager [req-53ab73ac-7a43-4201-831d-717a32773c52 req-4671d410-1449-4f2f-b2c8-63f0db1d74bc service nova] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Received event network-vif-plugged-e126247c-f62e-47fd-8b79-51480fe0f17e {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:43:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-53ab73ac-7a43-4201-831d-717a32773c52 req-4671d410-1449-4f2f-b2c8-63f0db1d74bc service nova] Acquiring lock "7763652c-aa19-4625-8893-6ab52b660bb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:43:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-53ab73ac-7a43-4201-831d-717a32773c52 req-4671d410-1449-4f2f-b2c8-63f0db1d74bc service nova] Lock "7763652c-aa19-4625-8893-6ab52b660bb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:43:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-53ab73ac-7a43-4201-831d-717a32773c52 req-4671d410-1449-4f2f-b2c8-63f0db1d74bc service nova] Lock "7763652c-aa19-4625-8893-6ab52b660bb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:43:30 user nova-compute[74307]: DEBUG nova.compute.manager [req-53ab73ac-7a43-4201-831d-717a32773c52 req-4671d410-1449-4f2f-b2c8-63f0db1d74bc service nova] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] No waiting events found dispatching network-vif-plugged-e126247c-f62e-47fd-8b79-51480fe0f17e {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:43:30 user nova-compute[74307]: WARNING nova.compute.manager [req-53ab73ac-7a43-4201-831d-717a32773c52 req-4671d410-1449-4f2f-b2c8-63f0db1d74bc service nova] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Received unexpected event network-vif-plugged-e126247c-f62e-47fd-8b79-51480fe0f17e for instance with vm_state active and task_state None.
Oct 24 07:43:30 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-0ce5f349-c099-4a28-a8f5-df143ad467d7 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 07:43:30 user nova-compute[74307]:   <nova:package version="0.0.0"/>
Oct 24 07:43:30 user nova-compute[74307]:   <nova:name>tempest-device-tagging-server-1667002086</nova:name>
Oct 24 07:43:30 user nova-compute[74307]:   <nova:creationTime>2023-10-24 07:43:30</nova:creationTime>
Oct 24 07:43:30 user nova-compute[74307]:   <nova:flavor name="m1.tiny">
Oct 24 07:43:30 user nova-compute[74307]:     <nova:memory>512</nova:memory>
Oct 24 07:43:30 user nova-compute[74307]:     <nova:disk>1</nova:disk>
Oct 24 07:43:30 user nova-compute[74307]:     <nova:swap>0</nova:swap>
Oct 24 07:43:30 user nova-compute[74307]:     <nova:ephemeral>0</nova:ephemeral>
Oct 24 07:43:30 user nova-compute[74307]:     <nova:vcpus>1</nova:vcpus>
Oct 24 07:43:30 user nova-compute[74307]:   </nova:flavor>
Oct 24 07:43:30 user nova-compute[74307]:   <nova:owner>
Oct 24 07:43:30 user nova-compute[74307]:     <nova:user uuid="fe02c81b2de7435da02d75ea972627d2">tempest-TaggedAttachmentsTest-123564527-project-member</nova:user>
Oct 24 07:43:30 user nova-compute[74307]:     <nova:project uuid="595cb48fcec345d2a6ffd280203b3f99">tempest-TaggedAttachmentsTest-123564527</nova:project>
Oct 24 07:43:30 user nova-compute[74307]:   </nova:owner>
Oct 24 07:43:30 user nova-compute[74307]:   <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 07:43:30 user nova-compute[74307]:   <nova:ports>
Oct 24 07:43:30 user nova-compute[74307]:     <nova:port uuid="227e747b-173d-41a8-b470-afc6a8c56f4d">
Oct 24 07:43:30 user nova-compute[74307]:       <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 24 07:43:30 user nova-compute[74307]:     </nova:port>
Oct 24 07:43:30 user nova-compute[74307]:     <nova:port uuid="e126247c-f62e-47fd-8b79-51480fe0f17e">
Oct 24 07:43:30 user nova-compute[74307]:       <nova:ip type="fixed" address="10.10.10.142" ipVersion="4"/>
Oct 24 07:43:30 user nova-compute[74307]:     </nova:port>
Oct 24 07:43:30 user nova-compute[74307]:   </nova:ports>
Oct 24 07:43:30 user nova-compute[74307]: </nova:instance>
Oct 24 07:43:30 user nova-compute[74307]:  {{(pid=74307) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Oct 24 07:43:31 user nova-compute[74307]: DEBUG nova.network.neutron [req-ac60ce5b-daa7-45cd-884b-b3d676e14a51 req-76f36a8a-4a90-4bfe-bf7f-9a8800d6dd5b service nova] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Updated VIF entry in instance network info cache for port e126247c-f62e-47fd-8b79-51480fe0f17e. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:43:31 user nova-compute[74307]: DEBUG nova.network.neutron [req-ac60ce5b-daa7-45cd-884b-b3d676e14a51 req-76f36a8a-4a90-4bfe-bf7f-9a8800d6dd5b service nova] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Updating instance_info_cache with network_info: [{"id": "227e747b-173d-41a8-b470-afc6a8c56f4d", "address": "fa:16:3e:dd:76:f4", "network": {"id": "5775a407-007e-4216-8b00-db39665fe778", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-994254065-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.93", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "595cb48fcec345d2a6ffd280203b3f99", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap227e747b-17", "ovs_interfaceid": "227e747b-173d-41a8-b470-afc6a8c56f4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e126247c-f62e-47fd-8b79-51480fe0f17e", "address": "fa:16:3e:80:89:ea", "network": {"id": "3badf6f3-804b-447b-ac75-afffa98e81dc", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-2087383537", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "595cb48fcec345d2a6ffd280203b3f99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape126247c-f6", "ovs_interfaceid": "e126247c-f62e-47fd-8b79-51480fe0f17e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:43:31 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-ac60ce5b-daa7-45cd-884b-b3d676e14a51 req-76f36a8a-4a90-4bfe-bf7f-9a8800d6dd5b service nova] Releasing lock "refresh_cache-7763652c-aa19-4625-8893-6ab52b660bb1" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:43:31 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0ce5f349-c099-4a28-a8f5-df143ad467d7 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Lock "interface-7763652c-aa19-4625-8893-6ab52b660bb1-None" "released" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: held 3.497s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:43:31 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:31 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:31 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:31 user nova-compute[74307]: INFO nova.virt.block_device [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Booting with volume 67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 at /dev/vdc
Oct 24 07:43:31 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-73820102-c488-432a-a770-a82ec4b77e3b tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Acquiring lock "7763652c-aa19-4625-8893-6ab52b660bb1" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:43:31 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-73820102-c488-432a-a770-a82ec4b77e3b tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Lock "7763652c-aa19-4625-8893-6ab52b660bb1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:43:31 user nova-compute[74307]: DEBUG nova.objects.instance [None req-73820102-c488-432a-a770-a82ec4b77e3b tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Lazy-loading 'flavor' on Instance uuid 7763652c-aa19-4625-8893-6ab52b660bb1 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:43:31 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-73820102-c488-432a-a770-a82ec4b77e3b tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Lock "7763652c-aa19-4625-8893-6ab52b660bb1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.063s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:43:31 user nova-compute[74307]: DEBUG os_brick.utils [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:43:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:31 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[044be342-580f-4cbd-aec4-34ebb2f23594]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:299aca16be88\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:31 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d02b1ade-2590-4e4a-bc65-bf66d561b045]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:31 user nova-compute[74307]: DEBUG nova.compute.manager [req-ec7ea292-f21e-47e7-b138-ba0ec9e80ac0 req-d9328b54-8712-4ce7-93da-ecb4b8c06c99 service nova] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Received event network-vif-deleted-951faef2-e38b-4d87-8a31-effd4335a3e6 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:43:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:31 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d3e4a78-8764-4ce8-bce6-8925e9508142]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:31 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[c76a9e2f-916c-4f18-bdb5-f32c7b53fbf8]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Running cmd (subprocess): nvme version {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] 'nvme version' failed. Not Retrying. {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:43:31 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.nvmeof [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] nvme not present on system {{(pid=74307) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 07:43:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:43:31 user nova-compute[74307]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 07:43:31 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[70f284e4-a88e-4e28-9b9c-d3536db03b16]: (4, '') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:31 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74307) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 07:43:31 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 07:43:31 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] LIGHTOS: no hostnqn found. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 07:43:31 user nova-compute[74307]: DEBUG os_brick.utils [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] <== get_connector_properties: return (123ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:299aca16be88', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:43:31 user nova-compute[74307]: DEBUG nova.virt.block_device [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Updating existing volume attachment record: 8d53936a-5925-4597-ad89-e1929951e694 {{(pid=74307) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 07:43:31 user nova-compute[74307]: INFO nova.compute.manager [None req-f2cb8dfc-51f5-4bf1-bc78-db7fccfa86be tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] [instance: c36ed999-f02b-469e-b2c4-40763f7fe835] Took 1.02 seconds to detach 1 volumes for instance.
Oct 24 07:43:31 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-73820102-c488-432a-a770-a82ec4b77e3b tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Acquiring lock "7763652c-aa19-4625-8893-6ab52b660bb1" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:43:31 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-73820102-c488-432a-a770-a82ec4b77e3b tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Lock "7763652c-aa19-4625-8893-6ab52b660bb1" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:43:31 user nova-compute[74307]: INFO nova.compute.manager [None req-73820102-c488-432a-a770-a82ec4b77e3b tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Attaching volume 035f5ea2-ced1-42d1-b725-29eeb0be67ae to /dev/vdb
Oct 24 07:43:31 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f2cb8dfc-51f5-4bf1-bc78-db7fccfa86be tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:43:31 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f2cb8dfc-51f5-4bf1-bc78-db7fccfa86be tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:43:31 user nova-compute[74307]: DEBUG os_brick.utils [None req-73820102-c488-432a-a770-a82ec4b77e3b tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:43:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:31 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[07e7cc2e-1241-4784-805f-d5c41ddf12a7]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:299aca16be88\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.013s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:31 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[7dfde8cf-8aea-4a66-8436-32ee19065894]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:31 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f534e78-cf6f-4d9b-9b42-3b4b7c0807c1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:31 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e78d9d3-0607-4836-9572-c1c1ae6b7be4]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-73820102-c488-432a-a770-a82ec4b77e3b tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Running cmd (subprocess): nvme version {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-73820102-c488-432a-a770-a82ec4b77e3b tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] 'nvme version' failed. Not Retrying. {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:43:31 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.nvmeof [None req-73820102-c488-432a-a770-a82ec4b77e3b tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] nvme not present on system {{(pid=74307) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 07:43:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:43:31 user nova-compute[74307]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 07:43:31 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[93cf4d03-e22c-45a8-93d0-b09ad8a88e6e]: (4, '') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:31 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-73820102-c488-432a-a770-a82ec4b77e3b tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74307) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 07:43:31 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-73820102-c488-432a-a770-a82ec4b77e3b tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 07:43:31 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-73820102-c488-432a-a770-a82ec4b77e3b tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] LIGHTOS: no hostnqn found. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 07:43:31 user nova-compute[74307]: DEBUG os_brick.utils [None req-73820102-c488-432a-a770-a82ec4b77e3b tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] <== get_connector_properties: return (123ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:299aca16be88', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:43:31 user nova-compute[74307]: DEBUG nova.virt.block_device [None req-73820102-c488-432a-a770-a82ec4b77e3b tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Updating existing volume attachment record: fd755484-87b9-4502-ba07-5a15dae15296 {{(pid=74307) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 07:43:32 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-f2cb8dfc-51f5-4bf1-bc78-db7fccfa86be tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:43:32 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-f2cb8dfc-51f5-4bf1-bc78-db7fccfa86be tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:43:32 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f2cb8dfc-51f5-4bf1-bc78-db7fccfa86be tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.357s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:43:32 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-f2cb8dfc-51f5-4bf1-bc78-db7fccfa86be tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Deleted allocations for instance c36ed999-f02b-469e-b2c4-40763f7fe835
Oct 24 07:43:32 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f2cb8dfc-51f5-4bf1-bc78-db7fccfa86be tempest-DeleteServersTestJSON-21240589 tempest-DeleteServersTestJSON-21240589-project-member] Lock "c36ed999-f02b-469e-b2c4-40763f7fe835" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.871s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:43:33 user nova-compute[74307]: DEBUG nova.compute.manager [req-716e1b56-7995-4f1d-8c87-864596951c68 req-a1e8982f-c215-4e3e-9b3b-a9ac5fb91494 service nova] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Received event network-vif-plugged-e126247c-f62e-47fd-8b79-51480fe0f17e {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:43:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-716e1b56-7995-4f1d-8c87-864596951c68 req-a1e8982f-c215-4e3e-9b3b-a9ac5fb91494 service nova] Acquiring lock "7763652c-aa19-4625-8893-6ab52b660bb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:43:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-716e1b56-7995-4f1d-8c87-864596951c68 req-a1e8982f-c215-4e3e-9b3b-a9ac5fb91494 service nova] Lock "7763652c-aa19-4625-8893-6ab52b660bb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:43:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-716e1b56-7995-4f1d-8c87-864596951c68 req-a1e8982f-c215-4e3e-9b3b-a9ac5fb91494 service nova] Lock "7763652c-aa19-4625-8893-6ab52b660bb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:43:33 user nova-compute[74307]: DEBUG nova.compute.manager [req-716e1b56-7995-4f1d-8c87-864596951c68 req-a1e8982f-c215-4e3e-9b3b-a9ac5fb91494 service nova] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] No waiting events found dispatching network-vif-plugged-e126247c-f62e-47fd-8b79-51480fe0f17e {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:43:33 user nova-compute[74307]: WARNING nova.compute.manager [req-716e1b56-7995-4f1d-8c87-864596951c68 req-a1e8982f-c215-4e3e-9b3b-a9ac5fb91494 service nova] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Received unexpected event network-vif-plugged-e126247c-f62e-47fd-8b79-51480fe0f17e for instance with vm_state active and task_state None.
Oct 24 07:43:33 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1a72add1-5ffb-437c-9f5d-f2f427ec276e tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Calling os-brick to attach iSCSI Volume {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 07:43:33 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a72add1-5ffb-437c-9f5d-f2f427ec276e tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pYCrqlbV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:43:33 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-1a72add1-5ffb-437c-9f5d-f2f427ec276e tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:43:33 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-1a72add1-5ffb-437c-9f5d-f2f427ec276e tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:43:33 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-1a72add1-5ffb-437c-9f5d-f2f427ec276e tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:43:33 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-1a72add1-5ffb-437c-9f5d-f2f427ec276e tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:43:33 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-1a72add1-5ffb-437c-9f5d-f2f427ec276e tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:43:33 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-1a72add1-5ffb-437c-9f5d-f2f427ec276e tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:43:33 user nova-compute[74307]: INFO os_brick.initiator.connectors.iscsi [None req-1a72add1-5ffb-437c-9f5d-f2f427ec276e tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 07:43:33 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 -p 172.16.0.220:3260 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:33 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:33 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[173ddaaf-05b3-4e18-aea8-48ebb1a72a29]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:33 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a72add1-5ffb-437c-9f5d-f2f427ec276e tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 07:43:33 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:33 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 -p 172.16.0.220:3260 --interface default --op new {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:33 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:33 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[daad4800-0110-496e-96f0-5d9af88956b7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792] added\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:33 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a72add1-5ffb-437c-9f5d-f2f427ec276e tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792] added
Oct 24 07:43:33 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:33 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:33 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:33 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[57fde919-7dc2-4158-9105-2902f84edbd5]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:33 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a72add1-5ffb-437c-9f5d-f2f427ec276e tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:33 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:33 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:33 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f2a735f-0012-49ba-9f1b-a6d699f2b772]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:33 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a72add1-5ffb-437c-9f5d-f2f427ec276e tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:33 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pYCrqlbV {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:33 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pYCrqlbV" returned: 0 in 0.016s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:33 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[eff4e906-5d1d-46df-b072-785a9825241b]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:33 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a72add1-5ffb-437c-9f5d-f2f427ec276e tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'pYCrqlbV'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:33 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:33 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:33 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fd47de4-f0ab-4bf8-b6c2-3da9714169bb]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:33 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a72add1-5ffb-437c-9f5d-f2f427ec276e tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:33 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:33 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:33 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[965c095b-7bb8-4589-be62-84531ddb6736]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:33 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a72add1-5ffb-437c-9f5d-f2f427ec276e tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 24 07:43:33 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:43:33 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a72add1-5ffb-437c-9f5d-f2f427ec276e tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 24 07:43:33 user nova-compute[74307]:  {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:43:33 user nova-compute[74307]: WARNING os_brick.initiator.connectors.iscsi [None req-1a72add1-5ffb-437c-9f5d-f2f427ec276e tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 24 07:43:33 user nova-compute[74307]: 
Oct 24 07:43:33 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 -p 172.16.0.220:3260 --login {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:33 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:33 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[37e30b2b-1b62-4288-a0ef-b573bb3c409d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:33 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a72add1-5ffb-437c-9f5d-f2f427ec276e tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792, portal: 172.16.0.220,3260]
Oct 24 07:43:33 user nova-compute[74307]: Login to [iface: default, target: iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792, portal: 172.16.0.220,3260] successful.
Oct 24 07:43:33 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:33 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:33 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:33 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a67969b-cef7-419e-bd97-63623a22e0e9]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:33 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a72add1-5ffb-437c-9f5d-f2f427ec276e tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:33 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:34 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e17adfa7-a349-4ab8-abcc-05371828aa30]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:34 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a72add1-5ffb-437c-9f5d-f2f427ec276e tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 (non-flash)
Oct 24 07:43:34 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:43:34 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a72add1-5ffb-437c-9f5d-f2f427ec276e tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 (non-flash)
Oct 24 07:43:34 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:43:34 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-1a72add1-5ffb-437c-9f5d-f2f427ec276e tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.282s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:43:34 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a72add1-5ffb-437c-9f5d-f2f427ec276e tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Connected to 172.16.0.220:3260 {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 07:43:34 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-1a72add1-5ffb-437c-9f5d-f2f427ec276e tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] HCTL ('33', '-', '-', 0) found on session 3 with lun 0 {{(pid=74307) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 07:43:34 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-1a72add1-5ffb-437c-9f5d-f2f427ec276e tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74307) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 07:43:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:34 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[61dd2d1f-a5f1-422e-afc9-358c0e719797]: (4, ('- - 0', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:34 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-1a72add1-5ffb-437c-9f5d-f2f427ec276e tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Searching for a device in session 3 and hctl ['33', '*', '*', 0] yield: None {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 07:43:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:34 user nova-compute[74307]: DEBUG nova.compute.manager [req-250df51b-9a69-46cc-b120-73251042918b req-d9f3a5fd-4e37-40b2-b2d6-4027fd1af877 service nova] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Received event network-changed-fb90f49e-c6d0-4782-b94a-f7f03d14b3a7 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:43:34 user nova-compute[74307]: DEBUG nova.compute.manager [req-250df51b-9a69-46cc-b120-73251042918b req-d9f3a5fd-4e37-40b2-b2d6-4027fd1af877 service nova] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Refreshing instance network info cache due to event network-changed-fb90f49e-c6d0-4782-b94a-f7f03d14b3a7. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:43:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-250df51b-9a69-46cc-b120-73251042918b req-d9f3a5fd-4e37-40b2-b2d6-4027fd1af877 service nova] Acquiring lock "refresh_cache-d8c0daed-f3dd-4b75-875a-913d4d0ae40b" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:43:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-250df51b-9a69-46cc-b120-73251042918b req-d9f3a5fd-4e37-40b2-b2d6-4027fd1af877 service nova] Acquired lock "refresh_cache-d8c0daed-f3dd-4b75-875a-913d4d0ae40b" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:43:34 user nova-compute[74307]: DEBUG nova.network.neutron [req-250df51b-9a69-46cc-b120-73251042918b req-d9f3a5fd-4e37-40b2-b2d6-4027fd1af877 service nova] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Refreshing network info cache for port fb90f49e-c6d0-4782-b94a-f7f03d14b3a7 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:43:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-24bd1d44-0c3b-4286-8193-71aabbd384f7 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Acquiring lock "d8c0daed-f3dd-4b75-875a-913d4d0ae40b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:43:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-24bd1d44-0c3b-4286-8193-71aabbd384f7 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Lock "d8c0daed-f3dd-4b75-875a-913d4d0ae40b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:43:34 user nova-compute[74307]: DEBUG nova.objects.instance [None req-24bd1d44-0c3b-4286-8193-71aabbd384f7 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Lazy-loading 'flavor' on Instance uuid d8c0daed-f3dd-4b75-875a-913d4d0ae40b {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:43:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-24bd1d44-0c3b-4286-8193-71aabbd384f7 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Lock "d8c0daed-f3dd-4b75-875a-913d4d0ae40b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.092s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:43:34 user nova-compute[74307]: DEBUG nova.network.neutron [req-250df51b-9a69-46cc-b120-73251042918b req-d9f3a5fd-4e37-40b2-b2d6-4027fd1af877 service nova] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Updated VIF entry in instance network info cache for port fb90f49e-c6d0-4782-b94a-f7f03d14b3a7. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:43:34 user nova-compute[74307]: DEBUG nova.network.neutron [req-250df51b-9a69-46cc-b120-73251042918b req-d9f3a5fd-4e37-40b2-b2d6-4027fd1af877 service nova] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Updating instance_info_cache with network_info: [{"id": "fb90f49e-c6d0-4782-b94a-f7f03d14b3a7", "address": "fa:16:3e:86:d7:f0", "network": {"id": "8090d6ec-d15e-4cfd-808f-3b0bb0391148", "bridge": "br-int", "label": "tempest-TestVolumeSwap-937924381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.72", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b31507bf7b7a4720ac363d16308f3fe1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb90f49e-c6", "ovs_interfaceid": "fb90f49e-c6d0-4782-b94a-f7f03d14b3a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:43:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-24bd1d44-0c3b-4286-8193-71aabbd384f7 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Acquiring lock "d8c0daed-f3dd-4b75-875a-913d4d0ae40b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:43:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-24bd1d44-0c3b-4286-8193-71aabbd384f7 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Lock "d8c0daed-f3dd-4b75-875a-913d4d0ae40b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:43:34 user nova-compute[74307]: INFO nova.compute.manager [None req-24bd1d44-0c3b-4286-8193-71aabbd384f7 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Attaching volume fbdeb386-b294-4c82-b322-6df7baf8b286 to /dev/vdb
Oct 24 07:43:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-250df51b-9a69-46cc-b120-73251042918b req-d9f3a5fd-4e37-40b2-b2d6-4027fd1af877 service nova] Releasing lock "refresh_cache-d8c0daed-f3dd-4b75-875a-913d4d0ae40b" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:43:34 user nova-compute[74307]: DEBUG os_brick.utils [None req-24bd1d44-0c3b-4286-8193-71aabbd384f7 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:43:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:34 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[94c46b18-144f-4c1c-be9e-16ed471639c8]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:299aca16be88\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:34 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b769dabc-dc9f-4e2c-a16f-04248a9d7c8b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:34 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[880386e5-a824-43f6-b210-b512749cfb54]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:34 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e99eb355-b5ae-4a64-9efa-bad5dddbe7c4]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-24bd1d44-0c3b-4286-8193-71aabbd384f7 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Running cmd (subprocess): nvme version {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-24bd1d44-0c3b-4286-8193-71aabbd384f7 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] 'nvme version' failed. Not Retrying. {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:43:34 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.nvmeof [None req-24bd1d44-0c3b-4286-8193-71aabbd384f7 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] nvme not present on system {{(pid=74307) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 07:43:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:43:34 user nova-compute[74307]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 07:43:34 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7450ac7-415c-4125-8108-71e0a61acf93]: (4, '') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:34 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-24bd1d44-0c3b-4286-8193-71aabbd384f7 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74307) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 07:43:34 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-24bd1d44-0c3b-4286-8193-71aabbd384f7 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 07:43:34 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-24bd1d44-0c3b-4286-8193-71aabbd384f7 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] LIGHTOS: no hostnqn found. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 07:43:34 user nova-compute[74307]: DEBUG os_brick.utils [None req-24bd1d44-0c3b-4286-8193-71aabbd384f7 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] <== get_connector_properties: return (114ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:299aca16be88', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:43:34 user nova-compute[74307]: DEBUG nova.virt.block_device [None req-24bd1d44-0c3b-4286-8193-71aabbd384f7 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Updating existing volume attachment record: 1c860d8c-b41c-4d32-a454-789995180320 {{(pid=74307) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 07:43:35 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-1a72add1-5ffb-437c-9f5d-f2f427ec276e tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Searching for a device in session 3 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 07:43:35 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a72add1-5ffb-437c-9f5d-f2f427ec276e tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pYCrqlbV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 07:43:35 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-1a72add1-5ffb-437c-9f5d-f2f427ec276e tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.318s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:43:35 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a72add1-5ffb-437c-9f5d-f2f427ec276e tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] <== connect_volume: return (1320ms) {'type': 'block', 'scsi_wwn': '26139353539316266', 'path': '/dev/sdb'} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:43:35 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1a72add1-5ffb-437c-9f5d-f2f427ec276e tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26139353539316266', 'path': '/dev/sdb'} {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 07:43:35 user nova-compute[74307]: DEBUG nova.objects.instance [None req-1a72add1-5ffb-437c-9f5d-f2f427ec276e tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Lazy-loading 'flavor' on Instance uuid a5c509dd-e293-4dae-9e1a-0618e8772a6e {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:43:35 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-1a72add1-5ffb-437c-9f5d-f2f427ec276e tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 07:43:35 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:43:35 user nova-compute[74307]:   <source dev="/dev/sdb"/>
Oct 24 07:43:35 user nova-compute[74307]:   <target dev="sdc" bus="scsi"/>
Oct 24 07:43:35 user nova-compute[74307]:   <serial>10fa2a9b-758e-45e1-a420-e76a03a46792</serial>
Oct 24 07:43:35 user nova-compute[74307]:   <address type="drive" controller="0" unit="2"/>
Oct 24 07:43:35 user nova-compute[74307]: </disk>
Oct 24 07:43:35 user nova-compute[74307]:  {{(pid=74307) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 07:43:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:35 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-1a72add1-5ffb-437c-9f5d-f2f427ec276e tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] No BDM found with device name sda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:43:35 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-1a72add1-5ffb-437c-9f5d-f2f427ec276e tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] No BDM found with device name sdb, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:43:35 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-1a72add1-5ffb-437c-9f5d-f2f427ec276e tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] No BDM found with device name sdc, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:43:35 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-1a72add1-5ffb-437c-9f5d-f2f427ec276e tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] No VIF found with MAC fa:16:3e:13:5c:2b, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:43:36 user nova-compute[74307]: DEBUG nova.compute.manager [req-8ee8c01e-f851-4b07-8b8f-6bb7c1057e1e req-4bba43ef-8ce9-421d-8327-4e3e106f73ef service nova] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Received event network-changed-dbaf9bad-cbd9-4de8-b14d-02f998f6de24 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:43:36 user nova-compute[74307]: DEBUG nova.compute.manager [req-8ee8c01e-f851-4b07-8b8f-6bb7c1057e1e req-4bba43ef-8ce9-421d-8327-4e3e106f73ef service nova] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Refreshing instance network info cache due to event network-changed-dbaf9bad-cbd9-4de8-b14d-02f998f6de24. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:43:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-8ee8c01e-f851-4b07-8b8f-6bb7c1057e1e req-4bba43ef-8ce9-421d-8327-4e3e106f73ef service nova] Acquiring lock "refresh_cache-3c263bad-b287-4a6e-bf0c-6fc43f151b07" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:43:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-8ee8c01e-f851-4b07-8b8f-6bb7c1057e1e req-4bba43ef-8ce9-421d-8327-4e3e106f73ef service nova] Acquired lock "refresh_cache-3c263bad-b287-4a6e-bf0c-6fc43f151b07" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:43:36 user nova-compute[74307]: DEBUG nova.network.neutron [req-8ee8c01e-f851-4b07-8b8f-6bb7c1057e1e req-4bba43ef-8ce9-421d-8327-4e3e106f73ef service nova] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Refreshing network info cache for port dbaf9bad-cbd9-4de8-b14d-02f998f6de24 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:43:36 user nova-compute[74307]: DEBUG nova.network.neutron [req-8ee8c01e-f851-4b07-8b8f-6bb7c1057e1e req-4bba43ef-8ce9-421d-8327-4e3e106f73ef service nova] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Updated VIF entry in instance network info cache for port dbaf9bad-cbd9-4de8-b14d-02f998f6de24. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:43:36 user nova-compute[74307]: DEBUG nova.network.neutron [req-8ee8c01e-f851-4b07-8b8f-6bb7c1057e1e req-4bba43ef-8ce9-421d-8327-4e3e106f73ef service nova] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Updating instance_info_cache with network_info: [{"id": "dbaf9bad-cbd9-4de8-b14d-02f998f6de24", "address": "fa:16:3e:42:5f:bc", "network": {"id": "df5ae292-2682-44e7-ac23-a2ae48032914", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1735490092-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.91", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1af6ddd602d54ebd8c3065ad5a80fd1b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbaf9bad-cb", "ovs_interfaceid": "dbaf9bad-cbd9-4de8-b14d-02f998f6de24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:43:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-8ee8c01e-f851-4b07-8b8f-6bb7c1057e1e req-4bba43ef-8ce9-421d-8327-4e3e106f73ef service nova] Releasing lock "refresh_cache-3c263bad-b287-4a6e-bf0c-6fc43f151b07" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:43:39 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:40 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-1a72add1-5ffb-437c-9f5d-f2f427ec276e tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Lock "a5c509dd-e293-4dae-9e1a-0618e8772a6e" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 35.636s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-73820102-c488-432a-a770-a82ec4b77e3b tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Calling os-brick to attach iSCSI Volume {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-73820102-c488-432a-a770-a82ec4b77e3b tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RQVKjTDJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:43:51 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-73820102-c488-432a-a770-a82ec4b77e3b tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:43:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-73820102-c488-432a-a770-a82ec4b77e3b tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-73820102-c488-432a-a770-a82ec4b77e3b tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:43:51 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-73820102-c488-432a-a770-a82ec4b77e3b tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:43:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-73820102-c488-432a-a770-a82ec4b77e3b tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-73820102-c488-432a-a770-a82ec4b77e3b tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:43:51 user nova-compute[74307]: INFO os_brick.initiator.connectors.iscsi [None req-73820102-c488-432a-a770-a82ec4b77e3b tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae -p 172.16.0.220:3260 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[659f7ca2-9205-4858-8247-1e6c765b61f4]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-73820102-c488-432a-a770-a82ec4b77e3b tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 07:43:51 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae -p 172.16.0.220:3260 --interface default --op new {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b2a5ce1-6b2b-4401-9173-bf316248b00d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae] added\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-73820102-c488-432a-a770-a82ec4b77e3b tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae] added
Oct 24 07:43:51 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc521ad3-6dfa-4752-b07c-71cdcfa0326f]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-73820102-c488-432a-a770-a82ec4b77e3b tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-dbe7c919-04fe-4ab5-a328-096a9aaa3072 tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] Acquiring lock "3c263bad-b287-4a6e-bf0c-6fc43f151b07" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-dbe7c919-04fe-4ab5-a328-096a9aaa3072 tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] Lock "3c263bad-b287-4a6e-bf0c-6fc43f151b07" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG nova.objects.instance [None req-dbe7c919-04fe-4ab5-a328-096a9aaa3072 tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] Lazy-loading 'flavor' on Instance uuid 3c263bad-b287-4a6e-bf0c-6fc43f151b07 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[21a27559-83d1-4246-aef6-34e4ba2665af]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-73820102-c488-432a-a770-a82ec4b77e3b tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RQVKjTDJ {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RQVKjTDJ" returned: 0 in 0.029s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3795663-1012-454e-ad56-a73a19240485]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-73820102-c488-432a-a770-a82ec4b77e3b tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RQVKjTDJ'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG nova.compute.manager [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Start spawning the instance on the hypervisor. {{(pid=74307) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Creating instance directory {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 07:43:51 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Creating image(s)
Oct 24 07:43:51 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Did not create local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Ensure instance console log exists: /opt/stack/data/nova/instances/f7396517-e3c6-4d85-b267-4252e6c24cef/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Start _get_guest_xml network_info=[{"id": "e753fcef-afd6-4d5e-86ab-1cea270c551e", "address": "fa:16:3e:8c:02:bd", "network": {"id": "8c7bed5a-deb8-4a51-b13f-8ea758a1d7d0", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1455059568-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape753fcef-af", "ovs_interfaceid": "e753fcef-afd6-4d5e-86ab-1cea270c551e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e1e03caf-0d70-4caa-83ed-289c3a4c2840", "address": "fa:16:3e:27:6d:bf", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1e03caf-0d", "ovs_interfaceid": "e1e03caf-0d70-4caa-83ed-289c3a4c2840", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "603bd2bf-d6cd-4f9b-829a-508ea1208bb1", "address": "fa:16:3e:71:4d:33", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap603bd2bf-d6", "ovs_interfaceid": "603bd2bf-d6cd-4f9b-829a-508ea1208bb1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "fc52894a-e9e1-4a8f-9c36-cb7d705b9ee4", "address": "fa:16:3e:74:9e:7e", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc52894a-e9", "ovs_interfaceid": "fc52894a-e9e1-4a8f-9c36-cb7d705b9ee4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "96ccd792-4dcf-4d4e-9692-0385ed903b4d", "address": "fa:16:3e:ac:50:f9", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96ccd792-4d", "ovs_interfaceid": "96ccd792-4dcf-4d4e-9692-0385ed903b4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "70a1f0e3-23d8-439a-a5a4-da03f053b34f", "address": "fa:16:3e:64:c4:c7", "network": {"id": "e7d249b4-95bd-448c-9524-73ce9e11bdef", "bridge": "br-int", "label": "tempest-device-tagging-net2-684600315", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70a1f0e3-23", "ovs_interfaceid": "70a1f0e3-23d8-439a-a5a4-da03f053b34f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "472ceac3-c22c-4a16-b16f-d8df1ecd8f3b", "address": "fa:16:3e:be:6d:e9", "network": {"id": "e7d249b4-95bd-448c-9524-73ce9e11bdef", "bridge": "br-int", "label": "tempest-device-tagging-net2-684600315", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap472ceac3-c2", "ovs_interfaceid": "472ceac3-c22c-4a16-b16f-d8df1ecd8f3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zQaSNTcG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f7396517-e3c6-4d85-b267-4252e6c24cef', 'attached_at': '', 'detached_at': '', 'volume_id': '949c63bf-b4b1-41f4-9ad4-6f120bb9de1f', 'serial': '949c63bf-b4b1-41f4-9ad4-6f120bb9de1f'}, 'attachment_id': 'f5c70253-2ff1-49d9-873e-bebc15b87533', 'guest_format': None, 'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': False, 'volume_type': None}, {'disk_bus': 'virtio', 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wAzNXjkB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f7396517-e3c6-4d85-b267-4252e6c24cef', 'attached_at': '', 'detached_at': '', 'volume_id': 'e35d7efe-e27a-4e0b-8aae-c4dc6770cc59', 'serial': 'e35d7efe-e27a-4e0b-8aae-c4dc6770cc59'}, 'attachment_id': 'd3a62104-e030-4628-b897-5979e504ca62', 'guest_format': None, 'mount_device': '/dev/vdb', 'boot_index': 1, 'delete_on_termination': False, 'volume_type': None}, {'disk_bus': 'virtio', 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xyZRdqQT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f7396517-e3c6-4d85-b267-4252e6c24cef', 'attached_at': '', 'detached_at': '', 'volume_id': '67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3', 'serial': '67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3'}, 'attachment_id': '8d53936a-5925-4597-ad89-e1929951e694', 'guest_format': None, 'mount_device': '/dev/vdc', 'boot_index': 2, 'delete_on_termination': False, 'volume_type': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[334acd3a-fcaf-421e-b0a9-f136fe630b64]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-73820102-c488-432a-a770-a82ec4b77e3b tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:51 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:43:51 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:43:51 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fea796a-5250-4668-bc37-06964e90ca52]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-73820102-c488-432a-a770-a82ec4b77e3b tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 (non-flash)
Oct 24 07:43:51 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-73820102-c488-432a-a770-a82ec4b77e3b tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 (non-flash)
Oct 24 07:43:51 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae -p 172.16.0.220:3260 --login {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Calling os-brick to attach iSCSI Volume {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zQaSNTcG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:43:51 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:43:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-dbe7c919-04fe-4ab5-a328-096a9aaa3072 tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] Lock "3c263bad-b287-4a6e-bf0c-6fc43f151b07" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.171s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e196218-513e-4b96-bb5d-86a33c24f977]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-73820102-c488-432a-a770-a82ec4b77e3b tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae, portal: 172.16.0.220,3260]
Oct 24 07:43:51 user nova-compute[74307]: Login to [iface: default, target: iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae, portal: 172.16.0.220,3260] successful.
Oct 24 07:43:51 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.026s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[a59e36f5-858f-4e6d-89b0-ac12738a733f]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-73820102-c488-432a-a770-a82ec4b77e3b tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[40f14599-f43d-409c-b9bc-4ad1b2f0175a]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-73820102-c488-432a-a770-a82ec4b77e3b tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 (non-flash)
Oct 24 07:43:51 user nova-compute[74307]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae (non-flash)
Oct 24 07:43:51 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-73820102-c488-432a-a770-a82ec4b77e3b tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 (non-flash)
Oct 24 07:43:51 user nova-compute[74307]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae (non-flash)
Oct 24 07:43:51 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-73820102-c488-432a-a770-a82ec4b77e3b tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.325s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-73820102-c488-432a-a770-a82ec4b77e3b tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Connected to 172.16.0.220:3260 {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-73820102-c488-432a-a770-a82ec4b77e3b tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] HCTL ('34', '-', '-', 0) found on session 4 with lun 0 {{(pid=74307) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-73820102-c488-432a-a770-a82ec4b77e3b tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74307) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.023s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[83e0f002-1626-402f-8c81-8510e2b1689f]: (4, ('- - 0', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-73820102-c488-432a-a770-a82ec4b77e3b tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Searching for a device in session 4 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-73820102-c488-432a-a770-a82ec4b77e3b tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RQVKjTDJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-dbe7c919-04fe-4ab5-a328-096a9aaa3072 tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] Acquiring lock "3c263bad-b287-4a6e-bf0c-6fc43f151b07" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-dbe7c919-04fe-4ab5-a328-096a9aaa3072 tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] Lock "3c263bad-b287-4a6e-bf0c-6fc43f151b07" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:43:51 user nova-compute[74307]: INFO nova.compute.manager [None req-dbe7c919-04fe-4ab5-a328-096a9aaa3072 tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Attaching volume 15a00851-2e37-481f-8f43-a8d7df28f05e to /dev/vdb
Oct 24 07:43:51 user nova-compute[74307]: DEBUG os_brick.utils [None req-dbe7c919-04fe-4ab5-a328-096a9aaa3072 tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d664dc9f-6065-43e6-8d05-fb88810bfd3e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:299aca16be88\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b9e448c-aa35-4959-9cca-2c9a282a0387]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[3530ba39-e7d7-4314-ac5e-93b650f339e5]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[a361f0d9-015b-42df-91f2-d93843d46102]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-dbe7c919-04fe-4ab5-a328-096a9aaa3072 tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] Running cmd (subprocess): nvme version {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-dbe7c919-04fe-4ab5-a328-096a9aaa3072 tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.nvmeof [None req-dbe7c919-04fe-4ab5-a328-096a9aaa3072 tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] nvme not present on system {{(pid=74307) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:43:51 user nova-compute[74307]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 07:43:51 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b37f8f4-7ae4-40fe-9aaf-cb867640ade5]: (4, '') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-dbe7c919-04fe-4ab5-a328-096a9aaa3072 tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74307) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-dbe7c919-04fe-4ab5-a328-096a9aaa3072 tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-dbe7c919-04fe-4ab5-a328-096a9aaa3072 tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] LIGHTOS: no hostnqn found. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG os_brick.utils [None req-dbe7c919-04fe-4ab5-a328-096a9aaa3072 tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:299aca16be88', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:43:51 user nova-compute[74307]: DEBUG nova.virt.block_device [None req-dbe7c919-04fe-4ab5-a328-096a9aaa3072 tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Updating existing volume attachment record: 2cc1e3b9-1536-45d9-8e68-91f17c05bb29 {{(pid=74307) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 07:43:52 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-73820102-c488-432a-a770-a82ec4b77e3b tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.447s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:43:52 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-73820102-c488-432a-a770-a82ec4b77e3b tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] <== connect_volume: return (1449ms) {'type': 'block', 'scsi_wwn': '23337303563303733', 'path': '/dev/sdc'} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:43:52 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-73820102-c488-432a-a770-a82ec4b77e3b tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23337303563303733', 'path': '/dev/sdc'} {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 07:43:52 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.199s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:43:52 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:43:52 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:43:52 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:43:52 user nova-compute[74307]: INFO os_brick.initiator.connectors.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 07:43:52 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f -p 172.16.0.220:3260 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:52 user nova-compute[74307]: DEBUG nova.objects.instance [None req-73820102-c488-432a-a770-a82ec4b77e3b tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Lazy-loading 'flavor' on Instance uuid 7763652c-aa19-4625-8893-6ab52b660bb1 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:43:52 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:52 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[76dd108b-8868-426d-99a1-1c375850fa50]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:52 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 07:43:52 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:52 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f -p 172.16.0.220:3260 --interface default --op new {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:52 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-73820102-c488-432a-a770-a82ec4b77e3b tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 07:43:52 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:43:52 user nova-compute[74307]:   <source dev="/dev/sdc"/>
Oct 24 07:43:52 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 07:43:52 user nova-compute[74307]:   <serial>035f5ea2-ced1-42d1-b725-29eeb0be67ae</serial>
Oct 24 07:43:52 user nova-compute[74307]: </disk>
Oct 24 07:43:52 user nova-compute[74307]:  {{(pid=74307) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 07:43:52 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:52 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bb6a933-e112-47c9-ab56-380b54eb24e9]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f] added\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:52 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f] added
Oct 24 07:43:52 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:52 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:52 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:52 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8046e3e-4de7-4b0d-b40b-0b2261de71a2]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:52 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:52 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:52 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:52 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[1567feec-a65e-459b-9fd7-d289d2af4f70]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:52 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:52 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zQaSNTcG {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:52 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zQaSNTcG" returned: 0 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:52 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e9091b7-051b-4cf2-9f9d-c739da2b68c9]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:52 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'zQaSNTcG'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:52 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:52 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:52 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[00906d3f-697d-4197-ab46-72c7ee10adc3]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:52 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:52 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:52 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:52 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8d37427-858f-4e3d-bbf9-0eda1a08d3db]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:52 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 (non-flash)
Oct 24 07:43:52 user nova-compute[74307]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae (non-flash)
Oct 24 07:43:52 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:43:52 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 (non-flash)
Oct 24 07:43:52 user nova-compute[74307]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae (non-flash)
Oct 24 07:43:52 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:43:52 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f -p 172.16.0.220:3260 --login {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2702fb19-3043-41ad-9558-e2e4ce7ec600 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Acquiring lock "a5c509dd-e293-4dae-9e1a-0618e8772a6e" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:43:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2702fb19-3043-41ad-9558-e2e4ce7ec600 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Lock "a5c509dd-e293-4dae-9e1a-0618e8772a6e" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:43:52 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f -p 172.16.0.220:3260 --login" returned: 0 in 0.061s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:52 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc82b706-e981-4986-98cf-a98bdfe1d5df]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:52 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f, portal: 172.16.0.220,3260]
Oct 24 07:43:52 user nova-compute[74307]: Login to [iface: default, target: iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f, portal: 172.16.0.220,3260] successful.
Oct 24 07:43:52 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:52 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:52 user nova-compute[74307]: INFO nova.compute.manager [None req-2702fb19-3043-41ad-9558-e2e4ce7ec600 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Detaching volume 10fa2a9b-758e-45e1-a420-e76a03a46792
Oct 24 07:43:52 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:52 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e279bb11-b3d5-427f-b1cc-fcf66dddc534]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:52 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:52 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:52 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:52 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[4523f28b-225f-44b6-9ca1-5fc2728c4c91]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:52 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 (non-flash)
Oct 24 07:43:52 user nova-compute[74307]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae (non-flash)
Oct 24 07:43:52 user nova-compute[74307]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)
Oct 24 07:43:52 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:43:52 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 (non-flash)
Oct 24 07:43:52 user nova-compute[74307]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae (non-flash)
Oct 24 07:43:52 user nova-compute[74307]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)
Oct 24 07:43:52 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:43:52 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.313s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:43:52 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Connected to 172.16.0.220:3260 {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 07:43:52 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] HCTL ('35', '-', '-', 0) found on session 5 with lun 0 {{(pid=74307) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 07:43:52 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74307) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 07:43:52 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:52 user nova-compute[74307]: INFO nova.virt.block_device [None req-2702fb19-3043-41ad-9558-e2e4ce7ec600 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Attempting to driver detach volume 10fa2a9b-758e-45e1-a420-e76a03a46792 from mountpoint /dev/sdc
Oct 24 07:43:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.026s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:53 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[a377305f-c9e4-46df-96e6-9630f8229f62]: (4, ('- - 0', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:53 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Searching for a device in session 5 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 07:43:53 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zQaSNTcG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 07:43:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2702fb19-3043-41ad-9558-e2e4ce7ec600 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Attempting to detach device sdc from instance a5c509dd-e293-4dae-9e1a-0618e8772a6e from the persistent domain config. {{(pid=74307) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 07:43:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-2702fb19-3043-41ad-9558-e2e4ce7ec600 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 07:43:53 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:43:53 user nova-compute[74307]:   <source dev="/dev/sdb"/>
Oct 24 07:43:53 user nova-compute[74307]:   <target dev="sdc" bus="scsi"/>
Oct 24 07:43:53 user nova-compute[74307]:   <serial>10fa2a9b-758e-45e1-a420-e76a03a46792</serial>
Oct 24 07:43:53 user nova-compute[74307]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Oct 24 07:43:53 user nova-compute[74307]: </disk>
Oct 24 07:43:53 user nova-compute[74307]:  {{(pid=74307) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 07:43:53 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-2702fb19-3043-41ad-9558-e2e4ce7ec600 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Successfully detached device sdc from instance a5c509dd-e293-4dae-9e1a-0618e8772a6e from the persistent domain config.
Oct 24 07:43:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2702fb19-3043-41ad-9558-e2e4ce7ec600 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] (1/8): Attempting to detach device sdc with device alias scsi0-0-0-2 from instance a5c509dd-e293-4dae-9e1a-0618e8772a6e from the live domain config. {{(pid=74307) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 07:43:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-2702fb19-3043-41ad-9558-e2e4ce7ec600 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 07:43:53 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:43:53 user nova-compute[74307]:   <source dev="/dev/sdb"/>
Oct 24 07:43:53 user nova-compute[74307]:   <target dev="sdc" bus="scsi"/>
Oct 24 07:43:53 user nova-compute[74307]:   <serial>10fa2a9b-758e-45e1-a420-e76a03a46792</serial>
Oct 24 07:43:53 user nova-compute[74307]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Oct 24 07:43:53 user nova-compute[74307]: </disk>
Oct 24 07:43:53 user nova-compute[74307]:  {{(pid=74307) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 07:43:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-73820102-c488-432a-a770-a82ec4b77e3b tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:43:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-73820102-c488-432a-a770-a82ec4b77e3b tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] No BDM found with device name hda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:43:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-73820102-c488-432a-a770-a82ec4b77e3b tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] No VIF found with MAC fa:16:3e:dd:76:f4, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:43:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-73820102-c488-432a-a770-a82ec4b77e3b tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Lock "7763652c-aa19-4625-8893-6ab52b660bb1" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 21.692s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:43:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2702fb19-3043-41ad-9558-e2e4ce7ec600 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Start waiting for the detach event from libvirt for device sdc with device alias scsi0-0-0-2 for instance a5c509dd-e293-4dae-9e1a-0618e8772a6e {{(pid=74307) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.378s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] <== connect_volume: return (2577ms) {'type': 'block', 'scsi_wwn': '23637363234386666', 'path': '/dev/sdd'} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23637363234386666', 'path': '/dev/sdd'} {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Calling os-brick to attach iSCSI Volume {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wAzNXjkB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:43:54 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:43:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:43:54 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:43:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:43:54 user nova-compute[74307]: INFO os_brick.initiator.connectors.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 07:43:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 -p 172.16.0.220:3260 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[c143fe86-5155-4174-b61e-93dfe8d2696e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 07:43:54 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 -p 172.16.0.220:3260 --interface default --op new {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb777989-197b-49c8-b368-7ddbffbfe040]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59] added\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59] added
Oct 24 07:43:54 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[a416e75f-ad23-437d-8ca4-2f1ff508aabe]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0dac202-5ec7-4d08-b437-c1f414f74e99]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wAzNXjkB {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wAzNXjkB" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[c718504d-1274-41b9-9beb-f25fce532151]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'wAzNXjkB'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-24bd1d44-0c3b-4286-8193-71aabbd384f7 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Calling os-brick to attach iSCSI Volume {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-24bd1d44-0c3b-4286-8193-71aabbd384f7 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wXBtjTLC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:43:54 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-24bd1d44-0c3b-4286-8193-71aabbd384f7 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:43:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-24bd1d44-0c3b-4286-8193-71aabbd384f7 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[836918a5-3af0-4cab-9f46-268ebaf48a10]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2dfe3f6-337d-4f3d-aaad-1cc38d5a5627]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 (non-flash)
Oct 24 07:43:54 user nova-compute[74307]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae (non-flash)
Oct 24 07:43:54 user nova-compute[74307]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)
Oct 24 07:43:54 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 (non-flash)
Oct 24 07:43:54 user nova-compute[74307]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae (non-flash)
Oct 24 07:43:54 user nova-compute[74307]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)
Oct 24 07:43:54 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 -p 172.16.0.220:3260 --login {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 -p 172.16.0.220:3260 --login" returned: 0 in 0.089s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a25cbd3-c7b6-4173-b718-bfe83af8299b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59, portal: 172.16.0.220,3260]
Oct 24 07:43:54 user nova-compute[74307]: Login to [iface: default, target: iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59, portal: 172.16.0.220,3260] successful.
Oct 24 07:43:54 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d96d6b7-5628-4395-9f2d-3729cbbb1655]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2b121fa-3854-4551-b39b-f7ce4c7baa70]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 (non-flash)
Oct 24 07:43:54 user nova-compute[74307]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae (non-flash)
Oct 24 07:43:54 user nova-compute[74307]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)
Oct 24 07:43:54 user nova-compute[74307]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)
Oct 24 07:43:54 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 (non-flash)
Oct 24 07:43:54 user nova-compute[74307]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae (non-flash)
Oct 24 07:43:54 user nova-compute[74307]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)
Oct 24 07:43:54 user nova-compute[74307]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)
Oct 24 07:43:54 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.349s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Connected to 172.16.0.220:3260 {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] HCTL ('36', '-', '-', 0) found on session 6 with lun 0 {{(pid=74307) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74307) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.025s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc627fcc-f317-4d66-9d94-e001f10f5c7c]: (4, ('- - 0', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:54 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Searching for a device in session 6 and hctl ['36', '*', '*', 0] yield: None {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Searching for a device in session 6 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wAzNXjkB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.392s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] <== connect_volume: return (1393ms) {'type': 'block', 'scsi_wwn': '26434313239666435', 'path': '/dev/sde'} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26434313239666435', 'path': '/dev/sde'} {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-24bd1d44-0c3b-4286-8193-71aabbd384f7 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.243s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:43:55 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-24bd1d44-0c3b-4286-8193-71aabbd384f7 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:43:55 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-24bd1d44-0c3b-4286-8193-71aabbd384f7 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-24bd1d44-0c3b-4286-8193-71aabbd384f7 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:43:55 user nova-compute[74307]: INFO os_brick.initiator.connectors.iscsi [None req-24bd1d44-0c3b-4286-8193-71aabbd384f7 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 07:43:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 -p 172.16.0.220:3260 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[2281784b-4ab9-4fe3-8d73-fde1eb5f73fd]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-24bd1d44-0c3b-4286-8193-71aabbd384f7 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 07:43:55 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 -p 172.16.0.220:3260 --interface default --op new {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Calling os-brick to attach iSCSI Volume {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xyZRdqQT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:43:55 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:43:55 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a60f55d-a357-4e98-bd3a-c26fc47c8e3b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286] added\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-24bd1d44-0c3b-4286-8193-71aabbd384f7 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286] added
Oct 24 07:43:55 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0ba7ac0-6856-472c-b9f3-7e80bb56e03d]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-24bd1d44-0c3b-4286-8193-71aabbd384f7 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b7dff19-4206-46ca-a179-980ecd6a3375]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-24bd1d44-0c3b-4286-8193-71aabbd384f7 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wXBtjTLC {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wXBtjTLC" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ced665d-31c7-4722-a9e3-758968963bce]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-24bd1d44-0c3b-4286-8193-71aabbd384f7 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'wXBtjTLC'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f7e153e-419a-4ae1-aa66-3f1903556b8c]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-24bd1d44-0c3b-4286-8193-71aabbd384f7 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4d10f2e-970d-4f31-b934-c5f862812603]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-24bd1d44-0c3b-4286-8193-71aabbd384f7 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 (non-flash)
Oct 24 07:43:55 user nova-compute[74307]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae (non-flash)
Oct 24 07:43:55 user nova-compute[74307]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)
Oct 24 07:43:55 user nova-compute[74307]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)
Oct 24 07:43:55 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-24bd1d44-0c3b-4286-8193-71aabbd384f7 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 (non-flash)
Oct 24 07:43:55 user nova-compute[74307]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae (non-flash)
Oct 24 07:43:55 user nova-compute[74307]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)
Oct 24 07:43:55 user nova-compute[74307]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)
Oct 24 07:43:55 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 -p 172.16.0.220:3260 --login {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c15ac294-aa74-4d4c-98e2-8c0099095426 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Acquiring lock "7763652c-aa19-4625-8893-6ab52b660bb1" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c15ac294-aa74-4d4c-98e2-8c0099095426 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Lock "7763652c-aa19-4625-8893-6ab52b660bb1" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:43:55 user nova-compute[74307]: INFO nova.compute.manager [None req-c15ac294-aa74-4d4c-98e2-8c0099095426 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Detaching volume 035f5ea2-ced1-42d1-b725-29eeb0be67ae
Oct 24 07:43:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 -p 172.16.0.220:3260 --login" returned: 0 in 0.079s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[110b4554-7568-4527-9429-6d306686d82f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-24bd1d44-0c3b-4286-8193-71aabbd384f7 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286, portal: 172.16.0.220,3260]
Oct 24 07:43:55 user nova-compute[74307]: Login to [iface: default, target: iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286, portal: 172.16.0.220,3260] successful.
Oct 24 07:43:55 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca5d0c2e-7d62-4bd7-ac6b-eaf6abae6c49]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-24bd1d44-0c3b-4286-8193-71aabbd384f7 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[afb8cdd9-c69d-4c8e-a87e-f8ed39d81de3]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-24bd1d44-0c3b-4286-8193-71aabbd384f7 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 (non-flash)
Oct 24 07:43:55 user nova-compute[74307]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae (non-flash)
Oct 24 07:43:55 user nova-compute[74307]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)
Oct 24 07:43:55 user nova-compute[74307]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)
Oct 24 07:43:55 user nova-compute[74307]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 (non-flash)
Oct 24 07:43:55 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-24bd1d44-0c3b-4286-8193-71aabbd384f7 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 (non-flash)
Oct 24 07:43:55 user nova-compute[74307]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae (non-flash)
Oct 24 07:43:55 user nova-compute[74307]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)
Oct 24 07:43:55 user nova-compute[74307]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)
Oct 24 07:43:55 user nova-compute[74307]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 (non-flash)
Oct 24 07:43:55 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-24bd1d44-0c3b-4286-8193-71aabbd384f7 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.328s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-24bd1d44-0c3b-4286-8193-71aabbd384f7 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Connected to 172.16.0.220:3260 {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-24bd1d44-0c3b-4286-8193-71aabbd384f7 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] HCTL ('37', '-', '-', 0) found on session 7 with lun 0 {{(pid=74307) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-24bd1d44-0c3b-4286-8193-71aabbd384f7 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74307) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:55 user nova-compute[74307]: INFO nova.virt.block_device [None req-c15ac294-aa74-4d4c-98e2-8c0099095426 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Attempting to driver detach volume 035f5ea2-ced1-42d1-b725-29eeb0be67ae from mountpoint /dev/vdb
Oct 24 07:43:55 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-c15ac294-aa74-4d4c-98e2-8c0099095426 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Attempting to detach device vdb from instance 7763652c-aa19-4625-8893-6ab52b660bb1 from the persistent domain config. {{(pid=74307) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-c15ac294-aa74-4d4c-98e2-8c0099095426 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 07:43:55 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:43:55 user nova-compute[74307]:   <source dev="/dev/sdc"/>
Oct 24 07:43:55 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 07:43:55 user nova-compute[74307]:   <serial>035f5ea2-ced1-42d1-b725-29eeb0be67ae</serial>
Oct 24 07:43:55 user nova-compute[74307]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 24 07:43:55 user nova-compute[74307]: </disk>
Oct 24 07:43:55 user nova-compute[74307]:  {{(pid=74307) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[718180ab-4cb8-4747-ad31-61bd4ae715a8]: (4, ('- - 0', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-24bd1d44-0c3b-4286-8193-71aabbd384f7 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Searching for a device in session 7 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-24bd1d44-0c3b-4286-8193-71aabbd384f7 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wXBtjTLC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 07:43:55 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-c15ac294-aa74-4d4c-98e2-8c0099095426 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Successfully detached device vdb from instance 7763652c-aa19-4625-8893-6ab52b660bb1 from the persistent domain config.
Oct 24 07:43:55 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-c15ac294-aa74-4d4c-98e2-8c0099095426 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 7763652c-aa19-4625-8893-6ab52b660bb1 from the live domain config. {{(pid=74307) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 07:43:55 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-c15ac294-aa74-4d4c-98e2-8c0099095426 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 07:43:55 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:43:55 user nova-compute[74307]:   <source dev="/dev/sdc"/>
Oct 24 07:43:55 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 07:43:55 user nova-compute[74307]:   <serial>035f5ea2-ced1-42d1-b725-29eeb0be67ae</serial>
Oct 24 07:43:55 user nova-compute[74307]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 24 07:43:55 user nova-compute[74307]: </disk>
Oct 24 07:43:55 user nova-compute[74307]:  {{(pid=74307) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 07:43:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-c15ac294-aa74-4d4c-98e2-8c0099095426 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 7763652c-aa19-4625-8893-6ab52b660bb1 {{(pid=74307) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 07:43:56 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-24bd1d44-0c3b-4286-8193-71aabbd384f7 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.361s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:43:56 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-24bd1d44-0c3b-4286-8193-71aabbd384f7 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] <== connect_volume: return (2605ms) {'type': 'block', 'scsi_wwn': '26137393037366630', 'path': '/dev/sdf'} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:43:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-24bd1d44-0c3b-4286-8193-71aabbd384f7 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26137393037366630', 'path': '/dev/sdf'} {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 07:43:56 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.319s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:43:56 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:43:56 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:43:56 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:43:56 user nova-compute[74307]: INFO os_brick.initiator.connectors.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 07:43:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 -p 172.16.0.220:3260 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:56 user nova-compute[74307]: DEBUG nova.objects.instance [None req-24bd1d44-0c3b-4286-8193-71aabbd384f7 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Lazy-loading 'flavor' on Instance uuid d8c0daed-f3dd-4b75-875a-913d4d0ae40b {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:43:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:56 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e42f0e3b-c3a8-4b46-b734-9a925e15d66a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:56 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 07:43:56 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 -p 172.16.0.220:3260 --interface default --op new {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-24bd1d44-0c3b-4286-8193-71aabbd384f7 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 07:43:56 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:43:56 user nova-compute[74307]:   <source dev="/dev/sdf"/>
Oct 24 07:43:56 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 07:43:56 user nova-compute[74307]:   <serial>fbdeb386-b294-4c82-b322-6df7baf8b286</serial>
Oct 24 07:43:56 user nova-compute[74307]: </disk>
Oct 24 07:43:56 user nova-compute[74307]:  {{(pid=74307) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 07:43:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:56 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b773a36-4583-4844-b340-6d3ca267acfa]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3] added\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:56 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3] added
Oct 24 07:43:56 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:56 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb13a804-50f4-4b47-80a0-68506ae6b4bb]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:56 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:56 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee808506-a5fb-4382-8e50-797aca7224ff]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:56 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xyZRdqQT {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xyZRdqQT" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:56 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[58a2655e-8954-4942-8f83-d3dfb3a6f146]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:56 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'xyZRdqQT'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:56 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[fdee3b00-65cc-416d-a7e2-20cffbef1af7]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:56 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:56 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b91b025-85d8-4002-a9d8-87a264eb9e3e]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:56 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 (non-flash)
Oct 24 07:43:56 user nova-compute[74307]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae (non-flash)
Oct 24 07:43:56 user nova-compute[74307]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)
Oct 24 07:43:56 user nova-compute[74307]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)
Oct 24 07:43:56 user nova-compute[74307]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 (non-flash)
Oct 24 07:43:56 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:43:56 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 (non-flash)
Oct 24 07:43:56 user nova-compute[74307]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae (non-flash)
Oct 24 07:43:56 user nova-compute[74307]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)
Oct 24 07:43:56 user nova-compute[74307]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)
Oct 24 07:43:56 user nova-compute[74307]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 (non-flash)
Oct 24 07:43:56 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:43:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 -p 172.16.0.220:3260 --login {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:57 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 -p 172.16.0.220:3260 --login" returned: 0 in 0.071s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:57 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[58b87d88-49b7-4eb6-95d2-d76a525635b9]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:57 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3, portal: 172.16.0.220,3260]
Oct 24 07:43:57 user nova-compute[74307]: Login to [iface: default, target: iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3, portal: 172.16.0.220,3260] successful.
Oct 24 07:43:57 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:57 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:57 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:57 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[c77014ba-bd52-47a5-9471-1bd919829458]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:57 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:43:57 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:57 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:57 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[0db57c0c-0838-4689-974e-fcad5ae0fc9f]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:57 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 (non-flash)
Oct 24 07:43:57 user nova-compute[74307]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae (non-flash)
Oct 24 07:43:57 user nova-compute[74307]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)
Oct 24 07:43:57 user nova-compute[74307]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)
Oct 24 07:43:57 user nova-compute[74307]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 (non-flash)
Oct 24 07:43:57 user nova-compute[74307]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)
Oct 24 07:43:57 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:43:57 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 (non-flash)
Oct 24 07:43:57 user nova-compute[74307]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae (non-flash)
Oct 24 07:43:57 user nova-compute[74307]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)
Oct 24 07:43:57 user nova-compute[74307]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)
Oct 24 07:43:57 user nova-compute[74307]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 (non-flash)
Oct 24 07:43:57 user nova-compute[74307]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)
Oct 24 07:43:57 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:43:57 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.313s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:43:57 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Connected to 172.16.0.220:3260 {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 07:43:57 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] HCTL ('38', '-', '-', 0) found on session 8 with lun 0 {{(pid=74307) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 07:43:57 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=74307) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 07:43:57 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:57 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.028s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:57 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[cef0cc13-8e2b-4a67-9e6b-c9408699b118]: (4, ('- - 0', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:57 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Searching for a device in session 8 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 07:43:57 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xyZRdqQT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 07:43:57 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:57 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-24bd1d44-0c3b-4286-8193-71aabbd384f7 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:43:57 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-24bd1d44-0c3b-4286-8193-71aabbd384f7 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:43:57 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-24bd1d44-0c3b-4286-8193-71aabbd384f7 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] No VIF found with MAC fa:16:3e:86:d7:f0, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:43:57 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-24bd1d44-0c3b-4286-8193-71aabbd384f7 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Lock "d8c0daed-f3dd-4b75-875a-913d4d0ae40b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 22.823s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.372s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] <== connect_volume: return (2692ms) {'type': 'block', 'scsi_wwn': '23963376165386534', 'path': '/dev/sdg'} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23963376165386534', 'path': '/dev/sdg'} {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T07:42:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1891541029',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1891541029',id=10,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE8KVxLO2eXeHM99NNRGe8dtSmk+T8iTxTduepIDFgfTt1ogveHD93ShYm/vK7wz9TDirCeMf7aAa6yDT49CJvtShQHy6CqGRI1GS5tXJTFcJhn2rsjQXxEuV2YPHAF4Sg==',key_name='tempest-keypair-84732333',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='463b6d35147a44319cdbccd0df765c40',ramdisk_id='',reservation_id='r-kj5x53yf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-956734080',owner_user_name='tempest-TaggedBootDevicesTest-956734080-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:42:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fdc0ce85b062420da06a794e888873b7',uuid=f7396517-e3c6-4d85-b267-4252e6c24cef,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e753fcef-afd6-4d5e-86ab-1cea270c551e", "address": "fa:16:3e:8c:02:bd", "network": {"id": "8c7bed5a-deb8-4a51-b13f-8ea758a1d7d0", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1455059568-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape753fcef-af", "ovs_interfaceid": "e753fcef-afd6-4d5e-86ab-1cea270c551e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Converting VIF {"id": "e753fcef-afd6-4d5e-86ab-1cea270c551e", "address": "fa:16:3e:8c:02:bd", "network": {"id": "8c7bed5a-deb8-4a51-b13f-8ea758a1d7d0", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1455059568-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape753fcef-af", "ovs_interfaceid": "e753fcef-afd6-4d5e-86ab-1cea270c551e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8c:02:bd,bridge_name='br-int',has_traffic_filtering=True,id=e753fcef-afd6-4d5e-86ab-1cea270c551e,network=Network(8c7bed5a-deb8-4a51-b13f-8ea758a1d7d0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape753fcef-af') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T07:42:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1891541029',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1891541029',id=10,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE8KVxLO2eXeHM99NNRGe8dtSmk+T8iTxTduepIDFgfTt1ogveHD93ShYm/vK7wz9TDirCeMf7aAa6yDT49CJvtShQHy6CqGRI1GS5tXJTFcJhn2rsjQXxEuV2YPHAF4Sg==',key_name='tempest-keypair-84732333',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='463b6d35147a44319cdbccd0df765c40',ramdisk_id='',reservation_id='r-kj5x53yf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-956734080',owner_user_name='tempest-TaggedBootDevicesTest-956734080-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:42:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fdc0ce85b062420da06a794e888873b7',uuid=f7396517-e3c6-4d85-b267-4252e6c24cef,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e1e03caf-0d70-4caa-83ed-289c3a4c2840", "address": "fa:16:3e:27:6d:bf", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1e03caf-0d", "ovs_interfaceid": "e1e03caf-0d70-4caa-83ed-289c3a4c2840", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Converting VIF {"id": "e1e03caf-0d70-4caa-83ed-289c3a4c2840", "address": "fa:16:3e:27:6d:bf", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1e03caf-0d", "ovs_interfaceid": "e1e03caf-0d70-4caa-83ed-289c3a4c2840", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:27:6d:bf,bridge_name='br-int',has_traffic_filtering=True,id=e1e03caf-0d70-4caa-83ed-289c3a4c2840,network=Network(d3927452-bf12-4551-85e6-97918d00ab26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tape1e03caf-0d') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T07:42:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1891541029',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1891541029',id=10,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE8KVxLO2eXeHM99NNRGe8dtSmk+T8iTxTduepIDFgfTt1ogveHD93ShYm/vK7wz9TDirCeMf7aAa6yDT49CJvtShQHy6CqGRI1GS5tXJTFcJhn2rsjQXxEuV2YPHAF4Sg==',key_name='tempest-keypair-84732333',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='463b6d35147a44319cdbccd0df765c40',ramdisk_id='',reservation_id='r-kj5x53yf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-956734080',owner_user_name='tempest-TaggedBootDevicesTest-956734080-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:42:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fdc0ce85b062420da06a794e888873b7',uuid=f7396517-e3c6-4d85-b267-4252e6c24cef,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "603bd2bf-d6cd-4f9b-829a-508ea1208bb1", "address": "fa:16:3e:71:4d:33", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap603bd2bf-d6", "ovs_interfaceid": "603bd2bf-d6cd-4f9b-829a-508ea1208bb1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Converting VIF {"id": "603bd2bf-d6cd-4f9b-829a-508ea1208bb1", "address": "fa:16:3e:71:4d:33", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap603bd2bf-d6", "ovs_interfaceid": "603bd2bf-d6cd-4f9b-829a-508ea1208bb1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:71:4d:33,bridge_name='br-int',has_traffic_filtering=True,id=603bd2bf-d6cd-4f9b-829a-508ea1208bb1,network=Network(d3927452-bf12-4551-85e6-97918d00ab26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap603bd2bf-d6') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T07:42:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1891541029',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1891541029',id=10,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE8KVxLO2eXeHM99NNRGe8dtSmk+T8iTxTduepIDFgfTt1ogveHD93ShYm/vK7wz9TDirCeMf7aAa6yDT49CJvtShQHy6CqGRI1GS5tXJTFcJhn2rsjQXxEuV2YPHAF4Sg==',key_name='tempest-keypair-84732333',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='463b6d35147a44319cdbccd0df765c40',ramdisk_id='',reservation_id='r-kj5x53yf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-956734080',owner_user_name='tempest-TaggedBootDevicesTest-956734080-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:42:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fdc0ce85b062420da06a794e888873b7',uuid=f7396517-e3c6-4d85-b267-4252e6c24cef,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fc52894a-e9e1-4a8f-9c36-cb7d705b9ee4", "address": "fa:16:3e:74:9e:7e", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc52894a-e9", "ovs_interfaceid": "fc52894a-e9e1-4a8f-9c36-cb7d705b9ee4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Converting VIF {"id": "fc52894a-e9e1-4a8f-9c36-cb7d705b9ee4", "address": "fa:16:3e:74:9e:7e", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc52894a-e9", "ovs_interfaceid": "fc52894a-e9e1-4a8f-9c36-cb7d705b9ee4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:74:9e:7e,bridge_name='br-int',has_traffic_filtering=True,id=fc52894a-e9e1-4a8f-9c36-cb7d705b9ee4,network=Network(d3927452-bf12-4551-85e6-97918d00ab26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc52894a-e9') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T07:42:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1891541029',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1891541029',id=10,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE8KVxLO2eXeHM99NNRGe8dtSmk+T8iTxTduepIDFgfTt1ogveHD93ShYm/vK7wz9TDirCeMf7aAa6yDT49CJvtShQHy6CqGRI1GS5tXJTFcJhn2rsjQXxEuV2YPHAF4Sg==',key_name='tempest-keypair-84732333',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='463b6d35147a44319cdbccd0df765c40',ramdisk_id='',reservation_id='r-kj5x53yf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-956734080',owner_user_name='tempest-TaggedBootDevicesTest-956734080-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:42:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fdc0ce85b062420da06a794e888873b7',uuid=f7396517-e3c6-4d85-b267-4252e6c24cef,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "96ccd792-4dcf-4d4e-9692-0385ed903b4d", "address": "fa:16:3e:ac:50:f9", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96ccd792-4d", "ovs_interfaceid": "96ccd792-4dcf-4d4e-9692-0385ed903b4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Converting VIF {"id": "96ccd792-4dcf-4d4e-9692-0385ed903b4d", "address": "fa:16:3e:ac:50:f9", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96ccd792-4d", "ovs_interfaceid": "96ccd792-4dcf-4d4e-9692-0385ed903b4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ac:50:f9,bridge_name='br-int',has_traffic_filtering=True,id=96ccd792-4dcf-4d4e-9692-0385ed903b4d,network=Network(d3927452-bf12-4551-85e6-97918d00ab26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap96ccd792-4d') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T07:42:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1891541029',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1891541029',id=10,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE8KVxLO2eXeHM99NNRGe8dtSmk+T8iTxTduepIDFgfTt1ogveHD93ShYm/vK7wz9TDirCeMf7aAa6yDT49CJvtShQHy6CqGRI1GS5tXJTFcJhn2rsjQXxEuV2YPHAF4Sg==',key_name='tempest-keypair-84732333',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='463b6d35147a44319cdbccd0df765c40',ramdisk_id='',reservation_id='r-kj5x53yf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-956734080',owner_user_name='tempest-TaggedBootDevicesTest-956734080-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:42:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fdc0ce85b062420da06a794e888873b7',uuid=f7396517-e3c6-4d85-b267-4252e6c24cef,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "70a1f0e3-23d8-439a-a5a4-da03f053b34f", "address": "fa:16:3e:64:c4:c7", "network": {"id": "e7d249b4-95bd-448c-9524-73ce9e11bdef", "bridge": "br-int", "label": "tempest-device-tagging-net2-684600315", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70a1f0e3-23", "ovs_interfaceid": "70a1f0e3-23d8-439a-a5a4-da03f053b34f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Converting VIF {"id": "70a1f0e3-23d8-439a-a5a4-da03f053b34f", "address": "fa:16:3e:64:c4:c7", "network": {"id": "e7d249b4-95bd-448c-9524-73ce9e11bdef", "bridge": "br-int", "label": "tempest-device-tagging-net2-684600315", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70a1f0e3-23", "ovs_interfaceid": "70a1f0e3-23d8-439a-a5a4-da03f053b34f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:64:c4:c7,bridge_name='br-int',has_traffic_filtering=True,id=70a1f0e3-23d8-439a-a5a4-da03f053b34f,network=Network(e7d249b4-95bd-448c-9524-73ce9e11bdef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap70a1f0e3-23') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T07:42:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1891541029',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1891541029',id=10,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE8KVxLO2eXeHM99NNRGe8dtSmk+T8iTxTduepIDFgfTt1ogveHD93ShYm/vK7wz9TDirCeMf7aAa6yDT49CJvtShQHy6CqGRI1GS5tXJTFcJhn2rsjQXxEuV2YPHAF4Sg==',key_name='tempest-keypair-84732333',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='463b6d35147a44319cdbccd0df765c40',ramdisk_id='',reservation_id='r-kj5x53yf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-956734080',owner_user_name='tempest-TaggedBootDevicesTest-956734080-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:42:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fdc0ce85b062420da06a794e888873b7',uuid=f7396517-e3c6-4d85-b267-4252e6c24cef,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "472ceac3-c22c-4a16-b16f-d8df1ecd8f3b", "address": "fa:16:3e:be:6d:e9", "network": {"id": "e7d249b4-95bd-448c-9524-73ce9e11bdef", "bridge": "br-int", "label": "tempest-device-tagging-net2-684600315", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap472ceac3-c2", "ovs_interfaceid": "472ceac3-c22c-4a16-b16f-d8df1ecd8f3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Converting VIF {"id": "472ceac3-c22c-4a16-b16f-d8df1ecd8f3b", "address": "fa:16:3e:be:6d:e9", "network": {"id": "e7d249b4-95bd-448c-9524-73ce9e11bdef", "bridge": "br-int", "label": "tempest-device-tagging-net2-684600315", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap472ceac3-c2", "ovs_interfaceid": "472ceac3-c22c-4a16-b16f-d8df1ecd8f3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:be:6d:e9,bridge_name='br-int',has_traffic_filtering=True,id=472ceac3-c22c-4a16-b16f-d8df1ecd8f3b,network=Network(e7d249b4-95bd-448c-9524-73ce9e11bdef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap472ceac3-c2') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG nova.objects.instance [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Lazy-loading 'pci_devices' on Instance uuid f7396517-e3c6-4d85-b267-4252e6c24cef {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] End _get_guest_xml xml=<domain type="kvm">
Oct 24 07:43:58 user nova-compute[74307]:   <uuid>f7396517-e3c6-4d85-b267-4252e6c24cef</uuid>
Oct 24 07:43:58 user nova-compute[74307]:   <name>instance-0000000a</name>
Oct 24 07:43:58 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 07:43:58 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 07:43:58 user nova-compute[74307]:   <metadata>
Oct 24 07:43:58 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 07:43:58 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 07:43:58 user nova-compute[74307]:       <nova:name>tempest-device-tagging-server-1891541029</nova:name>
Oct 24 07:43:58 user nova-compute[74307]:       <nova:creationTime>2023-10-24 07:43:51</nova:creationTime>
Oct 24 07:43:58 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 07:43:58 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 07:43:58 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 07:43:58 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 07:43:58 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 07:43:58 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 07:43:58 user nova-compute[74307]:       </nova:flavor>
Oct 24 07:43:58 user nova-compute[74307]:       <nova:owner>
Oct 24 07:43:58 user nova-compute[74307]:         <nova:user uuid="fdc0ce85b062420da06a794e888873b7">tempest-TaggedBootDevicesTest-956734080-project-member</nova:user>
Oct 24 07:43:58 user nova-compute[74307]:         <nova:project uuid="463b6d35147a44319cdbccd0df765c40">tempest-TaggedBootDevicesTest-956734080</nova:project>
Oct 24 07:43:58 user nova-compute[74307]:       </nova:owner>
Oct 24 07:43:58 user nova-compute[74307]:       <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 07:43:58 user nova-compute[74307]:       <nova:ports>
Oct 24 07:43:58 user nova-compute[74307]:         <nova:port uuid="e753fcef-afd6-4d5e-86ab-1cea270c551e">
Oct 24 07:43:58 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 24 07:43:58 user nova-compute[74307]:         </nova:port>
Oct 24 07:43:58 user nova-compute[74307]:         <nova:port uuid="e1e03caf-0d70-4caa-83ed-289c3a4c2840">
Oct 24 07:43:58 user nova-compute[74307]:           <nova:ip type="fixed" address="10.1.1.67" ipVersion="4"/>
Oct 24 07:43:58 user nova-compute[74307]:         </nova:port>
Oct 24 07:43:58 user nova-compute[74307]:         <nova:port uuid="603bd2bf-d6cd-4f9b-829a-508ea1208bb1">
Oct 24 07:43:58 user nova-compute[74307]:           <nova:ip type="fixed" address="10.1.1.138" ipVersion="4"/>
Oct 24 07:43:58 user nova-compute[74307]:         </nova:port>
Oct 24 07:43:58 user nova-compute[74307]:         <nova:port uuid="fc52894a-e9e1-4a8f-9c36-cb7d705b9ee4">
Oct 24 07:43:58 user nova-compute[74307]:           <nova:ip type="fixed" address="10.1.1.66" ipVersion="4"/>
Oct 24 07:43:58 user nova-compute[74307]:         </nova:port>
Oct 24 07:43:58 user nova-compute[74307]:         <nova:port uuid="96ccd792-4dcf-4d4e-9692-0385ed903b4d">
Oct 24 07:43:58 user nova-compute[74307]:           <nova:ip type="fixed" address="10.1.1.78" ipVersion="4"/>
Oct 24 07:43:58 user nova-compute[74307]:         </nova:port>
Oct 24 07:43:58 user nova-compute[74307]:         <nova:port uuid="70a1f0e3-23d8-439a-a5a4-da03f053b34f">
Oct 24 07:43:58 user nova-compute[74307]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Oct 24 07:43:58 user nova-compute[74307]:         </nova:port>
Oct 24 07:43:58 user nova-compute[74307]:         <nova:port uuid="472ceac3-c22c-4a16-b16f-d8df1ecd8f3b">
Oct 24 07:43:58 user nova-compute[74307]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Oct 24 07:43:58 user nova-compute[74307]:         </nova:port>
Oct 24 07:43:58 user nova-compute[74307]:       </nova:ports>
Oct 24 07:43:58 user nova-compute[74307]:     </nova:instance>
Oct 24 07:43:58 user nova-compute[74307]:   </metadata>
Oct 24 07:43:58 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 07:43:58 user nova-compute[74307]:     <system>
Oct 24 07:43:58 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 07:43:58 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 07:43:58 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 07:43:58 user nova-compute[74307]:       <entry name="serial">f7396517-e3c6-4d85-b267-4252e6c24cef</entry>
Oct 24 07:43:58 user nova-compute[74307]:       <entry name="uuid">f7396517-e3c6-4d85-b267-4252e6c24cef</entry>
Oct 24 07:43:58 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 07:43:58 user nova-compute[74307]:     </system>
Oct 24 07:43:58 user nova-compute[74307]:   </sysinfo>
Oct 24 07:43:58 user nova-compute[74307]:   <os>
Oct 24 07:43:58 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 07:43:58 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 07:43:58 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 07:43:58 user nova-compute[74307]:   </os>
Oct 24 07:43:58 user nova-compute[74307]:   <features>
Oct 24 07:43:58 user nova-compute[74307]:     <acpi/>
Oct 24 07:43:58 user nova-compute[74307]:     <apic/>
Oct 24 07:43:58 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 07:43:58 user nova-compute[74307]:   </features>
Oct 24 07:43:58 user nova-compute[74307]:   <clock offset="utc">
Oct 24 07:43:58 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 07:43:58 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 07:43:58 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 07:43:58 user nova-compute[74307]:   </clock>
Oct 24 07:43:58 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 07:43:58 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 07:43:58 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 07:43:58 user nova-compute[74307]:   </cpu>
Oct 24 07:43:58 user nova-compute[74307]:   <devices>
Oct 24 07:43:58 user nova-compute[74307]:     <disk type="file" device="cdrom">
Oct 24 07:43:58 user nova-compute[74307]:       <driver name="qemu" type="raw" cache="none"/>
Oct 24 07:43:58 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/f7396517-e3c6-4d85-b267-4252e6c24cef/disk.config"/>
Oct 24 07:43:58 user nova-compute[74307]:       <target dev="hda" bus="ide"/>
Oct 24 07:43:58 user nova-compute[74307]:     </disk>
Oct 24 07:43:58 user nova-compute[74307]:     <disk type="block" device="disk">
Oct 24 07:43:58 user nova-compute[74307]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:43:58 user nova-compute[74307]:       <source dev="/dev/sdd"/>
Oct 24 07:43:58 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 07:43:58 user nova-compute[74307]:       <serial>949c63bf-b4b1-41f4-9ad4-6f120bb9de1f</serial>
Oct 24 07:43:58 user nova-compute[74307]:     </disk>
Oct 24 07:43:58 user nova-compute[74307]:     <disk type="block" device="disk">
Oct 24 07:43:58 user nova-compute[74307]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:43:58 user nova-compute[74307]:       <source dev="/dev/sde"/>
Oct 24 07:43:58 user nova-compute[74307]:       <target dev="vdb" bus="virtio"/>
Oct 24 07:43:58 user nova-compute[74307]:       <serial>e35d7efe-e27a-4e0b-8aae-c4dc6770cc59</serial>
Oct 24 07:43:58 user nova-compute[74307]:     </disk>
Oct 24 07:43:58 user nova-compute[74307]:     <disk type="block" device="disk">
Oct 24 07:43:58 user nova-compute[74307]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:43:58 user nova-compute[74307]:       <source dev="/dev/sdg"/>
Oct 24 07:43:58 user nova-compute[74307]:       <target dev="vdc" bus="virtio"/>
Oct 24 07:43:58 user nova-compute[74307]:       <serial>67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3</serial>
Oct 24 07:43:58 user nova-compute[74307]:     </disk>
Oct 24 07:43:58 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 07:43:58 user nova-compute[74307]:       <mac address="fa:16:3e:8c:02:bd"/>
Oct 24 07:43:58 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:43:58 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 07:43:58 user nova-compute[74307]:       <target dev="tape753fcef-af"/>
Oct 24 07:43:58 user nova-compute[74307]:     </interface>
Oct 24 07:43:58 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 07:43:58 user nova-compute[74307]:       <mac address="fa:16:3e:27:6d:bf"/>
Oct 24 07:43:58 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:43:58 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 07:43:58 user nova-compute[74307]:       <target dev="tape1e03caf-0d"/>
Oct 24 07:43:58 user nova-compute[74307]:     </interface>
Oct 24 07:43:58 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 07:43:58 user nova-compute[74307]:       <mac address="fa:16:3e:71:4d:33"/>
Oct 24 07:43:58 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:43:58 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 07:43:58 user nova-compute[74307]:       <target dev="tap603bd2bf-d6"/>
Oct 24 07:43:58 user nova-compute[74307]:     </interface>
Oct 24 07:43:58 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 07:43:58 user nova-compute[74307]:       <mac address="fa:16:3e:74:9e:7e"/>
Oct 24 07:43:58 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:43:58 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 07:43:58 user nova-compute[74307]:       <target dev="tapfc52894a-e9"/>
Oct 24 07:43:58 user nova-compute[74307]:     </interface>
Oct 24 07:43:58 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 07:43:58 user nova-compute[74307]:       <mac address="fa:16:3e:ac:50:f9"/>
Oct 24 07:43:58 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:43:58 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 07:43:58 user nova-compute[74307]:       <target dev="tap96ccd792-4d"/>
Oct 24 07:43:58 user nova-compute[74307]:     </interface>
Oct 24 07:43:58 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 07:43:58 user nova-compute[74307]:       <mac address="fa:16:3e:64:c4:c7"/>
Oct 24 07:43:58 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:43:58 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 07:43:58 user nova-compute[74307]:       <target dev="tap70a1f0e3-23"/>
Oct 24 07:43:58 user nova-compute[74307]:     </interface>
Oct 24 07:43:58 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 07:43:58 user nova-compute[74307]:       <mac address="fa:16:3e:be:6d:e9"/>
Oct 24 07:43:58 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:43:58 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 07:43:58 user nova-compute[74307]:       <target dev="tap472ceac3-c2"/>
Oct 24 07:43:58 user nova-compute[74307]:     </interface>
Oct 24 07:43:58 user nova-compute[74307]:     <serial type="pty">
Oct 24 07:43:58 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/f7396517-e3c6-4d85-b267-4252e6c24cef/console.log" append="off"/>
Oct 24 07:43:58 user nova-compute[74307]:     </serial>
Oct 24 07:43:58 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 07:43:58 user nova-compute[74307]:     <video>
Oct 24 07:43:58 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:43:58 user nova-compute[74307]:     </video>
Oct 24 07:43:58 user nova-compute[74307]:     <rng model="virtio">
Oct 24 07:43:58 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 07:43:58 user nova-compute[74307]:     </rng>
Oct 24 07:43:58 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 07:43:58 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 07:43:58 user nova-compute[74307]:       <stats period="10"/>
Oct 24 07:43:58 user nova-compute[74307]:     </memballoon>
Oct 24 07:43:58 user nova-compute[74307]:   </devices>
Oct 24 07:43:58 user nova-compute[74307]: </domain>
Oct 24 07:43:58 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T07:42:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1891541029',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1891541029',id=10,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE8KVxLO2eXeHM99NNRGe8dtSmk+T8iTxTduepIDFgfTt1ogveHD93ShYm/vK7wz9TDirCeMf7aAa6yDT49CJvtShQHy6CqGRI1GS5tXJTFcJhn2rsjQXxEuV2YPHAF4Sg==',key_name='tempest-keypair-84732333',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='463b6d35147a44319cdbccd0df765c40',ramdisk_id='',reservation_id='r-kj5x53yf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-956734080',owner_user_name='tempest-TaggedBootDevicesTest-956734080-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:42:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fdc0ce85b062420da06a794e888873b7',uuid=f7396517-e3c6-4d85-b267-4252e6c24cef,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e753fcef-afd6-4d5e-86ab-1cea270c551e", "address": "fa:16:3e:8c:02:bd", "network": {"id": "8c7bed5a-deb8-4a51-b13f-8ea758a1d7d0", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1455059568-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape753fcef-af", "ovs_interfaceid": "e753fcef-afd6-4d5e-86ab-1cea270c551e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Converting VIF {"id": "e753fcef-afd6-4d5e-86ab-1cea270c551e", "address": "fa:16:3e:8c:02:bd", "network": {"id": "8c7bed5a-deb8-4a51-b13f-8ea758a1d7d0", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1455059568-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape753fcef-af", "ovs_interfaceid": "e753fcef-afd6-4d5e-86ab-1cea270c551e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8c:02:bd,bridge_name='br-int',has_traffic_filtering=True,id=e753fcef-afd6-4d5e-86ab-1cea270c551e,network=Network(8c7bed5a-deb8-4a51-b13f-8ea758a1d7d0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape753fcef-af') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG os_vif [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8c:02:bd,bridge_name='br-int',has_traffic_filtering=True,id=e753fcef-afd6-4d5e-86ab-1cea270c551e,network=Network(8c7bed5a-deb8-4a51-b13f-8ea758a1d7d0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape753fcef-af') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '116b1703-41ab-5363-8533-205293209f00', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape753fcef-af, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape753fcef-af, col_values=(('qos', UUID('5e0473d9-eea3-49e6-9a23-43767f0cc9c6')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape753fcef-af, col_values=(('external_ids', {'iface-id': 'e753fcef-afd6-4d5e-86ab-1cea270c551e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8c:02:bd', 'vm-uuid': 'f7396517-e3c6-4d85-b267-4252e6c24cef'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:58 user nova-compute[74307]: INFO os_vif [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8c:02:bd,bridge_name='br-int',has_traffic_filtering=True,id=e753fcef-afd6-4d5e-86ab-1cea270c551e,network=Network(8c7bed5a-deb8-4a51-b13f-8ea758a1d7d0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape753fcef-af')
Oct 24 07:43:58 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T07:42:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1891541029',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1891541029',id=10,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE8KVxLO2eXeHM99NNRGe8dtSmk+T8iTxTduepIDFgfTt1ogveHD93ShYm/vK7wz9TDirCeMf7aAa6yDT49CJvtShQHy6CqGRI1GS5tXJTFcJhn2rsjQXxEuV2YPHAF4Sg==',key_name='tempest-keypair-84732333',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='463b6d35147a44319cdbccd0df765c40',ramdisk_id='',reservation_id='r-kj5x53yf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-956734080',owner_user_name='tempest-TaggedBootDevicesTest-956734080-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:42:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fdc0ce85b062420da06a794e888873b7',uuid=f7396517-e3c6-4d85-b267-4252e6c24cef,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e1e03caf-0d70-4caa-83ed-289c3a4c2840", "address": "fa:16:3e:27:6d:bf", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1e03caf-0d", "ovs_interfaceid": "e1e03caf-0d70-4caa-83ed-289c3a4c2840", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Converting VIF {"id": "e1e03caf-0d70-4caa-83ed-289c3a4c2840", "address": "fa:16:3e:27:6d:bf", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1e03caf-0d", "ovs_interfaceid": "e1e03caf-0d70-4caa-83ed-289c3a4c2840", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:27:6d:bf,bridge_name='br-int',has_traffic_filtering=True,id=e1e03caf-0d70-4caa-83ed-289c3a4c2840,network=Network(d3927452-bf12-4551-85e6-97918d00ab26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tape1e03caf-0d') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG os_vif [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:27:6d:bf,bridge_name='br-int',has_traffic_filtering=True,id=e1e03caf-0d70-4caa-83ed-289c3a4c2840,network=Network(d3927452-bf12-4551-85e6-97918d00ab26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tape1e03caf-0d') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5b272b47-5d4e-5ae8-8416-4ccc08686746', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Acquiring lock "d8c0daed-f3dd-4b75-875a-913d4d0ae40b" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Lock "d8c0daed-f3dd-4b75-875a-913d4d0ae40b" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape1e03caf-0d, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape1e03caf-0d, col_values=(('qos', UUID('7be61c46-4e85-48b9-85ea-c1ece8ed4629')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape1e03caf-0d, col_values=(('external_ids', {'iface-id': 'e1e03caf-0d70-4caa-83ed-289c3a4c2840', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:27:6d:bf', 'vm-uuid': 'f7396517-e3c6-4d85-b267-4252e6c24cef'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG os_brick.utils [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:58 user nova-compute[74307]: INFO os_vif [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:27:6d:bf,bridge_name='br-int',has_traffic_filtering=True,id=e1e03caf-0d70-4caa-83ed-289c3a4c2840,network=Network(d3927452-bf12-4551-85e6-97918d00ab26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tape1e03caf-0d')
Oct 24 07:43:58 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T07:42:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1891541029',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1891541029',id=10,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE8KVxLO2eXeHM99NNRGe8dtSmk+T8iTxTduepIDFgfTt1ogveHD93ShYm/vK7wz9TDirCeMf7aAa6yDT49CJvtShQHy6CqGRI1GS5tXJTFcJhn2rsjQXxEuV2YPHAF4Sg==',key_name='tempest-keypair-84732333',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='463b6d35147a44319cdbccd0df765c40',ramdisk_id='',reservation_id='r-kj5x53yf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-956734080',owner_user_name='tempest-TaggedBootDevicesTest-956734080-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:42:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fdc0ce85b062420da06a794e888873b7',uuid=f7396517-e3c6-4d85-b267-4252e6c24cef,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "603bd2bf-d6cd-4f9b-829a-508ea1208bb1", "address": "fa:16:3e:71:4d:33", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap603bd2bf-d6", "ovs_interfaceid": "603bd2bf-d6cd-4f9b-829a-508ea1208bb1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Converting VIF {"id": "603bd2bf-d6cd-4f9b-829a-508ea1208bb1", "address": "fa:16:3e:71:4d:33", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap603bd2bf-d6", "ovs_interfaceid": "603bd2bf-d6cd-4f9b-829a-508ea1208bb1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:71:4d:33,bridge_name='br-int',has_traffic_filtering=True,id=603bd2bf-d6cd-4f9b-829a-508ea1208bb1,network=Network(d3927452-bf12-4551-85e6-97918d00ab26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap603bd2bf-d6') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG os_vif [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:71:4d:33,bridge_name='br-int',has_traffic_filtering=True,id=603bd2bf-d6cd-4f9b-829a-508ea1208bb1,network=Network(d3927452-bf12-4551-85e6-97918d00ab26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap603bd2bf-d6') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc5f9599-14dd-4ed0-aa74-93ddf13eeb96]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:299aca16be88\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9b8374c9-29e1-5838-9dbd-f714118fe688', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc6576d2-f307-4d8b-8a37-2cdbbe7fa1e0]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap603bd2bf-d6, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap603bd2bf-d6, col_values=(('qos', UUID('e9f2393a-b1ee-4950-88f2-3d4a47571dba')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap603bd2bf-d6, col_values=(('external_ids', {'iface-id': '603bd2bf-d6cd-4f9b-829a-508ea1208bb1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:71:4d:33', 'vm-uuid': 'f7396517-e3c6-4d85-b267-4252e6c24cef'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[adc9363b-8cbf-4070-96c8-eff436c721ed]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f85fd1d-e215-4e09-935e-4c14de86ff51]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Running cmd (subprocess): nvme version {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] nvme not present on system {{(pid=74307) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 07:43:58 user nova-compute[74307]: INFO os_vif [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:71:4d:33,bridge_name='br-int',has_traffic_filtering=True,id=603bd2bf-d6cd-4f9b-829a-508ea1208bb1,network=Network(d3927452-bf12-4551-85e6-97918d00ab26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap603bd2bf-d6')
Oct 24 07:43:58 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T07:42:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1891541029',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1891541029',id=10,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE8KVxLO2eXeHM99NNRGe8dtSmk+T8iTxTduepIDFgfTt1ogveHD93ShYm/vK7wz9TDirCeMf7aAa6yDT49CJvtShQHy6CqGRI1GS5tXJTFcJhn2rsjQXxEuV2YPHAF4Sg==',key_name='tempest-keypair-84732333',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='463b6d35147a44319cdbccd0df765c40',ramdisk_id='',reservation_id='r-kj5x53yf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-956734080',owner_user_name='tempest-TaggedBootDevicesTest-956734080-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:42:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fdc0ce85b062420da06a794e888873b7',uuid=f7396517-e3c6-4d85-b267-4252e6c24cef,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fc52894a-e9e1-4a8f-9c36-cb7d705b9ee4", "address": "fa:16:3e:74:9e:7e", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc52894a-e9", "ovs_interfaceid": "fc52894a-e9e1-4a8f-9c36-cb7d705b9ee4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Converting VIF {"id": "fc52894a-e9e1-4a8f-9c36-cb7d705b9ee4", "address": "fa:16:3e:74:9e:7e", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc52894a-e9", "ovs_interfaceid": "fc52894a-e9e1-4a8f-9c36-cb7d705b9ee4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:74:9e:7e,bridge_name='br-int',has_traffic_filtering=True,id=fc52894a-e9e1-4a8f-9c36-cb7d705b9ee4,network=Network(d3927452-bf12-4551-85e6-97918d00ab26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc52894a-e9') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG os_vif [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:74:9e:7e,bridge_name='br-int',has_traffic_filtering=True,id=fc52894a-e9e1-4a8f-9c36-cb7d705b9ee4,network=Network(d3927452-bf12-4551-85e6-97918d00ab26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc52894a-e9') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fb9854ee-3202-5d28-a4b5-86ccad81d83d', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:43:58 user nova-compute[74307]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 07:43:58 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e7915fe-9e3d-4122-b21a-5b9996fef598]: (4, '') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74307) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] LIGHTOS: no hostnqn found. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG os_brick.utils [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] <== get_connector_properties: return (173ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:299aca16be88', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfc52894a-e9, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfc52894a-e9, col_values=(('qos', UUID('1a85a87d-360b-4dc4-9db0-86438a3a12a5')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfc52894a-e9, col_values=(('external_ids', {'iface-id': 'fc52894a-e9e1-4a8f-9c36-cb7d705b9ee4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:74:9e:7e', 'vm-uuid': 'f7396517-e3c6-4d85-b267-4252e6c24cef'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:58 user nova-compute[74307]: INFO os_vif [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:74:9e:7e,bridge_name='br-int',has_traffic_filtering=True,id=fc52894a-e9e1-4a8f-9c36-cb7d705b9ee4,network=Network(d3927452-bf12-4551-85e6-97918d00ab26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc52894a-e9')
Oct 24 07:43:58 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T07:42:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1891541029',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1891541029',id=10,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE8KVxLO2eXeHM99NNRGe8dtSmk+T8iTxTduepIDFgfTt1ogveHD93ShYm/vK7wz9TDirCeMf7aAa6yDT49CJvtShQHy6CqGRI1GS5tXJTFcJhn2rsjQXxEuV2YPHAF4Sg==',key_name='tempest-keypair-84732333',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='463b6d35147a44319cdbccd0df765c40',ramdisk_id='',reservation_id='r-kj5x53yf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-956734080',owner_user_name='tempest-TaggedBootDevicesTest-956734080-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:42:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fdc0ce85b062420da06a794e888873b7',uuid=f7396517-e3c6-4d85-b267-4252e6c24cef,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "96ccd792-4dcf-4d4e-9692-0385ed903b4d", "address": "fa:16:3e:ac:50:f9", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96ccd792-4d", "ovs_interfaceid": "96ccd792-4dcf-4d4e-9692-0385ed903b4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Converting VIF {"id": "96ccd792-4dcf-4d4e-9692-0385ed903b4d", "address": "fa:16:3e:ac:50:f9", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96ccd792-4d", "ovs_interfaceid": "96ccd792-4dcf-4d4e-9692-0385ed903b4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ac:50:f9,bridge_name='br-int',has_traffic_filtering=True,id=96ccd792-4dcf-4d4e-9692-0385ed903b4d,network=Network(d3927452-bf12-4551-85e6-97918d00ab26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap96ccd792-4d') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG os_vif [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ac:50:f9,bridge_name='br-int',has_traffic_filtering=True,id=96ccd792-4dcf-4d4e-9692-0385ed903b4d,network=Network(d3927452-bf12-4551-85e6-97918d00ab26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap96ccd792-4d') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'bb177451-5a54-529d-9c7c-6a092e9fe517', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:43:58 user nova-compute[74307]: INFO nova.compute.manager [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Swapping volume fbdeb386-b294-4c82-b322-6df7baf8b286 for 8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap96ccd792-4d, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap96ccd792-4d, col_values=(('qos', UUID('98416415-460a-48e0-8c47-fc26adb68c4c')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap96ccd792-4d, col_values=(('external_ids', {'iface-id': '96ccd792-4dcf-4d4e-9692-0385ed903b4d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ac:50:f9', 'vm-uuid': 'f7396517-e3c6-4d85-b267-4252e6c24cef'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:58 user nova-compute[74307]: INFO os_vif [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ac:50:f9,bridge_name='br-int',has_traffic_filtering=True,id=96ccd792-4dcf-4d4e-9692-0385ed903b4d,network=Network(d3927452-bf12-4551-85e6-97918d00ab26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap96ccd792-4d')
Oct 24 07:43:58 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T07:42:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1891541029',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1891541029',id=10,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE8KVxLO2eXeHM99NNRGe8dtSmk+T8iTxTduepIDFgfTt1ogveHD93ShYm/vK7wz9TDirCeMf7aAa6yDT49CJvtShQHy6CqGRI1GS5tXJTFcJhn2rsjQXxEuV2YPHAF4Sg==',key_name='tempest-keypair-84732333',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='463b6d35147a44319cdbccd0df765c40',ramdisk_id='',reservation_id='r-kj5x53yf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-956734080',owner_user_name='tempest-TaggedBootDevicesTest-956734080-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:42:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fdc0ce85b062420da06a794e888873b7',uuid=f7396517-e3c6-4d85-b267-4252e6c24cef,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "70a1f0e3-23d8-439a-a5a4-da03f053b34f", "address": "fa:16:3e:64:c4:c7", "network": {"id": "e7d249b4-95bd-448c-9524-73ce9e11bdef", "bridge": "br-int", "label": "tempest-device-tagging-net2-684600315", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70a1f0e3-23", "ovs_interfaceid": "70a1f0e3-23d8-439a-a5a4-da03f053b34f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Converting VIF {"id": "70a1f0e3-23d8-439a-a5a4-da03f053b34f", "address": "fa:16:3e:64:c4:c7", "network": {"id": "e7d249b4-95bd-448c-9524-73ce9e11bdef", "bridge": "br-int", "label": "tempest-device-tagging-net2-684600315", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70a1f0e3-23", "ovs_interfaceid": "70a1f0e3-23d8-439a-a5a4-da03f053b34f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:64:c4:c7,bridge_name='br-int',has_traffic_filtering=True,id=70a1f0e3-23d8-439a-a5a4-da03f053b34f,network=Network(e7d249b4-95bd-448c-9524-73ce9e11bdef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap70a1f0e3-23') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG os_vif [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:64:c4:c7,bridge_name='br-int',has_traffic_filtering=True,id=70a1f0e3-23d8-439a-a5a4-da03f053b34f,network=Network(e7d249b4-95bd-448c-9524-73ce9e11bdef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap70a1f0e3-23') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c04ab392-7c15-590d-af03-2cfcf74cb1eb', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap70a1f0e3-23, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap70a1f0e3-23, col_values=(('qos', UUID('df1b47b7-ef5f-4004-8ffb-303bdb38e71f')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap70a1f0e3-23, col_values=(('external_ids', {'iface-id': '70a1f0e3-23d8-439a-a5a4-da03f053b34f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:64:c4:c7', 'vm-uuid': 'f7396517-e3c6-4d85-b267-4252e6c24cef'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:58 user nova-compute[74307]: INFO os_vif [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:64:c4:c7,bridge_name='br-int',has_traffic_filtering=True,id=70a1f0e3-23d8-439a-a5a4-da03f053b34f,network=Network(e7d249b4-95bd-448c-9524-73ce9e11bdef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap70a1f0e3-23')
Oct 24 07:43:58 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T07:42:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1891541029',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1891541029',id=10,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE8KVxLO2eXeHM99NNRGe8dtSmk+T8iTxTduepIDFgfTt1ogveHD93ShYm/vK7wz9TDirCeMf7aAa6yDT49CJvtShQHy6CqGRI1GS5tXJTFcJhn2rsjQXxEuV2YPHAF4Sg==',key_name='tempest-keypair-84732333',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='463b6d35147a44319cdbccd0df765c40',ramdisk_id='',reservation_id='r-kj5x53yf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-956734080',owner_user_name='tempest-TaggedBootDevicesTest-956734080-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:42:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fdc0ce85b062420da06a794e888873b7',uuid=f7396517-e3c6-4d85-b267-4252e6c24cef,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "472ceac3-c22c-4a16-b16f-d8df1ecd8f3b", "address": "fa:16:3e:be:6d:e9", "network": {"id": "e7d249b4-95bd-448c-9524-73ce9e11bdef", "bridge": "br-int", "label": "tempest-device-tagging-net2-684600315", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap472ceac3-c2", "ovs_interfaceid": "472ceac3-c22c-4a16-b16f-d8df1ecd8f3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Converting VIF {"id": "472ceac3-c22c-4a16-b16f-d8df1ecd8f3b", "address": "fa:16:3e:be:6d:e9", "network": {"id": "e7d249b4-95bd-448c-9524-73ce9e11bdef", "bridge": "br-int", "label": "tempest-device-tagging-net2-684600315", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap472ceac3-c2", "ovs_interfaceid": "472ceac3-c22c-4a16-b16f-d8df1ecd8f3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:be:6d:e9,bridge_name='br-int',has_traffic_filtering=True,id=472ceac3-c22c-4a16-b16f-d8df1ecd8f3b,network=Network(e7d249b4-95bd-448c-9524-73ce9e11bdef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap472ceac3-c2') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG os_vif [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:be:6d:e9,bridge_name='br-int',has_traffic_filtering=True,id=472ceac3-c22c-4a16-b16f-d8df1ecd8f3b,network=Network(e7d249b4-95bd-448c-9524-73ce9e11bdef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap472ceac3-c2') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b5e90664-6287-5f35-bb97-b139c9373212', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap472ceac3-c2, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap472ceac3-c2, col_values=(('qos', UUID('e847ad24-75b1-4a18-b70e-af4266ae1b9a')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap472ceac3-c2, col_values=(('external_ids', {'iface-id': '472ceac3-c22c-4a16-b16f-d8df1ecd8f3b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:be:6d:e9', 'vm-uuid': 'f7396517-e3c6-4d85-b267-4252e6c24cef'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:43:59 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:59 user nova-compute[74307]: INFO os_vif [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:be:6d:e9,bridge_name='br-int',has_traffic_filtering=True,id=472ceac3-c22c-4a16-b16f-d8df1ecd8f3b,network=Network(e7d249b4-95bd-448c-9524-73ce9e11bdef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap472ceac3-c2')
Oct 24 07:43:59 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] No BDM found with device name hda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:43:59 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:43:59 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] No VIF found with MAC fa:16:3e:8c:02:bd, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:43:59 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] No VIF found with MAC fa:16:3e:ac:50:f9, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:43:59 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Using config drive
Oct 24 07:43:59 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:43:59 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Creating config drive at /opt/stack/data/nova/instances/f7396517-e3c6-4d85-b267-4252e6c24cef/disk.config
Oct 24 07:43:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/f7396517-e3c6-4d85-b267-4252e6c24cef/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpo714fhhw {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:43:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/f7396517-e3c6-4d85-b267-4252e6c24cef/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpo714fhhw" returned: 0 in 0.075s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:43:59 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:01 user nova-compute[74307]: DEBUG nova.compute.manager [req-49498429-4260-44db-94f1-dcd029ba1db3 req-08e844a9-aaf7-4a48-b1a8-0538070455b8 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received event network-vif-plugged-e753fcef-afd6-4d5e-86ab-1cea270c551e {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:44:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-49498429-4260-44db-94f1-dcd029ba1db3 req-08e844a9-aaf7-4a48-b1a8-0538070455b8 service nova] Acquiring lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:44:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-49498429-4260-44db-94f1-dcd029ba1db3 req-08e844a9-aaf7-4a48-b1a8-0538070455b8 service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:44:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-49498429-4260-44db-94f1-dcd029ba1db3 req-08e844a9-aaf7-4a48-b1a8-0538070455b8 service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:44:01 user nova-compute[74307]: DEBUG nova.compute.manager [req-49498429-4260-44db-94f1-dcd029ba1db3 req-08e844a9-aaf7-4a48-b1a8-0538070455b8 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] No waiting events found dispatching network-vif-plugged-e753fcef-afd6-4d5e-86ab-1cea270c551e {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:44:01 user nova-compute[74307]: WARNING nova.compute.manager [req-49498429-4260-44db-94f1-dcd029ba1db3 req-08e844a9-aaf7-4a48-b1a8-0538070455b8 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received unexpected event network-vif-plugged-e753fcef-afd6-4d5e-86ab-1cea270c551e for instance with vm_state building and task_state spawning.
Oct 24 07:44:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:03 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquiring lock "9ea8255e-1f82-4e7f-b09b-aca682f1f374" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:44:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "9ea8255e-1f82-4e7f-b09b-aca682f1f374" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:44:03 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:03 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:03 user nova-compute[74307]: DEBUG nova.compute.manager [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Starting instance... {{(pid=74307) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 07:44:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:44:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:44:03 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 07:44:03 user nova-compute[74307]: INFO nova.compute.claims [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Claim successful on node user
Oct 24 07:44:03 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:03 user nova-compute[74307]: DEBUG nova.compute.manager [req-af87c2af-3883-4939-aadc-4ae74dcd5e10 req-f604d506-91aa-4b8b-90c6-bfba39d8e949 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received event network-vif-plugged-e753fcef-afd6-4d5e-86ab-1cea270c551e {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:44:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-af87c2af-3883-4939-aadc-4ae74dcd5e10 req-f604d506-91aa-4b8b-90c6-bfba39d8e949 service nova] Acquiring lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:44:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-af87c2af-3883-4939-aadc-4ae74dcd5e10 req-f604d506-91aa-4b8b-90c6-bfba39d8e949 service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:44:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-af87c2af-3883-4939-aadc-4ae74dcd5e10 req-f604d506-91aa-4b8b-90c6-bfba39d8e949 service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:44:03 user nova-compute[74307]: DEBUG nova.compute.manager [req-af87c2af-3883-4939-aadc-4ae74dcd5e10 req-f604d506-91aa-4b8b-90c6-bfba39d8e949 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] No waiting events found dispatching network-vif-plugged-e753fcef-afd6-4d5e-86ab-1cea270c551e {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:44:03 user nova-compute[74307]: WARNING nova.compute.manager [req-af87c2af-3883-4939-aadc-4ae74dcd5e10 req-f604d506-91aa-4b8b-90c6-bfba39d8e949 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received unexpected event network-vif-plugged-e753fcef-afd6-4d5e-86ab-1cea270c551e for instance with vm_state building and task_state spawning.
Oct 24 07:44:03 user nova-compute[74307]: DEBUG nova.compute.manager [req-af87c2af-3883-4939-aadc-4ae74dcd5e10 req-f604d506-91aa-4b8b-90c6-bfba39d8e949 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received event network-vif-plugged-e1e03caf-0d70-4caa-83ed-289c3a4c2840 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:44:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-af87c2af-3883-4939-aadc-4ae74dcd5e10 req-f604d506-91aa-4b8b-90c6-bfba39d8e949 service nova] Acquiring lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:44:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-af87c2af-3883-4939-aadc-4ae74dcd5e10 req-f604d506-91aa-4b8b-90c6-bfba39d8e949 service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:44:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-af87c2af-3883-4939-aadc-4ae74dcd5e10 req-f604d506-91aa-4b8b-90c6-bfba39d8e949 service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:44:03 user nova-compute[74307]: DEBUG nova.compute.manager [req-af87c2af-3883-4939-aadc-4ae74dcd5e10 req-f604d506-91aa-4b8b-90c6-bfba39d8e949 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] No waiting events found dispatching network-vif-plugged-e1e03caf-0d70-4caa-83ed-289c3a4c2840 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:44:03 user nova-compute[74307]: WARNING nova.compute.manager [req-af87c2af-3883-4939-aadc-4ae74dcd5e10 req-f604d506-91aa-4b8b-90c6-bfba39d8e949 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received unexpected event network-vif-plugged-e1e03caf-0d70-4caa-83ed-289c3a4c2840 for instance with vm_state building and task_state spawning.
Oct 24 07:44:03 user nova-compute[74307]: DEBUG nova.compute.manager [req-af87c2af-3883-4939-aadc-4ae74dcd5e10 req-f604d506-91aa-4b8b-90c6-bfba39d8e949 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received event network-vif-plugged-e1e03caf-0d70-4caa-83ed-289c3a4c2840 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:44:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-af87c2af-3883-4939-aadc-4ae74dcd5e10 req-f604d506-91aa-4b8b-90c6-bfba39d8e949 service nova] Acquiring lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:44:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-af87c2af-3883-4939-aadc-4ae74dcd5e10 req-f604d506-91aa-4b8b-90c6-bfba39d8e949 service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:44:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-af87c2af-3883-4939-aadc-4ae74dcd5e10 req-f604d506-91aa-4b8b-90c6-bfba39d8e949 service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:44:03 user nova-compute[74307]: DEBUG nova.compute.manager [req-af87c2af-3883-4939-aadc-4ae74dcd5e10 req-f604d506-91aa-4b8b-90c6-bfba39d8e949 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] No waiting events found dispatching network-vif-plugged-e1e03caf-0d70-4caa-83ed-289c3a4c2840 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:44:03 user nova-compute[74307]: WARNING nova.compute.manager [req-af87c2af-3883-4939-aadc-4ae74dcd5e10 req-f604d506-91aa-4b8b-90c6-bfba39d8e949 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received unexpected event network-vif-plugged-e1e03caf-0d70-4caa-83ed-289c3a4c2840 for instance with vm_state building and task_state spawning.
Oct 24 07:44:03 user nova-compute[74307]: DEBUG nova.compute.manager [req-af87c2af-3883-4939-aadc-4ae74dcd5e10 req-f604d506-91aa-4b8b-90c6-bfba39d8e949 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received event network-vif-plugged-fc52894a-e9e1-4a8f-9c36-cb7d705b9ee4 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:44:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-af87c2af-3883-4939-aadc-4ae74dcd5e10 req-f604d506-91aa-4b8b-90c6-bfba39d8e949 service nova] Acquiring lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:44:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-af87c2af-3883-4939-aadc-4ae74dcd5e10 req-f604d506-91aa-4b8b-90c6-bfba39d8e949 service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:44:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-af87c2af-3883-4939-aadc-4ae74dcd5e10 req-f604d506-91aa-4b8b-90c6-bfba39d8e949 service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:44:03 user nova-compute[74307]: DEBUG nova.compute.manager [req-af87c2af-3883-4939-aadc-4ae74dcd5e10 req-f604d506-91aa-4b8b-90c6-bfba39d8e949 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] No waiting events found dispatching network-vif-plugged-fc52894a-e9e1-4a8f-9c36-cb7d705b9ee4 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:44:03 user nova-compute[74307]: WARNING nova.compute.manager [req-af87c2af-3883-4939-aadc-4ae74dcd5e10 req-f604d506-91aa-4b8b-90c6-bfba39d8e949 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received unexpected event network-vif-plugged-fc52894a-e9e1-4a8f-9c36-cb7d705b9ee4 for instance with vm_state building and task_state spawning.
Oct 24 07:44:03 user nova-compute[74307]: DEBUG nova.compute.manager [req-af87c2af-3883-4939-aadc-4ae74dcd5e10 req-f604d506-91aa-4b8b-90c6-bfba39d8e949 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received event network-vif-plugged-fc52894a-e9e1-4a8f-9c36-cb7d705b9ee4 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:44:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-af87c2af-3883-4939-aadc-4ae74dcd5e10 req-f604d506-91aa-4b8b-90c6-bfba39d8e949 service nova] Acquiring lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:44:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-af87c2af-3883-4939-aadc-4ae74dcd5e10 req-f604d506-91aa-4b8b-90c6-bfba39d8e949 service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:44:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-af87c2af-3883-4939-aadc-4ae74dcd5e10 req-f604d506-91aa-4b8b-90c6-bfba39d8e949 service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:44:03 user nova-compute[74307]: DEBUG nova.compute.manager [req-af87c2af-3883-4939-aadc-4ae74dcd5e10 req-f604d506-91aa-4b8b-90c6-bfba39d8e949 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] No waiting events found dispatching network-vif-plugged-fc52894a-e9e1-4a8f-9c36-cb7d705b9ee4 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:44:03 user nova-compute[74307]: WARNING nova.compute.manager [req-af87c2af-3883-4939-aadc-4ae74dcd5e10 req-f604d506-91aa-4b8b-90c6-bfba39d8e949 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received unexpected event network-vif-plugged-fc52894a-e9e1-4a8f-9c36-cb7d705b9ee4 for instance with vm_state building and task_state spawning.
Oct 24 07:44:03 user nova-compute[74307]: DEBUG nova.compute.manager [req-af87c2af-3883-4939-aadc-4ae74dcd5e10 req-f604d506-91aa-4b8b-90c6-bfba39d8e949 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received event network-vif-plugged-96ccd792-4dcf-4d4e-9692-0385ed903b4d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:44:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-af87c2af-3883-4939-aadc-4ae74dcd5e10 req-f604d506-91aa-4b8b-90c6-bfba39d8e949 service nova] Acquiring lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:44:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-af87c2af-3883-4939-aadc-4ae74dcd5e10 req-f604d506-91aa-4b8b-90c6-bfba39d8e949 service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:44:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-af87c2af-3883-4939-aadc-4ae74dcd5e10 req-f604d506-91aa-4b8b-90c6-bfba39d8e949 service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:44:03 user nova-compute[74307]: DEBUG nova.compute.manager [req-af87c2af-3883-4939-aadc-4ae74dcd5e10 req-f604d506-91aa-4b8b-90c6-bfba39d8e949 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] No waiting events found dispatching network-vif-plugged-96ccd792-4dcf-4d4e-9692-0385ed903b4d {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:44:03 user nova-compute[74307]: WARNING nova.compute.manager [req-af87c2af-3883-4939-aadc-4ae74dcd5e10 req-f604d506-91aa-4b8b-90c6-bfba39d8e949 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received unexpected event network-vif-plugged-96ccd792-4dcf-4d4e-9692-0385ed903b4d for instance with vm_state building and task_state spawning.
Oct 24 07:44:03 user nova-compute[74307]: DEBUG nova.compute.manager [req-af87c2af-3883-4939-aadc-4ae74dcd5e10 req-f604d506-91aa-4b8b-90c6-bfba39d8e949 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received event network-vif-plugged-96ccd792-4dcf-4d4e-9692-0385ed903b4d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:44:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-af87c2af-3883-4939-aadc-4ae74dcd5e10 req-f604d506-91aa-4b8b-90c6-bfba39d8e949 service nova] Acquiring lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:44:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-af87c2af-3883-4939-aadc-4ae74dcd5e10 req-f604d506-91aa-4b8b-90c6-bfba39d8e949 service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:44:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-af87c2af-3883-4939-aadc-4ae74dcd5e10 req-f604d506-91aa-4b8b-90c6-bfba39d8e949 service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:44:03 user nova-compute[74307]: DEBUG nova.compute.manager [req-af87c2af-3883-4939-aadc-4ae74dcd5e10 req-f604d506-91aa-4b8b-90c6-bfba39d8e949 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] No waiting events found dispatching network-vif-plugged-96ccd792-4dcf-4d4e-9692-0385ed903b4d {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:44:03 user nova-compute[74307]: WARNING nova.compute.manager [req-af87c2af-3883-4939-aadc-4ae74dcd5e10 req-f604d506-91aa-4b8b-90c6-bfba39d8e949 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received unexpected event network-vif-plugged-96ccd792-4dcf-4d4e-9692-0385ed903b4d for instance with vm_state building and task_state spawning.
Oct 24 07:44:03 user nova-compute[74307]: DEBUG nova.compute.manager [req-af87c2af-3883-4939-aadc-4ae74dcd5e10 req-f604d506-91aa-4b8b-90c6-bfba39d8e949 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received event network-vif-plugged-70a1f0e3-23d8-439a-a5a4-da03f053b34f {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:44:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-af87c2af-3883-4939-aadc-4ae74dcd5e10 req-f604d506-91aa-4b8b-90c6-bfba39d8e949 service nova] Acquiring lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:44:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-af87c2af-3883-4939-aadc-4ae74dcd5e10 req-f604d506-91aa-4b8b-90c6-bfba39d8e949 service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:44:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-af87c2af-3883-4939-aadc-4ae74dcd5e10 req-f604d506-91aa-4b8b-90c6-bfba39d8e949 service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:44:03 user nova-compute[74307]: DEBUG nova.compute.manager [req-af87c2af-3883-4939-aadc-4ae74dcd5e10 req-f604d506-91aa-4b8b-90c6-bfba39d8e949 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] No waiting events found dispatching network-vif-plugged-70a1f0e3-23d8-439a-a5a4-da03f053b34f {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:44:03 user nova-compute[74307]: WARNING nova.compute.manager [req-af87c2af-3883-4939-aadc-4ae74dcd5e10 req-f604d506-91aa-4b8b-90c6-bfba39d8e949 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received unexpected event network-vif-plugged-70a1f0e3-23d8-439a-a5a4-da03f053b34f for instance with vm_state building and task_state spawning.
Oct 24 07:44:03 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:44:03 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:44:03 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Starting heal instance info cache {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 07:44:03 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:03 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "refresh_cache-9ca4c6f9-3966-4025-b0d4-273611aba465" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:44:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquired lock "refresh_cache-9ca4c6f9-3966-4025-b0d4-273611aba465" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:44:03 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Forcefully refreshing network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 07:44:03 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:44:03 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:44:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.664s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:44:03 user nova-compute[74307]: DEBUG nova.compute.manager [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Start building networks asynchronously for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 07:44:03 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:04 user nova-compute[74307]: DEBUG nova.compute.manager [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Allocating IP information in the background. {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 07:44:04 user nova-compute[74307]: DEBUG nova.network.neutron [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] allocate_for_instance() {{(pid=74307) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 07:44:04 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 07:44:04 user nova-compute[74307]: DEBUG nova.compute.manager [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Start building block device mappings for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 07:44:04 user nova-compute[74307]: INFO nova.virt.block_device [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Booting with blank volume at /dev/vda
Oct 24 07:44:04 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:04 user nova-compute[74307]: DEBUG nova.policy [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '514c86e8bc0b4f028a4e831cc15f1dd0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8663add8cb13470095b2b73e60705507', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74307) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 07:44:04 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:04 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:04 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:04 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:04 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Updating instance_info_cache with network_info: [{"id": "989eb379-62b5-4062-95a6-0357967bb8cb", "address": "fa:16:3e:46:46:e1", "network": {"id": "f6232387-1f48-4257-bccd-b30cb0bb880d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1072713156-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0168f8c4ed044e57b721edf920156848", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap989eb379-62", "ovs_interfaceid": "989eb379-62b5-4062-95a6-0357967bb8cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:44:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Releasing lock "refresh_cache-9ca4c6f9-3966-4025-b0d4-273611aba465" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:44:04 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Updated the network info_cache for instance {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 07:44:04 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:44:04 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:44:04 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:44:04 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:44:04 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:44:04 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:44:04 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74307) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 07:44:04 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:44:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:44:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:44:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:44:04 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 07:44:04 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:04 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:05 user nova-compute[74307]: DEBUG nova.network.neutron [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Successfully created port: a31e4ae2-1058-4643-9243-640de193070f {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 07:44:05 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:05 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:05 user nova-compute[74307]: DEBUG nova.compute.manager [req-4b05fe91-6b6c-49b2-916a-391370fc8302 req-6aa61fe6-4b30-4db9-b9c6-558018475ee3 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received event network-vif-plugged-603bd2bf-d6cd-4f9b-829a-508ea1208bb1 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:44:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-4b05fe91-6b6c-49b2-916a-391370fc8302 req-6aa61fe6-4b30-4db9-b9c6-558018475ee3 service nova] Acquiring lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:44:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-4b05fe91-6b6c-49b2-916a-391370fc8302 req-6aa61fe6-4b30-4db9-b9c6-558018475ee3 service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:44:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-4b05fe91-6b6c-49b2-916a-391370fc8302 req-6aa61fe6-4b30-4db9-b9c6-558018475ee3 service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:44:05 user nova-compute[74307]: DEBUG nova.compute.manager [req-4b05fe91-6b6c-49b2-916a-391370fc8302 req-6aa61fe6-4b30-4db9-b9c6-558018475ee3 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] No waiting events found dispatching network-vif-plugged-603bd2bf-d6cd-4f9b-829a-508ea1208bb1 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:44:05 user nova-compute[74307]: WARNING nova.compute.manager [req-4b05fe91-6b6c-49b2-916a-391370fc8302 req-6aa61fe6-4b30-4db9-b9c6-558018475ee3 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received unexpected event network-vif-plugged-603bd2bf-d6cd-4f9b-829a-508ea1208bb1 for instance with vm_state building and task_state spawning.
Oct 24 07:44:05 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:05 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d8c0daed-f3dd-4b75-875a-913d4d0ae40b/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:05 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d8c0daed-f3dd-4b75-875a-913d4d0ae40b/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:05 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d8c0daed-f3dd-4b75-875a-913d4d0ae40b/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:05 user nova-compute[74307]: DEBUG nova.compute.manager [req-fd1b3ff6-24ba-4705-8e77-698b54f1e919 req-88c379cb-191e-46c6-a044-649efbb135c2 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received event network-vif-plugged-70a1f0e3-23d8-439a-a5a4-da03f053b34f {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:44:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-fd1b3ff6-24ba-4705-8e77-698b54f1e919 req-88c379cb-191e-46c6-a044-649efbb135c2 service nova] Acquiring lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:44:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-fd1b3ff6-24ba-4705-8e77-698b54f1e919 req-88c379cb-191e-46c6-a044-649efbb135c2 service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:44:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-fd1b3ff6-24ba-4705-8e77-698b54f1e919 req-88c379cb-191e-46c6-a044-649efbb135c2 service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:44:05 user nova-compute[74307]: DEBUG nova.compute.manager [req-fd1b3ff6-24ba-4705-8e77-698b54f1e919 req-88c379cb-191e-46c6-a044-649efbb135c2 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] No waiting events found dispatching network-vif-plugged-70a1f0e3-23d8-439a-a5a4-da03f053b34f {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:44:05 user nova-compute[74307]: WARNING nova.compute.manager [req-fd1b3ff6-24ba-4705-8e77-698b54f1e919 req-88c379cb-191e-46c6-a044-649efbb135c2 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received unexpected event network-vif-plugged-70a1f0e3-23d8-439a-a5a4-da03f053b34f for instance with vm_state building and task_state spawning.
Oct 24 07:44:05 user nova-compute[74307]: DEBUG nova.compute.manager [req-fd1b3ff6-24ba-4705-8e77-698b54f1e919 req-88c379cb-191e-46c6-a044-649efbb135c2 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received event network-vif-plugged-472ceac3-c22c-4a16-b16f-d8df1ecd8f3b {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:44:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-fd1b3ff6-24ba-4705-8e77-698b54f1e919 req-88c379cb-191e-46c6-a044-649efbb135c2 service nova] Acquiring lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:44:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-fd1b3ff6-24ba-4705-8e77-698b54f1e919 req-88c379cb-191e-46c6-a044-649efbb135c2 service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:44:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-fd1b3ff6-24ba-4705-8e77-698b54f1e919 req-88c379cb-191e-46c6-a044-649efbb135c2 service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:44:05 user nova-compute[74307]: DEBUG nova.compute.manager [req-fd1b3ff6-24ba-4705-8e77-698b54f1e919 req-88c379cb-191e-46c6-a044-649efbb135c2 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] No waiting events found dispatching network-vif-plugged-472ceac3-c22c-4a16-b16f-d8df1ecd8f3b {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:44:05 user nova-compute[74307]: WARNING nova.compute.manager [req-fd1b3ff6-24ba-4705-8e77-698b54f1e919 req-88c379cb-191e-46c6-a044-649efbb135c2 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received unexpected event network-vif-plugged-472ceac3-c22c-4a16-b16f-d8df1ecd8f3b for instance with vm_state building and task_state spawning.
Oct 24 07:44:05 user nova-compute[74307]: DEBUG nova.compute.manager [req-fd1b3ff6-24ba-4705-8e77-698b54f1e919 req-88c379cb-191e-46c6-a044-649efbb135c2 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received event network-vif-plugged-472ceac3-c22c-4a16-b16f-d8df1ecd8f3b {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:44:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-fd1b3ff6-24ba-4705-8e77-698b54f1e919 req-88c379cb-191e-46c6-a044-649efbb135c2 service nova] Acquiring lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:44:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-fd1b3ff6-24ba-4705-8e77-698b54f1e919 req-88c379cb-191e-46c6-a044-649efbb135c2 service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:44:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-fd1b3ff6-24ba-4705-8e77-698b54f1e919 req-88c379cb-191e-46c6-a044-649efbb135c2 service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:44:05 user nova-compute[74307]: DEBUG nova.compute.manager [req-fd1b3ff6-24ba-4705-8e77-698b54f1e919 req-88c379cb-191e-46c6-a044-649efbb135c2 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] No waiting events found dispatching network-vif-plugged-472ceac3-c22c-4a16-b16f-d8df1ecd8f3b {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:44:05 user nova-compute[74307]: WARNING nova.compute.manager [req-fd1b3ff6-24ba-4705-8e77-698b54f1e919 req-88c379cb-191e-46c6-a044-649efbb135c2 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received unexpected event network-vif-plugged-472ceac3-c22c-4a16-b16f-d8df1ecd8f3b for instance with vm_state building and task_state spawning.
Oct 24 07:44:05 user nova-compute[74307]: DEBUG nova.compute.manager [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 07:44:05 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Guest created on hypervisor {{(pid=74307) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 07:44:05 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Instance spawned successfully.
Oct 24 07:44:05 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 07:44:05 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Found default for hw_cdrom_bus of ide {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:44:05 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Found default for hw_disk_bus of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:44:05 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Found default for hw_input_bus of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:44:05 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Found default for hw_pointer_model of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:44:05 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Found default for hw_video_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:44:05 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Found default for hw_vif_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:44:05 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d8c0daed-f3dd-4b75-875a-913d4d0ae40b/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:05 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:44:05 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:44:05 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:44:05 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdg (vdc) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:44:05 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:05 user nova-compute[74307]: INFO nova.compute.manager [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Took 14.48 seconds to spawn the instance on the hypervisor.
Oct 24 07:44:05 user nova-compute[74307]: DEBUG nova.compute.manager [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:44:05 user nova-compute[74307]: INFO nova.compute.manager [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Took 73.93 seconds to build instance.
Oct 24 07:44:05 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:05 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:05 user nova-compute[74307]: DEBUG nova.network.neutron [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Successfully updated port: a31e4ae2-1058-4643-9243-640de193070f {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 07:44:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-09bf0d9f-a35e-43ff-8f3b-ba7c9285fa53 tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 74.081s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:44:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquiring lock "refresh_cache-9ea8255e-1f82-4e7f-b09b-aca682f1f374" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:44:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquired lock "refresh_cache-9ea8255e-1f82-4e7f-b09b-aca682f1f374" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:44:06 user nova-compute[74307]: DEBUG nova.network.neutron [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 07:44:06 user nova-compute[74307]: DEBUG nova.network.neutron [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 07:44:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c263bad-b287-4a6e-bf0c-6fc43f151b07/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c263bad-b287-4a6e-bf0c-6fc43f151b07/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c263bad-b287-4a6e-bf0c-6fc43f151b07/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:06 user nova-compute[74307]: DEBUG nova.network.neutron [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Updating instance_info_cache with network_info: [{"id": "a31e4ae2-1058-4643-9243-640de193070f", "address": "fa:16:3e:a0:90:24", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa31e4ae2-10", "ovs_interfaceid": "a31e4ae2-1058-4643-9243-640de193070f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:44:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Releasing lock "refresh_cache-9ea8255e-1f82-4e7f-b09b-aca682f1f374" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:44:06 user nova-compute[74307]: DEBUG nova.compute.manager [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Instance network_info: |[{"id": "a31e4ae2-1058-4643-9243-640de193070f", "address": "fa:16:3e:a0:90:24", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa31e4ae2-10", "ovs_interfaceid": "a31e4ae2-1058-4643-9243-640de193070f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 07:44:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c263bad-b287-4a6e-bf0c-6fc43f151b07/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7763652c-aa19-4625-8893-6ab52b660bb1/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:07 user nova-compute[74307]: DEBUG nova.compute.manager [req-ffccea02-0b1e-4297-86ef-35b0e7c5aba9 req-e94829a8-b7c1-4596-aeec-7ccd25cfca1b service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received event network-vif-plugged-603bd2bf-d6cd-4f9b-829a-508ea1208bb1 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:44:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-ffccea02-0b1e-4297-86ef-35b0e7c5aba9 req-e94829a8-b7c1-4596-aeec-7ccd25cfca1b service nova] Acquiring lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:44:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-ffccea02-0b1e-4297-86ef-35b0e7c5aba9 req-e94829a8-b7c1-4596-aeec-7ccd25cfca1b service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:44:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-ffccea02-0b1e-4297-86ef-35b0e7c5aba9 req-e94829a8-b7c1-4596-aeec-7ccd25cfca1b service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:44:07 user nova-compute[74307]: DEBUG nova.compute.manager [req-ffccea02-0b1e-4297-86ef-35b0e7c5aba9 req-e94829a8-b7c1-4596-aeec-7ccd25cfca1b service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] No waiting events found dispatching network-vif-plugged-603bd2bf-d6cd-4f9b-829a-508ea1208bb1 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:44:07 user nova-compute[74307]: WARNING nova.compute.manager [req-ffccea02-0b1e-4297-86ef-35b0e7c5aba9 req-e94829a8-b7c1-4596-aeec-7ccd25cfca1b service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received unexpected event network-vif-plugged-603bd2bf-d6cd-4f9b-829a-508ea1208bb1 for instance with vm_state active and task_state None.
Oct 24 07:44:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7763652c-aa19-4625-8893-6ab52b660bb1/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7763652c-aa19-4625-8893-6ab52b660bb1/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:07 user nova-compute[74307]: DEBUG nova.compute.manager [req-9b7b4c7c-7c89-4be0-a93f-9b9a9a158615 req-68ef8b0f-61ea-46b6-9957-d3ef4eabeb08 service nova] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Received event network-changed-a31e4ae2-1058-4643-9243-640de193070f {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:44:07 user nova-compute[74307]: DEBUG nova.compute.manager [req-9b7b4c7c-7c89-4be0-a93f-9b9a9a158615 req-68ef8b0f-61ea-46b6-9957-d3ef4eabeb08 service nova] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Refreshing instance network info cache due to event network-changed-a31e4ae2-1058-4643-9243-640de193070f. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:44:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-9b7b4c7c-7c89-4be0-a93f-9b9a9a158615 req-68ef8b0f-61ea-46b6-9957-d3ef4eabeb08 service nova] Acquiring lock "refresh_cache-9ea8255e-1f82-4e7f-b09b-aca682f1f374" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:44:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-9b7b4c7c-7c89-4be0-a93f-9b9a9a158615 req-68ef8b0f-61ea-46b6-9957-d3ef4eabeb08 service nova] Acquired lock "refresh_cache-9ea8255e-1f82-4e7f-b09b-aca682f1f374" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:44:07 user nova-compute[74307]: DEBUG nova.network.neutron [req-9b7b4c7c-7c89-4be0-a93f-9b9a9a158615 req-68ef8b0f-61ea-46b6-9957-d3ef4eabeb08 service nova] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Refreshing network info cache for port a31e4ae2-1058-4643-9243-640de193070f {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:44:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7763652c-aa19-4625-8893-6ab52b660bb1/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5c509dd-e293-4dae-9e1a-0618e8772a6e/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5c509dd-e293-4dae-9e1a-0618e8772a6e/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5c509dd-e293-4dae-9e1a-0618e8772a6e/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5c509dd-e293-4dae-9e1a-0618e8772a6e/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:08 user nova-compute[74307]: DEBUG nova.network.neutron [req-9b7b4c7c-7c89-4be0-a93f-9b9a9a158615 req-68ef8b0f-61ea-46b6-9957-d3ef4eabeb08 service nova] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Updated VIF entry in instance network info cache for port a31e4ae2-1058-4643-9243-640de193070f. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:44:08 user nova-compute[74307]: DEBUG nova.network.neutron [req-9b7b4c7c-7c89-4be0-a93f-9b9a9a158615 req-68ef8b0f-61ea-46b6-9957-d3ef4eabeb08 service nova] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Updating instance_info_cache with network_info: [{"id": "a31e4ae2-1058-4643-9243-640de193070f", "address": "fa:16:3e:a0:90:24", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa31e4ae2-10", "ovs_interfaceid": "a31e4ae2-1058-4643-9243-640de193070f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:44:08 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:44:08 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:44:08 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Hypervisor/Node resource view: name=user free_ram=7666MB free_disk=25.488971710205078GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 07:44:08 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:44:08 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:44:08 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-9b7b4c7c-7c89-4be0-a93f-9b9a9a158615 req-68ef8b0f-61ea-46b6-9957-d3ef4eabeb08 service nova] Releasing lock "refresh_cache-9ea8255e-1f82-4e7f-b09b-aca682f1f374" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:44:08 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fe508640-79f4-43d1-b846-00f28f91df79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:44:08 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance bbf0ee63-f415-4610-9018-ae94792726e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:44:08 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 9ca4c6f9-3966-4025-b0d4-273611aba465 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:44:08 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance bf3db205-9fd8-47db-8365-87bc07dd98b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:44:08 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance a5c509dd-e293-4dae-9e1a-0618e8772a6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:44:08 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 7763652c-aa19-4625-8893-6ab52b660bb1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:44:08 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance d8c0daed-f3dd-4b75-875a-913d4d0ae40b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:44:08 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 3c263bad-b287-4a6e-bf0c-6fc43f151b07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:44:08 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance f7396517-e3c6-4d85-b267-4252e6c24cef actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:44:08 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 9ea8255e-1f82-4e7f-b09b-aca682f1f374 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:44:08 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 07:44:08 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 07:44:08 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:09 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:09 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:44:09 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:44:09 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 07:44:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.593s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:44:09 user nova-compute[74307]: DEBUG os_brick.utils [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:44:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:09 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e30491c2-b20c-4c90-ac46-efdfe2812013]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:299aca16be88\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:09 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[28bd822c-0762-4523-a75c-8e3c058020a0]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:09 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[417a2d37-863e-4b49-b078-849783aa35b6]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:09 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0388e09-5f08-406d-b2e1-0ba1e2c90841]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Running cmd (subprocess): nvme version {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] 'nvme version' failed. Not Retrying. {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:44:09 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.nvmeof [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] nvme not present on system {{(pid=74307) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 07:44:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:44:09 user nova-compute[74307]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 07:44:09 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f094299-19f9-41a0-b2b3-20d39de2cc88]: (4, '') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:09 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74307) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 07:44:09 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 07:44:09 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] LIGHTOS: no hostnqn found. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 07:44:09 user nova-compute[74307]: DEBUG os_brick.utils [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] <== get_connector_properties: return (140ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:299aca16be88', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:44:09 user nova-compute[74307]: DEBUG nova.virt.block_device [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Updating existing volume attachment record: 12a598a8-d121-42ad-ab9b-3df498033a7a {{(pid=74307) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dbe7c919-04fe-4ab5-a328-096a9aaa3072 tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Calling os-brick to attach iSCSI Volume {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbe7c919-04fe-4ab5-a328-096a9aaa3072 tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jfQGZXOs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:44:13 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-dbe7c919-04fe-4ab5-a328-096a9aaa3072 tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:44:13 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-dbe7c919-04fe-4ab5-a328-096a9aaa3072 tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-dbe7c919-04fe-4ab5-a328-096a9aaa3072 tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:44:13 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-dbe7c919-04fe-4ab5-a328-096a9aaa3072 tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:44:13 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-dbe7c919-04fe-4ab5-a328-096a9aaa3072 tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-dbe7c919-04fe-4ab5-a328-096a9aaa3072 tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.003s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:44:13 user nova-compute[74307]: INFO os_brick.initiator.connectors.iscsi [None req-dbe7c919-04fe-4ab5-a328-096a9aaa3072 tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 07:44:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e -p 172.16.0.220:3260 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[310efde2-8194-463d-96cd-cafe9c5baaea]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbe7c919-04fe-4ab5-a328-096a9aaa3072 tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 07:44:13 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e -p 172.16.0.220:3260 --interface default --op new {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[59280455-a5aa-4adb-8d32-3849b3e11c8b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e] added\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbe7c919-04fe-4ab5-a328-096a9aaa3072 tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e] added
Oct 24 07:44:13 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[42628763-ebf9-42f2-bbcd-f442aa644b19]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbe7c919-04fe-4ab5-a328-096a9aaa3072 tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b6c29e0-5b7a-4230-b918-4a5f6c4c0516]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbe7c919-04fe-4ab5-a328-096a9aaa3072 tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jfQGZXOs {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jfQGZXOs" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[89854ebf-aaf5-489b-8059-bbfdcb846927]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbe7c919-04fe-4ab5-a328-096a9aaa3072 tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'jfQGZXOs'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:13 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-2702fb19-3043-41ad-9558-e2e4ce7ec600 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Waiting for libvirt event about the detach of device sdc with device alias scsi0-0-0-2 from instance a5c509dd-e293-4dae-9e1a-0618e8772a6e is timed out.
Oct 24 07:44:13 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-2702fb19-3043-41ad-9558-e2e4ce7ec600 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Successfully detached device sdc from instance a5c509dd-e293-4dae-9e1a-0618e8772a6e from the live domain config.
Oct 24 07:44:13 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2702fb19-3043-41ad-9558-e2e4ce7ec600 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] calling os-brick to detach iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2702fb19-3043-41ad-9558-e2e4ce7ec600 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, {'target_iqn': 'iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pYCrqlbV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:44:13 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-2702fb19-3043-41ad-9558-e2e4ce7ec600 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:44:13 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-2702fb19-3043-41ad-9558-e2e4ce7ec600 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d758647-7287-4e0d-bf1f-812cdb599452]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbe7c919-04fe-4ab5-a328-096a9aaa3072 tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca030f41-4a35-4451-80cd-9b1196837306]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbe7c919-04fe-4ab5-a328-096a9aaa3072 tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 (non-flash)
Oct 24 07:44:13 user nova-compute[74307]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae (non-flash)
Oct 24 07:44:13 user nova-compute[74307]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)
Oct 24 07:44:13 user nova-compute[74307]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)
Oct 24 07:44:13 user nova-compute[74307]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 (non-flash)
Oct 24 07:44:13 user nova-compute[74307]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)
Oct 24 07:44:13 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbe7c919-04fe-4ab5-a328-096a9aaa3072 tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 (non-flash)
Oct 24 07:44:13 user nova-compute[74307]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae (non-flash)
Oct 24 07:44:13 user nova-compute[74307]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)
Oct 24 07:44:13 user nova-compute[74307]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)
Oct 24 07:44:13 user nova-compute[74307]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 (non-flash)
Oct 24 07:44:13 user nova-compute[74307]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)
Oct 24 07:44:13 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e -p 172.16.0.220:3260 --login {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e -p 172.16.0.220:3260 --login" returned: 0 in 0.080s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2d4d571-5d24-4fad-8fed-5d028846a2bd]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbe7c919-04fe-4ab5-a328-096a9aaa3072 tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e, portal: 172.16.0.220,3260]
Oct 24 07:44:13 user nova-compute[74307]: Login to [iface: default, target: iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e, portal: 172.16.0.220,3260] successful.
Oct 24 07:44:13 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[3da109e9-9992-4aa7-9b98-deb4d312847d]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbe7c919-04fe-4ab5-a328-096a9aaa3072 tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e237d487-6cfa-481c-abe0-5b5271f2254e]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbe7c919-04fe-4ab5-a328-096a9aaa3072 tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 (non-flash)
Oct 24 07:44:13 user nova-compute[74307]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae (non-flash)
Oct 24 07:44:13 user nova-compute[74307]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)
Oct 24 07:44:13 user nova-compute[74307]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)
Oct 24 07:44:13 user nova-compute[74307]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 (non-flash)
Oct 24 07:44:13 user nova-compute[74307]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)
Oct 24 07:44:13 user nova-compute[74307]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e (non-flash)
Oct 24 07:44:13 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbe7c919-04fe-4ab5-a328-096a9aaa3072 tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 (non-flash)
Oct 24 07:44:13 user nova-compute[74307]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae (non-flash)
Oct 24 07:44:13 user nova-compute[74307]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)
Oct 24 07:44:13 user nova-compute[74307]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)
Oct 24 07:44:13 user nova-compute[74307]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 (non-flash)
Oct 24 07:44:13 user nova-compute[74307]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)
Oct 24 07:44:13 user nova-compute[74307]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e (non-flash)
Oct 24 07:44:13 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-dbe7c919-04fe-4ab5-a328-096a9aaa3072 tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.344s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbe7c919-04fe-4ab5-a328-096a9aaa3072 tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] Connected to 172.16.0.220:3260 {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-dbe7c919-04fe-4ab5-a328-096a9aaa3072 tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] HCTL ('39', '-', '-', 0) found on session 9 with lun 0 {{(pid=74307) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-dbe7c919-04fe-4ab5-a328-096a9aaa3072 tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] Scanning host 39 c: -, t: -, l: 0) {{(pid=74307) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[7615e235-b103-42f8-9fcf-92e9be11867c]: (4, ('- - 0', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-dbe7c919-04fe-4ab5-a328-096a9aaa3072 tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] Searching for a device in session 9 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbe7c919-04fe-4ab5-a328-096a9aaa3072 tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jfQGZXOs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 07:44:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:14 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:14 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-dbe7c919-04fe-4ab5-a328-096a9aaa3072 tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.389s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:44:14 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbe7c919-04fe-4ab5-a328-096a9aaa3072 tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] <== connect_volume: return (1392ms) {'type': 'block', 'scsi_wwn': '23864343235393965', 'path': '/dev/sdh'} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:44:14 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dbe7c919-04fe-4ab5-a328-096a9aaa3072 tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23864343235393965', 'path': '/dev/sdh'} {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 07:44:14 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-2702fb19-3043-41ad-9558-e2e4ce7ec600 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 1.230s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:44:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:14 user nova-compute[74307]: DEBUG nova.objects.instance [None req-dbe7c919-04fe-4ab5-a328-096a9aaa3072 tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] Lazy-loading 'flavor' on Instance uuid 3c263bad-b287-4a6e-bf0c-6fc43f151b07 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:44:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:14 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b73414d4-9eb8-4b1a-8581-16af0767f127]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:14 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2702fb19-3043-41ad-9558-e2e4ce7ec600 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 07:44:14 user nova-compute[74307]: No targets found.
Oct 24 07:44:14 user nova-compute[74307]: iSNS:
Oct 24 07:44:14 user nova-compute[74307]: No targets found.
Oct 24 07:44:14 user nova-compute[74307]: STATIC:
Oct 24 07:44:14 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae
Oct 24 07:44:14 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:44:14 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:44:14 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792
Oct 24 07:44:14 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:44:14 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:44:14 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286
Oct 24 07:44:14 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:44:14 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:44:14 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3
Oct 24 07:44:14 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:44:14 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:44:14 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59
Oct 24 07:44:14 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:44:14 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:44:14 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e
Oct 24 07:44:14 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:44:14 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:44:14 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f
Oct 24 07:44:14 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:44:14 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:44:14 user nova-compute[74307]: FIRMWARE:
Oct 24 07:44:14 user nova-compute[74307]: No targets found.
Oct 24 07:44:14 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:44:14 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2702fb19-3043-41ad-9558-e2e4ce7ec600 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 07:44:14 user nova-compute[74307]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 07:44:14 user nova-compute[74307]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74307) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 07:44:14 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2702fb19-3043-41ad-9558-e2e4ce7ec600 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792', 0)] {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 07:44:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:14 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b0a22b2-eece-406d-8b35-896cd630fe5c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:14 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[61dd3bd6-4c89-47de-9ef3-82717faf6acf]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:14 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2702fb19-3043-41ad-9558-e2e4ce7ec600 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 (non-flash)
Oct 24 07:44:14 user nova-compute[74307]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae (non-flash)
Oct 24 07:44:14 user nova-compute[74307]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)
Oct 24 07:44:14 user nova-compute[74307]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)
Oct 24 07:44:14 user nova-compute[74307]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 (non-flash)
Oct 24 07:44:14 user nova-compute[74307]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)
Oct 24 07:44:14 user nova-compute[74307]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e (non-flash)
Oct 24 07:44:14 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:44:14 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2702fb19-3043-41ad-9558-e2e4ce7ec600 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 (non-flash)
Oct 24 07:44:14 user nova-compute[74307]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae (non-flash)
Oct 24 07:44:14 user nova-compute[74307]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)
Oct 24 07:44:14 user nova-compute[74307]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)
Oct 24 07:44:14 user nova-compute[74307]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 (non-flash)
Oct 24 07:44:14 user nova-compute[74307]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)
Oct 24 07:44:14 user nova-compute[74307]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e (non-flash)
Oct 24 07:44:14 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:44:14 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2702fb19-3043-41ad-9558-e2e4ce7ec600 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f46510205e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792'): ({'sdb'}, set())}) {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 07:44:14 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-2702fb19-3043-41ad-9558-e2e4ce7ec600 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Removing single pathed devices sdb {{(pid=74307) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 07:44:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:14 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-dbe7c919-04fe-4ab5-a328-096a9aaa3072 tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] attach device xml: <disk type="block" device="disk">
Oct 24 07:44:14 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:44:14 user nova-compute[74307]:   <source dev="/dev/sdh"/>
Oct 24 07:44:14 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 07:44:14 user nova-compute[74307]:   <serial>15a00851-2e37-481f-8f43-a8d7df28f05e</serial>
Oct 24 07:44:14 user nova-compute[74307]: </disk>
Oct 24 07:44:14 user nova-compute[74307]:  {{(pid=74307) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 07:44:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.029s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:14 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[367509df-fbaa-4def-9717-1cdaaa07fc87]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.028s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:14 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[39176392-6239-471e-887a-873d1df97365]: (4, ('ok\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:14 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-2702fb19-3043-41ad-9558-e2e4ce7ec600 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Flushing IO for device /dev/sdb {{(pid=74307) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 07:44:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:14 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ff0154b-a0e7-4a43-83cf-39c97f16b0af]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:14 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-2702fb19-3043-41ad-9558-e2e4ce7ec600 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74307) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 07:44:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.044s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:14 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[2dbff053-fafb-4507-9b2b-f533204c2af4]: (4, ('1', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:14 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-2702fb19-3043-41ad-9558-e2e4ce7ec600 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 07:44:14 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-2702fb19-3043-41ad-9558-e2e4ce7ec600 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] SCSI volumes sdb have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 07:44:14 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2702fb19-3043-41ad-9558-e2e4ce7ec600 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792')] {{(pid=74307) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 07:44:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:14 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[1952b80d-c04a-41ef-9096-065023805364]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:14 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2702fb19-3043-41ad-9558-e2e4ce7ec600 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:44:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 -p 172.16.0.220:3260 --logout {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 -p 172.16.0.220:3260 --logout" returned: 0 in 0.074s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:15 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[2886f664-fbfa-405f-bdbb-e72102fc458b]: (4, ('Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792, portal: 172.16.0.220,3260]\nLogout of [sid: 3, target: iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:15 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2702fb19-3043-41ad-9558-e2e4ce7ec600 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792, portal: 172.16.0.220,3260]
Oct 24 07:44:15 user nova-compute[74307]: Logout of [sid: 3, target: iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792, portal: 172.16.0.220,3260] successful.
Oct 24 07:44:15 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:44:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 -p 172.16.0.220:3260 --op delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:10fa2a9b-758e-45e1-a420-e76a03a46792 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.033s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:15 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c702188-3014-4899-bc98-63d09843f272]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:15 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2702fb19-3043-41ad-9558-e2e4ce7ec600 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:44:15 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-2702fb19-3043-41ad-9558-e2e4ce7ec600 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.375s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:44:15 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2702fb19-3043-41ad-9558-e2e4ce7ec600 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] <== disconnect_volume: return (1604ms) None {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:44:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2702fb19-3043-41ad-9558-e2e4ce7ec600 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Disconnected iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 07:44:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-dbe7c919-04fe-4ab5-a328-096a9aaa3072 tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:44:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-dbe7c919-04fe-4ab5-a328-096a9aaa3072 tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] No BDM found with device name vdb, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:44:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-dbe7c919-04fe-4ab5-a328-096a9aaa3072 tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] No VIF found with MAC fa:16:3e:42:5f:bc, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:44:16 user nova-compute[74307]: DEBUG nova.objects.instance [None req-2702fb19-3043-41ad-9558-e2e4ce7ec600 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Lazy-loading 'flavor' on Instance uuid a5c509dd-e293-4dae-9e1a-0618e8772a6e {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:44:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2702fb19-3043-41ad-9558-e2e4ce7ec600 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Lock "a5c509dd-e293-4dae-9e1a-0618e8772a6e" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 23.295s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:44:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-dbe7c919-04fe-4ab5-a328-096a9aaa3072 tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] Lock "3c263bad-b287-4a6e-bf0c-6fc43f151b07" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 24.582s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:44:16 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-c15ac294-aa74-4d4c-98e2-8c0099095426 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 7763652c-aa19-4625-8893-6ab52b660bb1 is timed out.
Oct 24 07:44:16 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-c15ac294-aa74-4d4c-98e2-8c0099095426 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Successfully detached device vdb from instance 7763652c-aa19-4625-8893-6ab52b660bb1 from the live domain config.
Oct 24 07:44:16 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c15ac294-aa74-4d4c-98e2-8c0099095426 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] calling os-brick to detach iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 07:44:16 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c15ac294-aa74-4d4c-98e2-8c0099095426 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, {'target_iqn': 'iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RQVKjTDJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:44:16 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-c15ac294-aa74-4d4c-98e2-8c0099095426 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:44:16 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-c15ac294-aa74-4d4c-98e2-8c0099095426 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:44:16 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-c15ac294-aa74-4d4c-98e2-8c0099095426 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:44:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:16 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a1a02d9-7433-4682-99e1-1e3567bb156d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:16 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c15ac294-aa74-4d4c-98e2-8c0099095426 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 07:44:16 user nova-compute[74307]: No targets found.
Oct 24 07:44:16 user nova-compute[74307]: iSNS:
Oct 24 07:44:16 user nova-compute[74307]: No targets found.
Oct 24 07:44:16 user nova-compute[74307]: STATIC:
Oct 24 07:44:16 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae
Oct 24 07:44:16 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:44:16 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:44:16 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286
Oct 24 07:44:16 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:44:16 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:44:16 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3
Oct 24 07:44:16 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:44:16 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:44:16 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59
Oct 24 07:44:16 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:44:16 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:44:16 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e
Oct 24 07:44:16 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:44:16 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:44:16 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f
Oct 24 07:44:16 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:44:16 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:44:16 user nova-compute[74307]: FIRMWARE:
Oct 24 07:44:16 user nova-compute[74307]: No targets found.
Oct 24 07:44:16 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:44:16 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c15ac294-aa74-4d4c-98e2-8c0099095426 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 07:44:16 user nova-compute[74307]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 07:44:16 user nova-compute[74307]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74307) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 07:44:16 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c15ac294-aa74-4d4c-98e2-8c0099095426 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae', 0)] {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 07:44:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:16 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[43e6da7d-fdc5-4a2c-a9f3-10d33d37f968]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:16 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd63b315-ad67-4fef-87a7-9bd0fdea0ed8]: (4, ('tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:16 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c15ac294-aa74-4d4c-98e2-8c0099095426 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae (non-flash)
Oct 24 07:44:16 user nova-compute[74307]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)
Oct 24 07:44:16 user nova-compute[74307]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)
Oct 24 07:44:16 user nova-compute[74307]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 (non-flash)
Oct 24 07:44:16 user nova-compute[74307]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)
Oct 24 07:44:16 user nova-compute[74307]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e (non-flash)
Oct 24 07:44:16 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:44:16 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c15ac294-aa74-4d4c-98e2-8c0099095426 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] iscsi session list stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae (non-flash)
Oct 24 07:44:16 user nova-compute[74307]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)
Oct 24 07:44:16 user nova-compute[74307]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)
Oct 24 07:44:16 user nova-compute[74307]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 (non-flash)
Oct 24 07:44:16 user nova-compute[74307]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)
Oct 24 07:44:16 user nova-compute[74307]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e (non-flash)
Oct 24 07:44:16 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:44:16 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c15ac294-aa74-4d4c-98e2-8c0099095426 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f464441ec20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae'): ({'sdc'}, set())}) {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 07:44:16 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-c15ac294-aa74-4d4c-98e2-8c0099095426 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Removing single pathed devices sdc {{(pid=74307) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 07:44:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:16 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d98d70a-4b49-42dd-a2e6-170438318195]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.137s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:16 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[842d8c78-91cf-42b0-b2a3-2e8bd1e730e3]: (4, ('ok\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:16 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-c15ac294-aa74-4d4c-98e2-8c0099095426 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Flushing IO for device /dev/sdc {{(pid=74307) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 07:44:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:16 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[5eb82402-223d-4130-b0c1-183adb334353]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:16 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-c15ac294-aa74-4d4c-98e2-8c0099095426 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74307) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 07:44:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.048s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:16 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d40121a-d9a7-45b0-a785-20aec31f43e3]: (4, ('1', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:16 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-c15ac294-aa74-4d4c-98e2-8c0099095426 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 07:44:16 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-c15ac294-aa74-4d4c-98e2-8c0099095426 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] SCSI volumes sdc have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 07:44:16 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c15ac294-aa74-4d4c-98e2-8c0099095426 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae')] {{(pid=74307) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 07:44:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:16 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[31084a41-e9a3-47f1-be42-a092aca898b4]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:16 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c15ac294-aa74-4d4c-98e2-8c0099095426 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:44:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae -p 172.16.0.220:3260 --logout {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae -p 172.16.0.220:3260 --logout" returned: 0 in 0.081s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:16 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f0e0bcd-4295-418a-8908-29ce85c6e52f]: (4, ('Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae, portal: 172.16.0.220,3260]\nLogout of [sid: 4, target: iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:16 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c15ac294-aa74-4d4c-98e2-8c0099095426 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae, portal: 172.16.0.220,3260]
Oct 24 07:44:16 user nova-compute[74307]: Logout of [sid: 4, target: iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae, portal: 172.16.0.220,3260] successful.
Oct 24 07:44:16 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:44:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae -p 172.16.0.220:3260 --op delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:035f5ea2-ced1-42d1-b725-29eeb0be67ae -p 172.16.0.220:3260 --op delete" returned: 0 in 0.039s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:16 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1605b08-ba7b-4fdf-89ba-149a5ebfd224]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:16 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c15ac294-aa74-4d4c-98e2-8c0099095426 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:44:16 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-c15ac294-aa74-4d4c-98e2-8c0099095426 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.510s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:44:16 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c15ac294-aa74-4d4c-98e2-8c0099095426 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] <== disconnect_volume: return (511ms) None {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:44:16 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c15ac294-aa74-4d4c-98e2-8c0099095426 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Disconnected iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 07:44:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5ec46b9b-345b-4871-918a-71b4b541bbe6 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Acquiring lock "a5c509dd-e293-4dae-9e1a-0618e8772a6e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:44:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5ec46b9b-345b-4871-918a-71b4b541bbe6 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Lock "a5c509dd-e293-4dae-9e1a-0618e8772a6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:44:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5ec46b9b-345b-4871-918a-71b4b541bbe6 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Acquiring lock "a5c509dd-e293-4dae-9e1a-0618e8772a6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:44:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5ec46b9b-345b-4871-918a-71b4b541bbe6 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Lock "a5c509dd-e293-4dae-9e1a-0618e8772a6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:44:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5ec46b9b-345b-4871-918a-71b4b541bbe6 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Lock "a5c509dd-e293-4dae-9e1a-0618e8772a6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:44:17 user nova-compute[74307]: INFO nova.compute.manager [None req-5ec46b9b-345b-4871-918a-71b4b541bbe6 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Terminating instance
Oct 24 07:44:17 user nova-compute[74307]: DEBUG nova.compute.manager [None req-5ec46b9b-345b-4871-918a-71b4b541bbe6 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Start destroying the instance on the hypervisor. {{(pid=74307) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 07:44:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-b710d1a9-e3ac-4180-bcd1-9a08419b732a tempest-VolumesAssistedSnapshotsTest-1016279328 tempest-VolumesAssistedSnapshotsTest-1016279328-project] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] volume_snapshot_create: create_info: {'snapshot_id': '934f392d-8b4f-41f4-8f05-b333435e7e2f', 'type': 'qcow2', 'new_file': 'new_file'} {{(pid=74307) volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3576}}
Oct 24 07:44:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-b710d1a9-e3ac-4180-bcd1-9a08419b732a tempest-VolumesAssistedSnapshotsTest-1016279328 tempest-VolumesAssistedSnapshotsTest-1016279328-project] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] snap xml: <domainsnapshot>
Oct 24 07:44:17 user nova-compute[74307]:   <disks>
Oct 24 07:44:17 user nova-compute[74307]:     <disk name="/dev/sdh" snapshot="external" type="file">
Oct 24 07:44:17 user nova-compute[74307]:       <source file="/dev/new_file"/>
Oct 24 07:44:17 user nova-compute[74307]:     </disk>
Oct 24 07:44:17 user nova-compute[74307]:     <disk name="vda" snapshot="no"/>
Oct 24 07:44:17 user nova-compute[74307]:   </disks>
Oct 24 07:44:17 user nova-compute[74307]: </domainsnapshot>
Oct 24 07:44:17 user nova-compute[74307]:  {{(pid=74307) _volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3517}}
Oct 24 07:44:17 user nova-compute[74307]: DEBUG nova.objects.instance [None req-b710d1a9-e3ac-4180-bcd1-9a08419b732a tempest-VolumesAssistedSnapshotsTest-1016279328 tempest-VolumesAssistedSnapshotsTest-1016279328-project] Lazy-loading 'system_metadata' on Instance uuid 3c263bad-b287-4a6e-bf0c-6fc43f151b07 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:44:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:17 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-b710d1a9-e3ac-4180-bcd1-9a08419b732a tempest-VolumesAssistedSnapshotsTest-1016279328 tempest-VolumesAssistedSnapshotsTest-1016279328-project] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver [None req-b710d1a9-e3ac-4180-bcd1-9a08419b732a tempest-VolumesAssistedSnapshotsTest-1016279328 tempest-VolumesAssistedSnapshotsTest-1016279328-project] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Unable to create VM snapshot, failing volume_snapshot operation.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Traceback (most recent call last):
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07]     rv = execute(f, *args, **kwargs)
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07]     six.reraise(c, e, tb)
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07]     raise value
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07]     rv = meth(*args, **kwargs)
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] 
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver [None req-b710d1a9-e3ac-4180-bcd1-9a08419b732a tempest-VolumesAssistedSnapshotsTest-1016279328 tempest-VolumesAssistedSnapshotsTest-1016279328-project] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Error occurred during volume_snapshot_create, sending error status to Cinder.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Traceback (most recent call last):
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07]     self._volume_snapshot_create(context, instance, guest,
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07]     rv = execute(f, *args, **kwargs)
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07]     six.reraise(c, e, tb)
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07]     raise value
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07]     rv = meth(*args, **kwargs)
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] 
Oct 24 07:44:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e96d264d-6b0a-405f-93bc-f9bfc4fe889e tempest-VolumesAssistedSnapshotsTest-1016279328 tempest-VolumesAssistedSnapshotsTest-1016279328-project] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] volume_snapshot_delete: delete_info: {'volume_id': '15a00851-2e37-481f-8f43-a8d7df28f05e'} {{(pid=74307) _volume_snapshot_delete /opt/stack/nova/nova/virt/libvirt/driver.py:3677}}
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver [None req-e96d264d-6b0a-405f-93bc-f9bfc4fe889e tempest-VolumesAssistedSnapshotsTest-1016279328 tempest-VolumesAssistedSnapshotsTest-1016279328-project] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Error occurred during volume_snapshot_delete, sending error status to Cinder.: KeyError: 'type'
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Traceback (most recent call last):
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07]     self._volume_snapshot_delete(context, instance, volume_id,
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07]     if delete_info['type'] != 'qcow2':
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] KeyError: 'type'
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] 
Oct 24 07:44:17 user nova-compute[74307]: DEBUG nova.compute.manager [req-00e5a76c-91d0-4bfa-a004-fee08490d2c2 req-cd11eb4c-4e21-4f2e-8226-da29e9f9f87b service nova] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Received event network-vif-unplugged-54da9e21-a350-44f0-8e3c-6172d0c72882 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:44:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-00e5a76c-91d0-4bfa-a004-fee08490d2c2 req-cd11eb4c-4e21-4f2e-8226-da29e9f9f87b service nova] Acquiring lock "a5c509dd-e293-4dae-9e1a-0618e8772a6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:44:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-00e5a76c-91d0-4bfa-a004-fee08490d2c2 req-cd11eb4c-4e21-4f2e-8226-da29e9f9f87b service nova] Lock "a5c509dd-e293-4dae-9e1a-0618e8772a6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:44:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-00e5a76c-91d0-4bfa-a004-fee08490d2c2 req-cd11eb4c-4e21-4f2e-8226-da29e9f9f87b service nova] Lock "a5c509dd-e293-4dae-9e1a-0618e8772a6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:44:17 user nova-compute[74307]: DEBUG nova.compute.manager [req-00e5a76c-91d0-4bfa-a004-fee08490d2c2 req-cd11eb4c-4e21-4f2e-8226-da29e9f9f87b service nova] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] No waiting events found dispatching network-vif-unplugged-54da9e21-a350-44f0-8e3c-6172d0c72882 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:44:17 user nova-compute[74307]: DEBUG nova.compute.manager [req-00e5a76c-91d0-4bfa-a004-fee08490d2c2 req-cd11eb4c-4e21-4f2e-8226-da29e9f9f87b service nova] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Received event network-vif-unplugged-54da9e21-a350-44f0-8e3c-6172d0c72882 for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 07:44:17 user nova-compute[74307]: DEBUG nova.objects.instance [None req-c15ac294-aa74-4d4c-98e2-8c0099095426 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Lazy-loading 'flavor' on Instance uuid 7763652c-aa19-4625-8893-6ab52b660bb1 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver [None req-b710d1a9-e3ac-4180-bcd1-9a08419b732a tempest-VolumesAssistedSnapshotsTest-1016279328 tempest-VolumesAssistedSnapshotsTest-1016279328-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot 934f392d-8b4f-41f4-8f05-b333435e7e2f could not be found.
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_create(context, instance, guest,
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver     rv = execute(f, *args, **kwargs)
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver     six.reraise(c, e, tb)
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver     raise value
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver     rv = meth(*args, **kwargs)
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver 
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver 
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot 934f392d-8b4f-41f4-8f05-b333435e7e2f could not be found. (HTTP 404) (Request-ID: req-93fe2966-54e9-4363-b932-17f371f70531)
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver 
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver 
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot 934f392d-8b4f-41f4-8f05-b333435e7e2f could not be found.
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver 
Oct 24 07:44:17 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Instance destroyed successfully.
Oct 24 07:44:17 user nova-compute[74307]: DEBUG nova.objects.instance [None req-5ec46b9b-345b-4871-918a-71b4b541bbe6 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Lazy-loading 'resources' on Instance uuid a5c509dd-e293-4dae-9e1a-0618e8772a6e {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server [None req-b710d1a9-e3ac-4180-bcd1-9a08419b732a tempest-VolumesAssistedSnapshotsTest-1016279328 tempest-VolumesAssistedSnapshotsTest-1016279328-project] Exception during message handling: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4504, in volume_snapshot_create
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_create(context, instance, volume_id,
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3597, in volume_snapshot_create
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_create(context, instance, guest,
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     rv = execute(f, *args, **kwargs)
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     six.reraise(c, e, tb)
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     raise value
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     rv = meth(*args, **kwargs)
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server 
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver [None req-e96d264d-6b0a-405f-93bc-f9bfc4fe889e tempest-VolumesAssistedSnapshotsTest-1016279328 tempest-VolumesAssistedSnapshotsTest-1016279328-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot None could not be found.
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_delete(context, instance, volume_id,
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver     if delete_info['type'] != 'qcow2':
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver KeyError: 'type'
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver 
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver 
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot None could not be found. (HTTP 404) (Request-ID: req-0f0ba339-6196-4a73-80ad-ab307155626e)
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver 
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver 
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot None could not be found.
Oct 24 07:44:17 user nova-compute[74307]: ERROR nova.virt.libvirt.driver 
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server [None req-e96d264d-6b0a-405f-93bc-f9bfc4fe889e tempest-VolumesAssistedSnapshotsTest-1016279328 tempest-VolumesAssistedSnapshotsTest-1016279328-project] Exception during message handling: KeyError: 'type'
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4516, in volume_snapshot_delete
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_delete(context, instance, volume_id,
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3853, in volume_snapshot_delete
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_delete(context, instance, volume_id,
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     if delete_info['type'] != 'qcow2':
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server KeyError: 'type'
Oct 24 07:44:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server 
Oct 24 07:44:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-5ec46b9b-345b-4871-918a-71b4b541bbe6 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T07:41:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1649825000',display_name='tempest-AttachSCSIVolumeTestJSON-server-1649825000',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1649825000',id=6,image_ref='4fec12aa-6ff7-489c-b5a6-63c439142454',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPkVLT8czdR9JtP9g5GvbFLBv7DN8hTnD5YkEwSr5FVr9HEwpjVeT4Dp4oT7hGl3JbDAAAH8C9auhybEoCcVBTU6/vgxdhIpDoHjO+pXEPcPVDVLY6BHUe8YHl8sC+pQ6Q==',key_name='tempest-keypair-1666390825',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:41:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a2b0fbe0e975477b84a978159a3f6e46',ramdisk_id='',reservation_id='r-xlzve3ug',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='4fec12aa-6ff7-489c-b5a6-63c439142454',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_scsi_model='virtio-scsi',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-AttachSCSIVolumeTestJSON-509346643',owner_user_name='tempest-AttachSCSIVolumeTestJSON-509346643-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T07:41:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6a6e59286ac8485a9708e6b9baf4f685',uuid=a5c509dd-e293-4dae-9e1a-0618e8772a6e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "54da9e21-a350-44f0-8e3c-6172d0c72882", "address": "fa:16:3e:13:5c:2b", "network": {"id": "0e496cda-cc8b-47b9-bbca-0f6541552a41", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1684400638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a2b0fbe0e975477b84a978159a3f6e46", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54da9e21-a3", "ovs_interfaceid": "54da9e21-a350-44f0-8e3c-6172d0c72882", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 07:44:17 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-5ec46b9b-345b-4871-918a-71b4b541bbe6 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Converting VIF {"id": "54da9e21-a350-44f0-8e3c-6172d0c72882", "address": "fa:16:3e:13:5c:2b", "network": {"id": "0e496cda-cc8b-47b9-bbca-0f6541552a41", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1684400638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a2b0fbe0e975477b84a978159a3f6e46", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54da9e21-a3", "ovs_interfaceid": "54da9e21-a350-44f0-8e3c-6172d0c72882", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:44:17 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-5ec46b9b-345b-4871-918a-71b4b541bbe6 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:13:5c:2b,bridge_name='br-int',has_traffic_filtering=True,id=54da9e21-a350-44f0-8e3c-6172d0c72882,network=Network(0e496cda-cc8b-47b9-bbca-0f6541552a41),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap54da9e21-a3') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:44:17 user nova-compute[74307]: DEBUG os_vif [None req-5ec46b9b-345b-4871-918a-71b4b541bbe6 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:13:5c:2b,bridge_name='br-int',has_traffic_filtering=True,id=54da9e21-a350-44f0-8e3c-6172d0c72882,network=Network(0e496cda-cc8b-47b9-bbca-0f6541552a41),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap54da9e21-a3') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 07:44:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap54da9e21-a3, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:44:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:44:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d854e1e0-1fc4-494b-a1f8-d7f0eb7ad1f7) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:44:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:44:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c15ac294-aa74-4d4c-98e2-8c0099095426 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Lock "7763652c-aa19-4625-8893-6ab52b660bb1" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.232s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:44:17 user nova-compute[74307]: INFO os_vif [None req-5ec46b9b-345b-4871-918a-71b4b541bbe6 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:13:5c:2b,bridge_name='br-int',has_traffic_filtering=True,id=54da9e21-a350-44f0-8e3c-6172d0c72882,network=Network(0e496cda-cc8b-47b9-bbca-0f6541552a41),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap54da9e21-a3')
Oct 24 07:44:17 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-5ec46b9b-345b-4871-918a-71b4b541bbe6 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Deleting instance files /opt/stack/data/nova/instances/a5c509dd-e293-4dae-9e1a-0618e8772a6e_del
Oct 24 07:44:17 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-5ec46b9b-345b-4871-918a-71b4b541bbe6 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Deletion of /opt/stack/data/nova/instances/a5c509dd-e293-4dae-9e1a-0618e8772a6e_del complete
Oct 24 07:44:18 user nova-compute[74307]: INFO nova.compute.manager [None req-5ec46b9b-345b-4871-918a-71b4b541bbe6 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Took 0.94 seconds to destroy the instance on the hypervisor.
Oct 24 07:44:18 user nova-compute[74307]: DEBUG oslo.service.loopingcall [None req-5ec46b9b-345b-4871-918a-71b4b541bbe6 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74307) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 07:44:18 user nova-compute[74307]: DEBUG nova.compute.manager [-] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Deallocating network for instance {{(pid=74307) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 07:44:18 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] deallocate_for_instance() {{(pid=74307) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 07:44:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-409ef667-234a-4e46-bc25-35241eb7e733 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Acquiring lock "interface-7763652c-aa19-4625-8893-6ab52b660bb1-e126247c-f62e-47fd-8b79-51480fe0f17e" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:44:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-409ef667-234a-4e46-bc25-35241eb7e733 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Lock "interface-7763652c-aa19-4625-8893-6ab52b660bb1-e126247c-f62e-47fd-8b79-51480fe0f17e" acquired by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:44:18 user nova-compute[74307]: DEBUG nova.objects.instance [None req-409ef667-234a-4e46-bc25-35241eb7e733 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Lazy-loading 'flavor' on Instance uuid 7763652c-aa19-4625-8893-6ab52b660bb1 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:44:18 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-409ef667-234a-4e46-bc25-35241eb7e733 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T07:41:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1667002086',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1667002086',id=7,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBChIw72AEQshBMap5hmX74a4XHcrUz0HKV4XiQ+KkEto4dNx3gq9h4F4WJ5HvzLgMjOV03102qIO5u2l6yAIYmbe9FOUwgt4jpPh+fnQi7bWrlOb8BVWOHscL/ND/yaQpQ==',key_name='tempest-keypair-1197796366',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:41:47Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='595cb48fcec345d2a6ffd280203b3f99',ramdisk_id='',reservation_id='r-6ou8ypnx',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-123564527',owner_user_name='tempest-TaggedAttachmentsTest-123564527-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T07:41:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fe02c81b2de7435da02d75ea972627d2',uuid=7763652c-aa19-4625-8893-6ab52b660bb1,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e126247c-f62e-47fd-8b79-51480fe0f17e", "address": "fa:16:3e:80:89:ea", "network": {"id": "3badf6f3-804b-447b-ac75-afffa98e81dc", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-2087383537", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "595cb48fcec345d2a6ffd280203b3f99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape126247c-f6", "ovs_interfaceid": "e126247c-f62e-47fd-8b79-51480fe0f17e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 07:44:18 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-409ef667-234a-4e46-bc25-35241eb7e733 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Converting VIF {"id": "e126247c-f62e-47fd-8b79-51480fe0f17e", "address": "fa:16:3e:80:89:ea", "network": {"id": "3badf6f3-804b-447b-ac75-afffa98e81dc", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-2087383537", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "595cb48fcec345d2a6ffd280203b3f99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape126247c-f6", "ovs_interfaceid": "e126247c-f62e-47fd-8b79-51480fe0f17e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:44:18 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-409ef667-234a-4e46-bc25-35241eb7e733 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:80:89:ea,bridge_name='br-int',has_traffic_filtering=True,id=e126247c-f62e-47fd-8b79-51480fe0f17e,network=Network(3badf6f3-804b-447b-ac75-afffa98e81dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape126247c-f6') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:44:18 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-409ef667-234a-4e46-bc25-35241eb7e733 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:80:89:ea"/><model type="virtio"/><mtu size="1442"/><target dev="tape126247c-f6"/></interface> {{(pid=74307) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 24 07:44:18 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-409ef667-234a-4e46-bc25-35241eb7e733 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:80:89:ea"/><model type="virtio"/><mtu size="1442"/><target dev="tape126247c-f6"/></interface> {{(pid=74307) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 24 07:44:18 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-409ef667-234a-4e46-bc25-35241eb7e733 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Attempting to detach device tape126247c-f6 from instance 7763652c-aa19-4625-8893-6ab52b660bb1 from the persistent domain config. {{(pid=74307) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 07:44:18 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-409ef667-234a-4e46-bc25-35241eb7e733 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] detach device xml: <interface type="ethernet">
Oct 24 07:44:18 user nova-compute[74307]:   <mac address="fa:16:3e:80:89:ea"/>
Oct 24 07:44:18 user nova-compute[74307]:   <model type="virtio"/>
Oct 24 07:44:18 user nova-compute[74307]:   <mtu size="1442"/>
Oct 24 07:44:18 user nova-compute[74307]:   <target dev="tape126247c-f6"/>
Oct 24 07:44:18 user nova-compute[74307]: </interface>
Oct 24 07:44:18 user nova-compute[74307]:  {{(pid=74307) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 07:44:18 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-409ef667-234a-4e46-bc25-35241eb7e733 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:80:89:ea"/><model type="virtio"/><mtu size="1442"/><target dev="tape126247c-f6"/></interface> {{(pid=74307) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 24 07:44:18 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-409ef667-234a-4e46-bc25-35241eb7e733 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:80:89:ea"/><model type="virtio"/><mtu size="1442"/><target dev="tape126247c-f6"/></interface>not found in domain: <domain type='kvm' id='7'>
Oct 24 07:44:18 user nova-compute[74307]:   <name>instance-00000007</name>
Oct 24 07:44:18 user nova-compute[74307]:   <uuid>7763652c-aa19-4625-8893-6ab52b660bb1</uuid>
Oct 24 07:44:18 user nova-compute[74307]:   <metadata>
Oct 24 07:44:18 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 07:44:18 user nova-compute[74307]:   <nova:package version="0.0.0"/>
Oct 24 07:44:18 user nova-compute[74307]:   <nova:name>tempest-device-tagging-server-1667002086</nova:name>
Oct 24 07:44:18 user nova-compute[74307]:   <nova:creationTime>2023-10-24 07:43:30</nova:creationTime>
Oct 24 07:44:18 user nova-compute[74307]:   <nova:flavor name="m1.tiny">
Oct 24 07:44:18 user nova-compute[74307]:     <nova:memory>512</nova:memory>
Oct 24 07:44:18 user nova-compute[74307]:     <nova:disk>1</nova:disk>
Oct 24 07:44:18 user nova-compute[74307]:     <nova:swap>0</nova:swap>
Oct 24 07:44:18 user nova-compute[74307]:     <nova:ephemeral>0</nova:ephemeral>
Oct 24 07:44:18 user nova-compute[74307]:     <nova:vcpus>1</nova:vcpus>
Oct 24 07:44:18 user nova-compute[74307]:   </nova:flavor>
Oct 24 07:44:18 user nova-compute[74307]:   <nova:owner>
Oct 24 07:44:18 user nova-compute[74307]:     <nova:user uuid="fe02c81b2de7435da02d75ea972627d2">tempest-TaggedAttachmentsTest-123564527-project-member</nova:user>
Oct 24 07:44:18 user nova-compute[74307]:     <nova:project uuid="595cb48fcec345d2a6ffd280203b3f99">tempest-TaggedAttachmentsTest-123564527</nova:project>
Oct 24 07:44:18 user nova-compute[74307]:   </nova:owner>
Oct 24 07:44:18 user nova-compute[74307]:   <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 07:44:18 user nova-compute[74307]:   <nova:ports>
Oct 24 07:44:18 user nova-compute[74307]:     <nova:port uuid="227e747b-173d-41a8-b470-afc6a8c56f4d">
Oct 24 07:44:18 user nova-compute[74307]:       <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 24 07:44:18 user nova-compute[74307]:     </nova:port>
Oct 24 07:44:18 user nova-compute[74307]:     <nova:port uuid="e126247c-f62e-47fd-8b79-51480fe0f17e">
Oct 24 07:44:18 user nova-compute[74307]:       <nova:ip type="fixed" address="10.10.10.142" ipVersion="4"/>
Oct 24 07:44:18 user nova-compute[74307]:     </nova:port>
Oct 24 07:44:18 user nova-compute[74307]:   </nova:ports>
Oct 24 07:44:18 user nova-compute[74307]: </nova:instance>
Oct 24 07:44:18 user nova-compute[74307]:   </metadata>
Oct 24 07:44:18 user nova-compute[74307]:   <memory unit='KiB'>524288</memory>
Oct 24 07:44:18 user nova-compute[74307]:   <currentMemory unit='KiB'>524288</currentMemory>
Oct 24 07:44:18 user nova-compute[74307]:   <vcpu placement='static'>1</vcpu>
Oct 24 07:44:18 user nova-compute[74307]:   <resource>
Oct 24 07:44:18 user nova-compute[74307]:     <partition>/machine</partition>
Oct 24 07:44:18 user nova-compute[74307]:   </resource>
Oct 24 07:44:18 user nova-compute[74307]:   <sysinfo type='smbios'>
Oct 24 07:44:18 user nova-compute[74307]:     <system>
Oct 24 07:44:18 user nova-compute[74307]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Oct 24 07:44:18 user nova-compute[74307]:       <entry name='product'>OpenStack Nova</entry>
Oct 24 07:44:18 user nova-compute[74307]:       <entry name='version'>0.0.0</entry>
Oct 24 07:44:18 user nova-compute[74307]:       <entry name='serial'>7763652c-aa19-4625-8893-6ab52b660bb1</entry>
Oct 24 07:44:18 user nova-compute[74307]:       <entry name='uuid'>7763652c-aa19-4625-8893-6ab52b660bb1</entry>
Oct 24 07:44:18 user nova-compute[74307]:       <entry name='family'>Virtual Machine</entry>
Oct 24 07:44:18 user nova-compute[74307]:     </system>
Oct 24 07:44:18 user nova-compute[74307]:   </sysinfo>
Oct 24 07:44:18 user nova-compute[74307]:   <os>
Oct 24 07:44:18 user nova-compute[74307]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Oct 24 07:44:18 user nova-compute[74307]:     <boot dev='hd'/>
Oct 24 07:44:18 user nova-compute[74307]:     <smbios mode='sysinfo'/>
Oct 24 07:44:18 user nova-compute[74307]:   </os>
Oct 24 07:44:18 user nova-compute[74307]:   <features>
Oct 24 07:44:18 user nova-compute[74307]:     <acpi/>
Oct 24 07:44:18 user nova-compute[74307]:     <apic/>
Oct 24 07:44:18 user nova-compute[74307]:     <vmcoreinfo state='on'/>
Oct 24 07:44:18 user nova-compute[74307]:   </features>
Oct 24 07:44:18 user nova-compute[74307]:   <cpu mode='custom' match='exact' check='full'>
Oct 24 07:44:18 user nova-compute[74307]:     <model fallback='forbid'>Nehalem</model>
Oct 24 07:44:18 user nova-compute[74307]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Oct 24 07:44:18 user nova-compute[74307]:     <feature policy='require' name='vme'/>
Oct 24 07:44:18 user nova-compute[74307]:     <feature policy='require' name='x2apic'/>
Oct 24 07:44:18 user nova-compute[74307]:     <feature policy='require' name='hypervisor'/>
Oct 24 07:44:18 user nova-compute[74307]:   </cpu>
Oct 24 07:44:18 user nova-compute[74307]:   <clock offset='utc'>
Oct 24 07:44:18 user nova-compute[74307]:     <timer name='pit' tickpolicy='delay'/>
Oct 24 07:44:18 user nova-compute[74307]:     <timer name='rtc' tickpolicy='catchup'/>
Oct 24 07:44:18 user nova-compute[74307]:     <timer name='hpet' present='no'/>
Oct 24 07:44:18 user nova-compute[74307]:   </clock>
Oct 24 07:44:18 user nova-compute[74307]:   <on_poweroff>destroy</on_poweroff>
Oct 24 07:44:18 user nova-compute[74307]:   <on_reboot>restart</on_reboot>
Oct 24 07:44:18 user nova-compute[74307]:   <on_crash>destroy</on_crash>
Oct 24 07:44:18 user nova-compute[74307]:   <devices>
Oct 24 07:44:18 user nova-compute[74307]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 24 07:44:18 user nova-compute[74307]:     <disk type='file' device='disk'>
Oct 24 07:44:18 user nova-compute[74307]:       <driver name='qemu' type='qcow2' cache='none'/>
Oct 24 07:44:18 user nova-compute[74307]:       <source file='/opt/stack/data/nova/instances/7763652c-aa19-4625-8893-6ab52b660bb1/disk' index='2'/>
Oct 24 07:44:18 user nova-compute[74307]:       <backingStore type='file' index='3'>
Oct 24 07:44:18 user nova-compute[74307]:         <format type='raw'/>
Oct 24 07:44:18 user nova-compute[74307]:         <source file='/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48'/>
Oct 24 07:44:18 user nova-compute[74307]:         <backingStore/>
Oct 24 07:44:18 user nova-compute[74307]:       </backingStore>
Oct 24 07:44:18 user nova-compute[74307]:       <target dev='vda' bus='virtio'/>
Oct 24 07:44:18 user nova-compute[74307]:       <alias name='virtio-disk0'/>
Oct 24 07:44:18 user nova-compute[74307]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Oct 24 07:44:18 user nova-compute[74307]:     </disk>
Oct 24 07:44:18 user nova-compute[74307]:     <disk type='file' device='cdrom'>
Oct 24 07:44:18 user nova-compute[74307]:       <driver name='qemu' type='raw' cache='none'/>
Oct 24 07:44:18 user nova-compute[74307]:       <source file='/opt/stack/data/nova/instances/7763652c-aa19-4625-8893-6ab52b660bb1/disk.config' index='1'/>
Oct 24 07:44:18 user nova-compute[74307]:       <backingStore/>
Oct 24 07:44:18 user nova-compute[74307]:       <target dev='hda' bus='ide'/>
Oct 24 07:44:18 user nova-compute[74307]:       <readonly/>
Oct 24 07:44:18 user nova-compute[74307]:       <alias name='ide0-0-0'/>
Oct 24 07:44:18 user nova-compute[74307]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Oct 24 07:44:18 user nova-compute[74307]:     </disk>
Oct 24 07:44:18 user nova-compute[74307]:     <controller type='usb' index='0' model='none'>
Oct 24 07:44:18 user nova-compute[74307]:       <alias name='usb'/>
Oct 24 07:44:18 user nova-compute[74307]:     </controller>
Oct 24 07:44:18 user nova-compute[74307]:     <controller type='pci' index='0' model='pci-root'>
Oct 24 07:44:18 user nova-compute[74307]:       <alias name='pci.0'/>
Oct 24 07:44:18 user nova-compute[74307]:     </controller>
Oct 24 07:44:18 user nova-compute[74307]:     <controller type='ide' index='0'>
Oct 24 07:44:18 user nova-compute[74307]:       <alias name='ide'/>
Oct 24 07:44:18 user nova-compute[74307]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Oct 24 07:44:18 user nova-compute[74307]:     </controller>
Oct 24 07:44:18 user nova-compute[74307]:     <interface type='ethernet'>
Oct 24 07:44:18 user nova-compute[74307]:       <mac address='fa:16:3e:dd:76:f4'/>
Oct 24 07:44:18 user nova-compute[74307]:       <target dev='tap227e747b-17'/>
Oct 24 07:44:18 user nova-compute[74307]:       <model type='virtio'/>
Oct 24 07:44:18 user nova-compute[74307]:       <mtu size='1442'/>
Oct 24 07:44:18 user nova-compute[74307]:       <alias name='net0'/>
Oct 24 07:44:18 user nova-compute[74307]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Oct 24 07:44:18 user nova-compute[74307]:     </interface>
Oct 24 07:44:18 user nova-compute[74307]:     <interface type='ethernet'>
Oct 24 07:44:18 user nova-compute[74307]:       <mac address='fa:16:3e:80:89:ea'/>
Oct 24 07:44:18 user nova-compute[74307]:       <target dev='tape126247c-f6'/>
Oct 24 07:44:18 user nova-compute[74307]:       <model type='virtio'/>
Oct 24 07:44:18 user nova-compute[74307]:       <mtu size='1442'/>
Oct 24 07:44:18 user nova-compute[74307]:       <alias name='net1'/>
Oct 24 07:44:18 user nova-compute[74307]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x07' function='0x0'/>
Oct 24 07:44:18 user nova-compute[74307]:     </interface>
Oct 24 07:44:18 user nova-compute[74307]:     <serial type='pty'>
Oct 24 07:44:18 user nova-compute[74307]:       <source path='/dev/pts/6'/>
Oct 24 07:44:18 user nova-compute[74307]:       <log file='/opt/stack/data/nova/instances/7763652c-aa19-4625-8893-6ab52b660bb1/console.log' append='off'/>
Oct 24 07:44:18 user nova-compute[74307]:       <target type='isa-serial' port='0'>
Oct 24 07:44:18 user nova-compute[74307]:         <model name='isa-serial'/>
Oct 24 07:44:18 user nova-compute[74307]:       </target>
Oct 24 07:44:18 user nova-compute[74307]:       <alias name='serial0'/>
Oct 24 07:44:18 user nova-compute[74307]:     </serial>
Oct 24 07:44:18 user nova-compute[74307]:     <console type='pty' tty='/dev/pts/6'>
Oct 24 07:44:18 user nova-compute[74307]:       <source path='/dev/pts/6'/>
Oct 24 07:44:18 user nova-compute[74307]:       <log file='/opt/stack/data/nova/instances/7763652c-aa19-4625-8893-6ab52b660bb1/console.log' append='off'/>
Oct 24 07:44:18 user nova-compute[74307]:       <target type='serial' port='0'/>
Oct 24 07:44:18 user nova-compute[74307]:       <alias name='serial0'/>
Oct 24 07:44:18 user nova-compute[74307]:     </console>
Oct 24 07:44:18 user nova-compute[74307]:     <input type='mouse' bus='ps2'>
Oct 24 07:44:18 user nova-compute[74307]:       <alias name='input0'/>
Oct 24 07:44:18 user nova-compute[74307]:     </input>
Oct 24 07:44:18 user nova-compute[74307]:     <input type='keyboard' bus='ps2'>
Oct 24 07:44:18 user nova-compute[74307]:       <alias name='input1'/>
Oct 24 07:44:18 user nova-compute[74307]:     </input>
Oct 24 07:44:18 user nova-compute[74307]:     <graphics type='vnc' port='5906' autoport='yes' listen='0.0.0.0'>
Oct 24 07:44:18 user nova-compute[74307]:       <listen type='address' address='0.0.0.0'/>
Oct 24 07:44:18 user nova-compute[74307]:     </graphics>
Oct 24 07:44:18 user nova-compute[74307]:     <audio id='1' type='none'/>
Oct 24 07:44:18 user nova-compute[74307]:     <video>
Oct 24 07:44:18 user nova-compute[74307]:       <model type='virtio' heads='1' primary='yes'/>
Oct 24 07:44:18 user nova-compute[74307]:       <alias name='video0'/>
Oct 24 07:44:18 user nova-compute[74307]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Oct 24 07:44:18 user nova-compute[74307]:     </video>
Oct 24 07:44:18 user nova-compute[74307]:     <memballoon model='virtio'>
Oct 24 07:44:18 user nova-compute[74307]:       <stats period='10'/>
Oct 24 07:44:18 user nova-compute[74307]:       <alias name='balloon0'/>
Oct 24 07:44:18 user nova-compute[74307]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Oct 24 07:44:18 user nova-compute[74307]:     </memballoon>
Oct 24 07:44:18 user nova-compute[74307]:     <rng model='virtio'>
Oct 24 07:44:18 user nova-compute[74307]:       <backend model='random'>/dev/urandom</backend>
Oct 24 07:44:18 user nova-compute[74307]:       <alias name='rng0'/>
Oct 24 07:44:18 user nova-compute[74307]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Oct 24 07:44:18 user nova-compute[74307]:     </rng>
Oct 24 07:44:18 user nova-compute[74307]:   </devices>
Oct 24 07:44:18 user nova-compute[74307]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Oct 24 07:44:18 user nova-compute[74307]:     <label>libvirt-7763652c-aa19-4625-8893-6ab52b660bb1</label>
Oct 24 07:44:18 user nova-compute[74307]:     <imagelabel>libvirt-7763652c-aa19-4625-8893-6ab52b660bb1</imagelabel>
Oct 24 07:44:18 user nova-compute[74307]:   </seclabel>
Oct 24 07:44:18 user nova-compute[74307]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Oct 24 07:44:18 user nova-compute[74307]:     <label>+64055:+108</label>
Oct 24 07:44:18 user nova-compute[74307]:     <imagelabel>+64055:+108</imagelabel>
Oct 24 07:44:18 user nova-compute[74307]:   </seclabel>
Oct 24 07:44:18 user nova-compute[74307]: </domain>
Oct 24 07:44:18 user nova-compute[74307]:  {{(pid=74307) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Oct 24 07:44:18 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-409ef667-234a-4e46-bc25-35241eb7e733 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Successfully detached device tape126247c-f6 from instance 7763652c-aa19-4625-8893-6ab52b660bb1 from the persistent domain config.
Oct 24 07:44:18 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-409ef667-234a-4e46-bc25-35241eb7e733 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] (1/8): Attempting to detach device tape126247c-f6 with device alias net1 from instance 7763652c-aa19-4625-8893-6ab52b660bb1 from the live domain config. {{(pid=74307) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 07:44:18 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-409ef667-234a-4e46-bc25-35241eb7e733 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] detach device xml: <interface type="ethernet">
Oct 24 07:44:18 user nova-compute[74307]:   <mac address="fa:16:3e:80:89:ea"/>
Oct 24 07:44:18 user nova-compute[74307]:   <model type="virtio"/>
Oct 24 07:44:18 user nova-compute[74307]:   <mtu size="1442"/>
Oct 24 07:44:18 user nova-compute[74307]:   <target dev="tape126247c-f6"/>
Oct 24 07:44:18 user nova-compute[74307]: </interface>
Oct 24 07:44:18 user nova-compute[74307]:  {{(pid=74307) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 07:44:18 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:18 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:18 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-409ef667-234a-4e46-bc25-35241eb7e733 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Start waiting for the detach event from libvirt for device tape126247c-f6 with device alias net1 for instance 7763652c-aa19-4625-8893-6ab52b660bb1 {{(pid=74307) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 07:44:18 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:18 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-ef627b3c-2b23-4f3c-b71d-05b1c0c2553c tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] Acquiring lock "3c263bad-b287-4a6e-bf0c-6fc43f151b07" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:44:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-ef627b3c-2b23-4f3c-b71d-05b1c0c2553c tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] Lock "3c263bad-b287-4a6e-bf0c-6fc43f151b07" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:44:18 user nova-compute[74307]: INFO nova.compute.manager [None req-ef627b3c-2b23-4f3c-b71d-05b1c0c2553c tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Detaching volume 15a00851-2e37-481f-8f43-a8d7df28f05e
Oct 24 07:44:18 user nova-compute[74307]: DEBUG nova.compute.manager [req-9f4e23c0-5192-4688-aec2-dcac1d1f9504 req-e89624b4-e18e-4988-85ff-831c9eaf931f service nova] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Received event network-vif-unplugged-e126247c-f62e-47fd-8b79-51480fe0f17e {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:44:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-9f4e23c0-5192-4688-aec2-dcac1d1f9504 req-e89624b4-e18e-4988-85ff-831c9eaf931f service nova] Acquiring lock "7763652c-aa19-4625-8893-6ab52b660bb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:44:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-9f4e23c0-5192-4688-aec2-dcac1d1f9504 req-e89624b4-e18e-4988-85ff-831c9eaf931f service nova] Lock "7763652c-aa19-4625-8893-6ab52b660bb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:44:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-9f4e23c0-5192-4688-aec2-dcac1d1f9504 req-e89624b4-e18e-4988-85ff-831c9eaf931f service nova] Lock "7763652c-aa19-4625-8893-6ab52b660bb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:44:18 user nova-compute[74307]: DEBUG nova.compute.manager [req-9f4e23c0-5192-4688-aec2-dcac1d1f9504 req-e89624b4-e18e-4988-85ff-831c9eaf931f service nova] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] No waiting events found dispatching network-vif-unplugged-e126247c-f62e-47fd-8b79-51480fe0f17e {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:44:18 user nova-compute[74307]: WARNING nova.compute.manager [req-9f4e23c0-5192-4688-aec2-dcac1d1f9504 req-e89624b4-e18e-4988-85ff-831c9eaf931f service nova] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Received unexpected event network-vif-unplugged-e126247c-f62e-47fd-8b79-51480fe0f17e for instance with vm_state active and task_state None.
Oct 24 07:44:18 user nova-compute[74307]: INFO nova.virt.block_device [None req-ef627b3c-2b23-4f3c-b71d-05b1c0c2553c tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Attempting to driver detach volume 15a00851-2e37-481f-8f43-a8d7df28f05e from mountpoint /dev/vdb
Oct 24 07:44:18 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-ef627b3c-2b23-4f3c-b71d-05b1c0c2553c tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] Attempting to detach device vdb from instance 3c263bad-b287-4a6e-bf0c-6fc43f151b07 from the persistent domain config. {{(pid=74307) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 07:44:18 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-ef627b3c-2b23-4f3c-b71d-05b1c0c2553c tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] detach device xml: <disk type="block" device="disk">
Oct 24 07:44:18 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:44:18 user nova-compute[74307]:   <source dev="/dev/sdh"/>
Oct 24 07:44:18 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 07:44:18 user nova-compute[74307]:   <serial>15a00851-2e37-481f-8f43-a8d7df28f05e</serial>
Oct 24 07:44:18 user nova-compute[74307]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 07:44:18 user nova-compute[74307]: </disk>
Oct 24 07:44:18 user nova-compute[74307]:  {{(pid=74307) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 07:44:18 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-ef627b3c-2b23-4f3c-b71d-05b1c0c2553c tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] Successfully detached device vdb from instance 3c263bad-b287-4a6e-bf0c-6fc43f151b07 from the persistent domain config.
Oct 24 07:44:18 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-ef627b3c-2b23-4f3c-b71d-05b1c0c2553c tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 3c263bad-b287-4a6e-bf0c-6fc43f151b07 from the live domain config. {{(pid=74307) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 07:44:18 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-ef627b3c-2b23-4f3c-b71d-05b1c0c2553c tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] detach device xml: <disk type="block" device="disk">
Oct 24 07:44:18 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:44:18 user nova-compute[74307]:   <source dev="/dev/sdh"/>
Oct 24 07:44:18 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 07:44:18 user nova-compute[74307]:   <serial>15a00851-2e37-481f-8f43-a8d7df28f05e</serial>
Oct 24 07:44:18 user nova-compute[74307]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 07:44:18 user nova-compute[74307]: </disk>
Oct 24 07:44:18 user nova-compute[74307]:  {{(pid=74307) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 07:44:19 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:44:19 user nova-compute[74307]: INFO nova.compute.manager [-] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Took 1.18 seconds to deallocate network for instance.
Oct 24 07:44:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5ec46b9b-345b-4871-918a-71b4b541bbe6 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:44:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5ec46b9b-345b-4871-918a-71b4b541bbe6 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.004s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:44:19 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-ef627b3c-2b23-4f3c-b71d-05b1c0c2553c tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 3c263bad-b287-4a6e-bf0c-6fc43f151b07 {{(pid=74307) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 07:44:19 user nova-compute[74307]: DEBUG nova.compute.manager [req-106f1fe9-81ec-4e9c-9a02-4ecbdc2c44c0 req-07dfba1c-8711-4a54-9b26-b9fb945584c9 service nova] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Received event network-vif-plugged-54da9e21-a350-44f0-8e3c-6172d0c72882 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:44:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-106f1fe9-81ec-4e9c-9a02-4ecbdc2c44c0 req-07dfba1c-8711-4a54-9b26-b9fb945584c9 service nova] Acquiring lock "a5c509dd-e293-4dae-9e1a-0618e8772a6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:44:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-106f1fe9-81ec-4e9c-9a02-4ecbdc2c44c0 req-07dfba1c-8711-4a54-9b26-b9fb945584c9 service nova] Lock "a5c509dd-e293-4dae-9e1a-0618e8772a6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:44:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-106f1fe9-81ec-4e9c-9a02-4ecbdc2c44c0 req-07dfba1c-8711-4a54-9b26-b9fb945584c9 service nova] Lock "a5c509dd-e293-4dae-9e1a-0618e8772a6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:44:19 user nova-compute[74307]: DEBUG nova.compute.manager [req-106f1fe9-81ec-4e9c-9a02-4ecbdc2c44c0 req-07dfba1c-8711-4a54-9b26-b9fb945584c9 service nova] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] No waiting events found dispatching network-vif-plugged-54da9e21-a350-44f0-8e3c-6172d0c72882 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:44:19 user nova-compute[74307]: WARNING nova.compute.manager [req-106f1fe9-81ec-4e9c-9a02-4ecbdc2c44c0 req-07dfba1c-8711-4a54-9b26-b9fb945584c9 service nova] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Received unexpected event network-vif-plugged-54da9e21-a350-44f0-8e3c-6172d0c72882 for instance with vm_state deleted and task_state None.
Oct 24 07:44:19 user nova-compute[74307]: DEBUG nova.compute.manager [req-106f1fe9-81ec-4e9c-9a02-4ecbdc2c44c0 req-07dfba1c-8711-4a54-9b26-b9fb945584c9 service nova] [instance: a5c509dd-e293-4dae-9e1a-0618e8772a6e] Received event network-vif-deleted-54da9e21-a350-44f0-8e3c-6172d0c72882 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:44:19 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-5ec46b9b-345b-4871-918a-71b4b541bbe6 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:44:19 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-5ec46b9b-345b-4871-918a-71b4b541bbe6 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:44:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5ec46b9b-345b-4871-918a-71b4b541bbe6 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.458s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:44:19 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-5ec46b9b-345b-4871-918a-71b4b541bbe6 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Deleted allocations for instance a5c509dd-e293-4dae-9e1a-0618e8772a6e
Oct 24 07:44:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5ec46b9b-345b-4871-918a-71b4b541bbe6 tempest-AttachSCSIVolumeTestJSON-509346643 tempest-AttachSCSIVolumeTestJSON-509346643-project-member] Lock "a5c509dd-e293-4dae-9e1a-0618e8772a6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.814s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:44:20 user nova-compute[74307]: DEBUG nova.compute.manager [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RmVpYNBE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd8c0daed-f3dd-4b75-875a-913d4d0ae40b', 'attached_at': '', 'detached_at': '', 'volume_id': '8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0', 'serial': '8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wXBtjTLC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, 'status': 'reserved', 'instance': 'd8c0daed-f3dd-4b75-875a-913d4d0ae40b', 'attached_at': '', 'detached_at': '', 'volume_id': 'fbdeb386-b294-4c82-b322-6df7baf8b286', 'serial'} {{(pid=74307) _swap_volume /opt/stack/nova/nova/compute/manager.py:7781}}
Oct 24 07:44:20 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Calling os-brick to attach iSCSI Volume {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 07:44:20 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RmVpYNBE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:44:20 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:44:20 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:44:20 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:44:20 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:44:20 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:44:20 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:44:20 user nova-compute[74307]: INFO os_brick.initiator.connectors.iscsi [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 07:44:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0 -p 172.16.0.220:3260 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0 -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:20 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5ce75c4-32b4-493e-a2a9-6d1f625153ba]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:20 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 07:44:20 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:44:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0 -p 172.16.0.220:3260 --interface default --op new {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:20 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb2bc27e-1f18-400d-ab0a-388f472075f8]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0] added\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:20 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0] added
Oct 24 07:44:20 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:44:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:20 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[81734252-b71d-4688-ba55-b6213b529ed3]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:20 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:44:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:20 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[84af850e-067c-40b8-8087-ed1144cb776f]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:20 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:44:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RmVpYNBE {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RmVpYNBE" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:20 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[7fcb2bfe-4459-47ad-a3a8-2284b4bedda2]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:20 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RmVpYNBE'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:44:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:20 user nova-compute[74307]: DEBUG nova.compute.manager [req-c3bdbea7-652b-47d8-9953-58f11cfa7747 req-a75c3e0d-8f49-4412-9d79-32a9e688a69e service nova] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Received event network-vif-plugged-e126247c-f62e-47fd-8b79-51480fe0f17e {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:44:20 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-c3bdbea7-652b-47d8-9953-58f11cfa7747 req-a75c3e0d-8f49-4412-9d79-32a9e688a69e service nova] Acquiring lock "7763652c-aa19-4625-8893-6ab52b660bb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:44:20 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-c3bdbea7-652b-47d8-9953-58f11cfa7747 req-a75c3e0d-8f49-4412-9d79-32a9e688a69e service nova] Lock "7763652c-aa19-4625-8893-6ab52b660bb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:44:20 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-c3bdbea7-652b-47d8-9953-58f11cfa7747 req-a75c3e0d-8f49-4412-9d79-32a9e688a69e service nova] Lock "7763652c-aa19-4625-8893-6ab52b660bb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:44:20 user nova-compute[74307]: DEBUG nova.compute.manager [req-c3bdbea7-652b-47d8-9953-58f11cfa7747 req-a75c3e0d-8f49-4412-9d79-32a9e688a69e service nova] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] No waiting events found dispatching network-vif-plugged-e126247c-f62e-47fd-8b79-51480fe0f17e {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:44:20 user nova-compute[74307]: WARNING nova.compute.manager [req-c3bdbea7-652b-47d8-9953-58f11cfa7747 req-a75c3e0d-8f49-4412-9d79-32a9e688a69e service nova] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Received unexpected event network-vif-plugged-e126247c-f62e-47fd-8b79-51480fe0f17e for instance with vm_state active and task_state None.
Oct 24 07:44:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:20 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[c58a11ff-8b70-4ef5-8cd9-5efa683f3814]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:20 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:44:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:20 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[40329d32-f548-47f3-a894-adca3ceed658]: (4, ('tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:20 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)
Oct 24 07:44:20 user nova-compute[74307]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)
Oct 24 07:44:20 user nova-compute[74307]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 (non-flash)
Oct 24 07:44:20 user nova-compute[74307]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)
Oct 24 07:44:20 user nova-compute[74307]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e (non-flash)
Oct 24 07:44:20 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:44:20 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] iscsi session list stdout=tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)
Oct 24 07:44:20 user nova-compute[74307]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)
Oct 24 07:44:20 user nova-compute[74307]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 (non-flash)
Oct 24 07:44:20 user nova-compute[74307]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)
Oct 24 07:44:20 user nova-compute[74307]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e (non-flash)
Oct 24 07:44:20 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:44:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0 -p 172.16.0.220:3260 --login {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0 -p 172.16.0.220:3260 --login" returned: 0 in 0.078s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:21 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[46b42f8f-ce16-450b-951a-599187a73d24]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:21 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0, portal: 172.16.0.220,3260]
Oct 24 07:44:21 user nova-compute[74307]: Login to [iface: default, target: iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0, portal: 172.16.0.220,3260] successful.
Oct 24 07:44:21 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:44:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:21 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4fe5481-80c5-48c6-a6df-bf5715f72605]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:21 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:44:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:21 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[97e95c10-02f0-44d7-b1ae-ee1b849410b0]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:21 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0 (non-flash)
Oct 24 07:44:21 user nova-compute[74307]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)
Oct 24 07:44:21 user nova-compute[74307]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)
Oct 24 07:44:21 user nova-compute[74307]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 (non-flash)
Oct 24 07:44:21 user nova-compute[74307]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)
Oct 24 07:44:21 user nova-compute[74307]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e (non-flash)
Oct 24 07:44:21 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:44:21 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0 (non-flash)
Oct 24 07:44:21 user nova-compute[74307]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)
Oct 24 07:44:21 user nova-compute[74307]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)
Oct 24 07:44:21 user nova-compute[74307]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 (non-flash)
Oct 24 07:44:21 user nova-compute[74307]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)
Oct 24 07:44:21 user nova-compute[74307]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e (non-flash)
Oct 24 07:44:21 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:44:21 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.343s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:44:21 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Connected to 172.16.0.220:3260 {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 07:44:21 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] HCTL ('33', '-', '-', 0) found on session 10 with lun 0 {{(pid=74307) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 07:44:21 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Scanning host 33 c: -, t: -, l: 0) {{(pid=74307) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 07:44:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:21 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[95eaabd0-6a43-4797-8fc3-550edbf5ba7d]: (4, ('- - 0', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:21 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Searching for a device in session 10 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 07:44:21 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RmVpYNBE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 07:44:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.391s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:44:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] <== connect_volume: return (1392ms) {'type': 'block', 'scsi_wwn': '26138653065306333', 'path': '/dev/sdb'} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:44:22 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26138653065306333', 'path': '/dev/sdb'} {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 07:44:22 user nova-compute[74307]: DEBUG nova.objects.instance [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Lazy-loading 'flavor' on Instance uuid d8c0daed-f3dd-4b75-875a-913d4d0ae40b {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:44:22 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] COPY block job progress, current cursor: 0 final cursor: 1073741824 {{(pid=74307) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 07:44:22 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] COPY block job progress, current cursor: 119537664 final cursor: 1073741824 {{(pid=74307) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 07:44:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] COPY block job progress, current cursor: 142606336 final cursor: 1073741824 {{(pid=74307) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 07:44:24 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] COPY block job progress, current cursor: 175112192 final cursor: 1073741824 {{(pid=74307) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 07:44:24 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] COPY block job progress, current cursor: 279969792 final cursor: 1073741824 {{(pid=74307) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 07:44:25 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] COPY block job progress, current cursor: 406847488 final cursor: 1073741824 {{(pid=74307) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 07:44:25 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] COPY block job progress, current cursor: 543162368 final cursor: 1073741824 {{(pid=74307) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 07:44:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Acquiring lock "0f8feaa4-716e-4476-9137-f41f7bcc3ec6" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:44:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "0f8feaa4-716e-4476-9137-f41f7bcc3ec6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:44:26 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] COPY block job progress, current cursor: 674234368 final cursor: 1073741824 {{(pid=74307) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 07:44:26 user nova-compute[74307]: DEBUG nova.compute.manager [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Starting instance... {{(pid=74307) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 07:44:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:44:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:44:26 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 07:44:26 user nova-compute[74307]: INFO nova.compute.claims [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Claim successful on node user
Oct 24 07:44:26 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] COPY block job progress, current cursor: 803209216 final cursor: 1073741824 {{(pid=74307) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 07:44:26 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:44:26 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:44:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.606s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:44:26 user nova-compute[74307]: DEBUG nova.compute.manager [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Start building networks asynchronously for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 07:44:27 user nova-compute[74307]: DEBUG nova.compute.manager [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Allocating IP information in the background. {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 07:44:27 user nova-compute[74307]: DEBUG nova.network.neutron [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] allocate_for_instance() {{(pid=74307) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 07:44:27 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 07:44:27 user nova-compute[74307]: DEBUG nova.compute.manager [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Start building block device mappings for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 07:44:27 user nova-compute[74307]: DEBUG nova.policy [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '60bf5a2320a44281aa2ef452eb2f16b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3cbeeb3c22846fb88297b645da9e463', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74307) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 07:44:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] COPY block job progress, current cursor: 925892608 final cursor: 1073741824 {{(pid=74307) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 07:44:27 user nova-compute[74307]: DEBUG nova.compute.manager [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Start spawning the instance on the hypervisor. {{(pid=74307) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 07:44:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Creating instance directory {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 07:44:27 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Creating image(s)
Oct 24 07:44:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Acquiring lock "/opt/stack/data/nova/instances/0f8feaa4-716e-4476-9137-f41f7bcc3ec6/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:44:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "/opt/stack/data/nova/instances/0f8feaa4-716e-4476-9137-f41f7bcc3ec6/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:44:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "/opt/stack/data/nova/instances/0f8feaa4-716e-4476-9137-f41f7bcc3ec6/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:44:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.269s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Acquiring lock "9cb24620554d5eab84e846c14e389d04f4c43d48" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:44:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:44:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=74307) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 07:44:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.204s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/0f8feaa4-716e-4476-9137-f41f7bcc3ec6/disk 1073741824 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/0f8feaa4-716e-4476-9137-f41f7bcc3ec6/disk 1073741824" returned: 0 in 0.064s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.274s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:44:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] calling os-brick to detach iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 07:44:27 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, {'target_iqn': 'iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wXBtjTLC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:44:27 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:44:27 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:44:27 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:44:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[0992c349-1477-42a4-a2a5-bc7169bd956e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 07:44:28 user nova-compute[74307]: No targets found.
Oct 24 07:44:28 user nova-compute[74307]: iSNS:
Oct 24 07:44:28 user nova-compute[74307]: No targets found.
Oct 24 07:44:28 user nova-compute[74307]: STATIC:
Oct 24 07:44:28 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0
Oct 24 07:44:28 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:44:28 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:44:28 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286
Oct 24 07:44:28 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:44:28 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:44:28 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3
Oct 24 07:44:28 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:44:28 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:44:28 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59
Oct 24 07:44:28 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:44:28 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:44:28 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e
Oct 24 07:44:28 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:44:28 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:44:28 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f
Oct 24 07:44:28 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:44:28 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:44:28 user nova-compute[74307]: FIRMWARE:
Oct 24 07:44:28 user nova-compute[74307]: No targets found.
Oct 24 07:44:28 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 07:44:28 user nova-compute[74307]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 07:44:28 user nova-compute[74307]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74307) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286', 0)] {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae6a1e6e-057c-40a2-b2a6-d8d765b91b9f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9956e80-82f2-4184-b2f2-eddbd004607d]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0 (non-flash)
Oct 24 07:44:28 user nova-compute[74307]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)
Oct 24 07:44:28 user nova-compute[74307]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)
Oct 24 07:44:28 user nova-compute[74307]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 (non-flash)
Oct 24 07:44:28 user nova-compute[74307]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)
Oct 24 07:44:28 user nova-compute[74307]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e (non-flash)
Oct 24 07:44:28 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0 (non-flash)
Oct 24 07:44:28 user nova-compute[74307]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)
Oct 24 07:44:28 user nova-compute[74307]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)
Oct 24 07:44:28 user nova-compute[74307]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 (non-flash)
Oct 24 07:44:28 user nova-compute[74307]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)
Oct 24 07:44:28 user nova-compute[74307]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e (non-flash)
Oct 24 07:44:28 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4624768a60>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286'): ({'sdf'}, set())}) {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Removing single pathed devices sdf {{(pid=74307) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG nova.network.neutron [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Successfully created port: 74ee7f28-30af-4bb9-a77f-02df6de66431 {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.026s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[026e07a6-605d-44d7-82ae-993a87d6ccd0]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[90ceb1ac-2903-4145-9f0c-da8b14d91ad5]: (4, ('ok\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Flushing IO for device /dev/sdf {{(pid=74307) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.211s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Checking if we can resize image /opt/stack/data/nova/instances/0f8feaa4-716e-4476-9137-f41f7bcc3ec6/disk. size=1073741824 {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0f8feaa4-716e-4476-9137-f41f7bcc3ec6/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.013s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[934699a6-8c7b-413b-aedd-a07730a02429]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74307) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.059s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e2cb9c8-3a38-4733-82d5-20effb3095fe]: (4, ('1', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Checking to see if SCSI volumes sdf have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] SCSI volumes sdf have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286')] {{(pid=74307) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba325915-6dc9-4e33-aa38-19788cfe2d5e]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 -p 172.16.0.220:3260 --logout {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0f8feaa4-716e-4476-9137-f41f7bcc3ec6/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Cannot resize image /opt/stack/data/nova/instances/0f8feaa4-716e-4476-9137-f41f7bcc3ec6/disk to a smaller size. {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Created local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Ensure instance console log exists: /opt/stack/data/nova/instances/0f8feaa4-716e-4476-9137-f41f7bcc3ec6/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 -p 172.16.0.220:3260 --logout" returned: 0 in 0.070s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[194200a0-4cd4-42c2-ab9d-11a3978a775e]: (4, ('Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286, portal: 172.16.0.220,3260]\nLogout of [sid: 7, target: iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286, portal: 172.16.0.220,3260]
Oct 24 07:44:28 user nova-compute[74307]: Logout of [sid: 7, target: iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286, portal: 172.16.0.220,3260] successful.
Oct 24 07:44:28 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 -p 172.16.0.220:3260 --op delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.039s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[55800276-b5bd-4fce-a7a0-75f35348ff98]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.398s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] <== disconnect_volume: return (400ms) None {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Disconnected iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG nova.compute.manager [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RmVpYNBE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': 'd8c0daed-f3dd-4b75-875a-913d4d0ae40b', 'attached_at': '', 'detached_at': '', 'volume_id': '8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0', 'serial'} {{(pid=74307) _swap_volume /opt/stack/nova/nova/compute/manager.py:7790}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG nova.compute.manager [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] swap_volume: removing Cinder connection for volume fbdeb386-b294-4c82-b322-6df7baf8b286 {{(pid=74307) _swap_volume /opt/stack/nova/nova/compute/manager.py:7835}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG nova.network.neutron [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Successfully updated port: 74ee7f28-30af-4bb9-a77f-02df6de66431 {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Acquiring lock "refresh_cache-0f8feaa4-716e-4476-9137-f41f7bcc3ec6" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Acquired lock "refresh_cache-0f8feaa4-716e-4476-9137-f41f7bcc3ec6" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG nova.network.neutron [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG nova.compute.manager [req-7e0966a5-e594-40d3-b523-fb9ad535aa01 req-2dfbfcf7-418b-4837-87d1-b7f2bed3bc4d service nova] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Received event network-changed-74ee7f28-30af-4bb9-a77f-02df6de66431 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG nova.compute.manager [req-7e0966a5-e594-40d3-b523-fb9ad535aa01 req-2dfbfcf7-418b-4837-87d1-b7f2bed3bc4d service nova] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Refreshing instance network info cache due to event network-changed-74ee7f28-30af-4bb9-a77f-02df6de66431. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-7e0966a5-e594-40d3-b523-fb9ad535aa01 req-2dfbfcf7-418b-4837-87d1-b7f2bed3bc4d service nova] Acquiring lock "refresh_cache-0f8feaa4-716e-4476-9137-f41f7bcc3ec6" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:44:28 user nova-compute[74307]: DEBUG nova.network.neutron [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 07:44:29 user nova-compute[74307]: DEBUG nova.network.neutron [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Updating instance_info_cache with network_info: [{"id": "74ee7f28-30af-4bb9-a77f-02df6de66431", "address": "fa:16:3e:00:42:f7", "network": {"id": "c9e5cba0-66b1-4ed1-9cb1-fd926055e90e", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-91748090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b3cbeeb3c22846fb88297b645da9e463", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap74ee7f28-30", "ovs_interfaceid": "74ee7f28-30af-4bb9-a77f-02df6de66431", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:44:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Releasing lock "refresh_cache-0f8feaa4-716e-4476-9137-f41f7bcc3ec6" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:44:29 user nova-compute[74307]: DEBUG nova.compute.manager [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Instance network_info: |[{"id": "74ee7f28-30af-4bb9-a77f-02df6de66431", "address": "fa:16:3e:00:42:f7", "network": {"id": "c9e5cba0-66b1-4ed1-9cb1-fd926055e90e", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-91748090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b3cbeeb3c22846fb88297b645da9e463", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap74ee7f28-30", "ovs_interfaceid": "74ee7f28-30af-4bb9-a77f-02df6de66431", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 07:44:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-7e0966a5-e594-40d3-b523-fb9ad535aa01 req-2dfbfcf7-418b-4837-87d1-b7f2bed3bc4d service nova] Acquired lock "refresh_cache-0f8feaa4-716e-4476-9137-f41f7bcc3ec6" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:44:29 user nova-compute[74307]: DEBUG nova.network.neutron [req-7e0966a5-e594-40d3-b523-fb9ad535aa01 req-2dfbfcf7-418b-4837-87d1-b7f2bed3bc4d service nova] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Refreshing network info cache for port 74ee7f28-30af-4bb9-a77f-02df6de66431 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:44:29 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Start _get_guest_xml network_info=[{"id": "74ee7f28-30af-4bb9-a77f-02df6de66431", "address": "fa:16:3e:00:42:f7", "network": {"id": "c9e5cba0-66b1-4ed1-9cb1-fd926055e90e", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-91748090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b3cbeeb3c22846fb88297b645da9e463", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap74ee7f28-30", "ovs_interfaceid": "74ee7f28-30af-4bb9-a77f-02df6de66431", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'boot_index': 0, 'guest_format': None, 'image_id': 'ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 07:44:29 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:44:29 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:44:29 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 07:44:29 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 07:44:29 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 07:44:29 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 07:44:29 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 07:44:29 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 07:44:29 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 07:44:29 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 07:44:29 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 07:44:29 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 07:44:29 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 07:44:29 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 07:44:29 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 07:44:29 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 07:44:29 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 07:44:29 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 07:44:29 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:44:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-791270665',display_name='tempest-VolumesSnapshotTestJSON-instance-791270665',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-791270665',id=12,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBATHLhElQx9Yjxcbyg/zcbBshPoigmiHvH5H6Y7VpTkle08y+XgXXueWSjoWvm5HPXC/GySF5iKr0U3IiuxV2/B5k6QYlHvK/zIwCca5QnnVbieL2R8ILKc0d1X/VKTpbA==',key_name='tempest-keypair-1677760322',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b3cbeeb3c22846fb88297b645da9e463',ramdisk_id='',reservation_id='r-2grlxyuv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1695217683',owner_user_name='tempest-VolumesSnapshotTestJSON-1695217683-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:44:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='60bf5a2320a44281aa2ef452eb2f16b6',uuid=0f8feaa4-716e-4476-9137-f41f7bcc3ec6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "74ee7f28-30af-4bb9-a77f-02df6de66431", "address": "fa:16:3e:00:42:f7", "network": {"id": "c9e5cba0-66b1-4ed1-9cb1-fd926055e90e", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-91748090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b3cbeeb3c22846fb88297b645da9e463", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap74ee7f28-30", "ovs_interfaceid": "74ee7f28-30af-4bb9-a77f-02df6de66431", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 07:44:29 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Converting VIF {"id": "74ee7f28-30af-4bb9-a77f-02df6de66431", "address": "fa:16:3e:00:42:f7", "network": {"id": "c9e5cba0-66b1-4ed1-9cb1-fd926055e90e", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-91748090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b3cbeeb3c22846fb88297b645da9e463", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap74ee7f28-30", "ovs_interfaceid": "74ee7f28-30af-4bb9-a77f-02df6de66431", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:44:29 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:00:42:f7,bridge_name='br-int',has_traffic_filtering=True,id=74ee7f28-30af-4bb9-a77f-02df6de66431,network=Network(c9e5cba0-66b1-4ed1-9cb1-fd926055e90e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap74ee7f28-30') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:44:29 user nova-compute[74307]: DEBUG nova.objects.instance [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lazy-loading 'pci_devices' on Instance uuid 0f8feaa4-716e-4476-9137-f41f7bcc3ec6 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:44:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:29 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] End _get_guest_xml xml=<domain type="kvm">
Oct 24 07:44:29 user nova-compute[74307]:   <uuid>0f8feaa4-716e-4476-9137-f41f7bcc3ec6</uuid>
Oct 24 07:44:29 user nova-compute[74307]:   <name>instance-0000000c</name>
Oct 24 07:44:29 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 07:44:29 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 07:44:29 user nova-compute[74307]:   <metadata>
Oct 24 07:44:29 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 07:44:29 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 07:44:29 user nova-compute[74307]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-791270665</nova:name>
Oct 24 07:44:29 user nova-compute[74307]:       <nova:creationTime>2023-10-24 07:44:29</nova:creationTime>
Oct 24 07:44:29 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 07:44:29 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 07:44:29 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 07:44:29 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 07:44:29 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 07:44:29 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 07:44:29 user nova-compute[74307]:       </nova:flavor>
Oct 24 07:44:29 user nova-compute[74307]:       <nova:owner>
Oct 24 07:44:29 user nova-compute[74307]:         <nova:user uuid="60bf5a2320a44281aa2ef452eb2f16b6">tempest-VolumesSnapshotTestJSON-1695217683-project-member</nova:user>
Oct 24 07:44:29 user nova-compute[74307]:         <nova:project uuid="b3cbeeb3c22846fb88297b645da9e463">tempest-VolumesSnapshotTestJSON-1695217683</nova:project>
Oct 24 07:44:29 user nova-compute[74307]:       </nova:owner>
Oct 24 07:44:29 user nova-compute[74307]:       <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 07:44:29 user nova-compute[74307]:       <nova:ports>
Oct 24 07:44:29 user nova-compute[74307]:         <nova:port uuid="74ee7f28-30af-4bb9-a77f-02df6de66431">
Oct 24 07:44:29 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 24 07:44:29 user nova-compute[74307]:         </nova:port>
Oct 24 07:44:29 user nova-compute[74307]:       </nova:ports>
Oct 24 07:44:29 user nova-compute[74307]:     </nova:instance>
Oct 24 07:44:29 user nova-compute[74307]:   </metadata>
Oct 24 07:44:29 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 07:44:29 user nova-compute[74307]:     <system>
Oct 24 07:44:29 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 07:44:29 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 07:44:29 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 07:44:29 user nova-compute[74307]:       <entry name="serial">0f8feaa4-716e-4476-9137-f41f7bcc3ec6</entry>
Oct 24 07:44:29 user nova-compute[74307]:       <entry name="uuid">0f8feaa4-716e-4476-9137-f41f7bcc3ec6</entry>
Oct 24 07:44:29 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 07:44:29 user nova-compute[74307]:     </system>
Oct 24 07:44:29 user nova-compute[74307]:   </sysinfo>
Oct 24 07:44:29 user nova-compute[74307]:   <os>
Oct 24 07:44:29 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 07:44:29 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 07:44:29 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 07:44:29 user nova-compute[74307]:   </os>
Oct 24 07:44:29 user nova-compute[74307]:   <features>
Oct 24 07:44:29 user nova-compute[74307]:     <acpi/>
Oct 24 07:44:29 user nova-compute[74307]:     <apic/>
Oct 24 07:44:29 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 07:44:29 user nova-compute[74307]:   </features>
Oct 24 07:44:29 user nova-compute[74307]:   <clock offset="utc">
Oct 24 07:44:29 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 07:44:29 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 07:44:29 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 07:44:29 user nova-compute[74307]:   </clock>
Oct 24 07:44:29 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 07:44:29 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 07:44:29 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 07:44:29 user nova-compute[74307]:   </cpu>
Oct 24 07:44:29 user nova-compute[74307]:   <devices>
Oct 24 07:44:29 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 07:44:29 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 07:44:29 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/0f8feaa4-716e-4476-9137-f41f7bcc3ec6/disk"/>
Oct 24 07:44:29 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 07:44:29 user nova-compute[74307]:     </disk>
Oct 24 07:44:29 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 07:44:29 user nova-compute[74307]:       <mac address="fa:16:3e:00:42:f7"/>
Oct 24 07:44:29 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:44:29 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 07:44:29 user nova-compute[74307]:       <target dev="tap74ee7f28-30"/>
Oct 24 07:44:29 user nova-compute[74307]:     </interface>
Oct 24 07:44:29 user nova-compute[74307]:     <serial type="pty">
Oct 24 07:44:29 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/0f8feaa4-716e-4476-9137-f41f7bcc3ec6/console.log" append="off"/>
Oct 24 07:44:29 user nova-compute[74307]:     </serial>
Oct 24 07:44:29 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 07:44:29 user nova-compute[74307]:     <video>
Oct 24 07:44:29 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:44:29 user nova-compute[74307]:     </video>
Oct 24 07:44:29 user nova-compute[74307]:     <rng model="virtio">
Oct 24 07:44:29 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 07:44:29 user nova-compute[74307]:     </rng>
Oct 24 07:44:29 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 07:44:29 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 07:44:29 user nova-compute[74307]:       <stats period="10"/>
Oct 24 07:44:29 user nova-compute[74307]:     </memballoon>
Oct 24 07:44:29 user nova-compute[74307]:   </devices>
Oct 24 07:44:29 user nova-compute[74307]: </domain>
Oct 24 07:44:29 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 07:44:29 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:44:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-791270665',display_name='tempest-VolumesSnapshotTestJSON-instance-791270665',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-791270665',id=12,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBATHLhElQx9Yjxcbyg/zcbBshPoigmiHvH5H6Y7VpTkle08y+XgXXueWSjoWvm5HPXC/GySF5iKr0U3IiuxV2/B5k6QYlHvK/zIwCca5QnnVbieL2R8ILKc0d1X/VKTpbA==',key_name='tempest-keypair-1677760322',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b3cbeeb3c22846fb88297b645da9e463',ramdisk_id='',reservation_id='r-2grlxyuv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1695217683',owner_user_name='tempest-VolumesSnapshotTestJSON-1695217683-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:44:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='60bf5a2320a44281aa2ef452eb2f16b6',uuid=0f8feaa4-716e-4476-9137-f41f7bcc3ec6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "74ee7f28-30af-4bb9-a77f-02df6de66431", "address": "fa:16:3e:00:42:f7", "network": {"id": "c9e5cba0-66b1-4ed1-9cb1-fd926055e90e", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-91748090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b3cbeeb3c22846fb88297b645da9e463", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap74ee7f28-30", "ovs_interfaceid": "74ee7f28-30af-4bb9-a77f-02df6de66431", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 07:44:29 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Converting VIF {"id": "74ee7f28-30af-4bb9-a77f-02df6de66431", "address": "fa:16:3e:00:42:f7", "network": {"id": "c9e5cba0-66b1-4ed1-9cb1-fd926055e90e", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-91748090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b3cbeeb3c22846fb88297b645da9e463", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap74ee7f28-30", "ovs_interfaceid": "74ee7f28-30af-4bb9-a77f-02df6de66431", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:44:29 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:00:42:f7,bridge_name='br-int',has_traffic_filtering=True,id=74ee7f28-30af-4bb9-a77f-02df6de66431,network=Network(c9e5cba0-66b1-4ed1-9cb1-fd926055e90e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap74ee7f28-30') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:44:29 user nova-compute[74307]: DEBUG os_vif [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:00:42:f7,bridge_name='br-int',has_traffic_filtering=True,id=74ee7f28-30af-4bb9-a77f-02df6de66431,network=Network(c9e5cba0-66b1-4ed1-9cb1-fd926055e90e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap74ee7f28-30') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 07:44:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:44:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:44:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '02f7166a-127e-527b-97c1-75368f92c8b7', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:44:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:44:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap74ee7f28-30, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:44:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap74ee7f28-30, col_values=(('qos', UUID('b3252343-40ca-42b6-8f4f-ee5f9e61187b')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:44:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap74ee7f28-30, col_values=(('external_ids', {'iface-id': '74ee7f28-30af-4bb9-a77f-02df6de66431', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:00:42:f7', 'vm-uuid': '0f8feaa4-716e-4476-9137-f41f7bcc3ec6'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:44:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:44:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:29 user nova-compute[74307]: INFO os_vif [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:00:42:f7,bridge_name='br-int',has_traffic_filtering=True,id=74ee7f28-30af-4bb9-a77f-02df6de66431,network=Network(c9e5cba0-66b1-4ed1-9cb1-fd926055e90e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap74ee7f28-30')
Oct 24 07:44:29 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:44:29 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] No VIF found with MAC fa:16:3e:00:42:f7, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:44:29 user nova-compute[74307]: DEBUG nova.compute.manager [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] swap_volume: Updating volume fbdeb386-b294-4c82-b322-6df7baf8b286 BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "RmVpYNBE", "auth_password": "atLvCeIb03ODVN", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdb", "volume_id": "8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0"}, "status": "reserved", "instance": "d8c0daed-f3dd-4b75-875a-913d4d0ae40b", "attached_at": "", "detached_at": "", "volume_id": "8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0", "serial": "8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': '8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0', 'no_device': None, 'attachment_id': 'bce4fa65-b7da-4ceb-8f95-27d8295d90ec'} {{(pid=74307) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7983}}
Oct 24 07:44:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0415c7dc-6022-4be9-95f3-ddf32ba4ba32 tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Lock "d8c0daed-f3dd-4b75-875a-913d4d0ae40b" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 31.072s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:44:29 user nova-compute[74307]: DEBUG nova.network.neutron [req-7e0966a5-e594-40d3-b523-fb9ad535aa01 req-2dfbfcf7-418b-4837-87d1-b7f2bed3bc4d service nova] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Updated VIF entry in instance network info cache for port 74ee7f28-30af-4bb9-a77f-02df6de66431. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:44:29 user nova-compute[74307]: DEBUG nova.network.neutron [req-7e0966a5-e594-40d3-b523-fb9ad535aa01 req-2dfbfcf7-418b-4837-87d1-b7f2bed3bc4d service nova] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Updating instance_info_cache with network_info: [{"id": "74ee7f28-30af-4bb9-a77f-02df6de66431", "address": "fa:16:3e:00:42:f7", "network": {"id": "c9e5cba0-66b1-4ed1-9cb1-fd926055e90e", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-91748090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b3cbeeb3c22846fb88297b645da9e463", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap74ee7f28-30", "ovs_interfaceid": "74ee7f28-30af-4bb9-a77f-02df6de66431", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:44:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-7e0966a5-e594-40d3-b523-fb9ad535aa01 req-2dfbfcf7-418b-4837-87d1-b7f2bed3bc4d service nova] Releasing lock "refresh_cache-0f8feaa4-716e-4476-9137-f41f7bcc3ec6" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:44:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Acquiring lock "d8c0daed-f3dd-4b75-875a-913d4d0ae40b" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:44:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Lock "d8c0daed-f3dd-4b75-875a-913d4d0ae40b" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:44:30 user nova-compute[74307]: DEBUG os_brick.utils [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:44:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:30 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b09abc07-0e06-48a1-807a-89cac840bf3c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:299aca16be88\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:30 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e39e755-e4db-4e7c-b4c2-de9f6ee8d668]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.023s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:30 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[98cce9df-9574-46cf-ab68-7db7a1916874]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:30 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[02588d40-0036-4c5e-b0b7-ccb51620c9b4]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Running cmd (subprocess): nvme version {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:44:30 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] nvme not present on system {{(pid=74307) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 07:44:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:44:30 user nova-compute[74307]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 07:44:30 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[65892790-c8ca-4242-9c58-d5d79b82421b]: (4, '') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:30 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74307) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 07:44:30 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 07:44:30 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] LIGHTOS: no hostnqn found. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 07:44:30 user nova-compute[74307]: DEBUG os_brick.utils [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] <== get_connector_properties: return (161ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:299aca16be88', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:44:30 user nova-compute[74307]: DEBUG nova.compute.manager [req-6c752e9e-e648-40d4-b32a-8c45b94c68b4 req-affff010-4471-42c0-9db9-8a492bd9c4c2 service nova] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Received event network-vif-plugged-74ee7f28-30af-4bb9-a77f-02df6de66431 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:44:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6c752e9e-e648-40d4-b32a-8c45b94c68b4 req-affff010-4471-42c0-9db9-8a492bd9c4c2 service nova] Acquiring lock "0f8feaa4-716e-4476-9137-f41f7bcc3ec6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:44:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6c752e9e-e648-40d4-b32a-8c45b94c68b4 req-affff010-4471-42c0-9db9-8a492bd9c4c2 service nova] Lock "0f8feaa4-716e-4476-9137-f41f7bcc3ec6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:44:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6c752e9e-e648-40d4-b32a-8c45b94c68b4 req-affff010-4471-42c0-9db9-8a492bd9c4c2 service nova] Lock "0f8feaa4-716e-4476-9137-f41f7bcc3ec6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:44:30 user nova-compute[74307]: DEBUG nova.compute.manager [req-6c752e9e-e648-40d4-b32a-8c45b94c68b4 req-affff010-4471-42c0-9db9-8a492bd9c4c2 service nova] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] No waiting events found dispatching network-vif-plugged-74ee7f28-30af-4bb9-a77f-02df6de66431 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:44:30 user nova-compute[74307]: WARNING nova.compute.manager [req-6c752e9e-e648-40d4-b32a-8c45b94c68b4 req-affff010-4471-42c0-9db9-8a492bd9c4c2 service nova] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Received unexpected event network-vif-plugged-74ee7f28-30af-4bb9-a77f-02df6de66431 for instance with vm_state building and task_state spawning.
Oct 24 07:44:31 user nova-compute[74307]: INFO nova.compute.manager [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Swapping volume 8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0 for fbdeb386-b294-4c82-b322-6df7baf8b286
Oct 24 07:44:31 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:31 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:31 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:31 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:31 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG nova.compute.manager [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Start spawning the instance on the hypervisor. {{(pid=74307) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Creating instance directory {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 07:44:32 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Creating image(s)
Oct 24 07:44:32 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Did not create local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Ensure instance console log exists: /opt/stack/data/nova/instances/9ea8255e-1f82-4e7f-b09b-aca682f1f374/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Start _get_guest_xml network_info=[{"id": "a31e4ae2-1058-4643-9243-640de193070f", "address": "fa:16:3e:a0:90:24", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa31e4ae2-10", "ovs_interfaceid": "a31e4ae2-1058-4643-9243-640de193070f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oulywxvD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9ea8255e-1f82-4e7f-b09b-aca682f1f374', 'attached_at': '', 'detached_at': '', 'volume_id': '7bcefabf-01ea-4a72-a0b0-7277ddd4e854', 'serial': '7bcefabf-01ea-4a72-a0b0-7277ddd4e854'}, 'attachment_id': '12a598a8-d121-42ad-ab9b-3df498033a7a', 'guest_format': None, 'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': False, 'volume_type': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 07:44:32 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:44:32 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:44:32 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Calling os-brick to attach iSCSI Volume {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oulywxvD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:44:32 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:44:32 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:44:32 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:44:32 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:44:32 user nova-compute[74307]: INFO os_brick.initiator.connectors.iscsi [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 07:44:32 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 -p 172.16.0.220:3260 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7ceddbf-8c2e-4137-9ad2-00cc72eabc17]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 07:44:32 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 -p 172.16.0.220:3260 --interface default --op new {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[1158e5b7-8e8f-496c-abbb-0135d43b1408]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854] added\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854] added
Oct 24 07:44:32 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[05f3c1f1-9db9-44b8-9598-1a80f4238910]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a5fec31-d8ec-486d-92ae-fe62d8363361]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oulywxvD {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oulywxvD" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c0d989c-8c3c-42c3-9162-dec2690f3b76]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'oulywxvD'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[43f6a0a1-de43-43b6-a53a-263156a018b7]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9cf716d-2b63-4722-8d00-6470d5de6884]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0 (non-flash)
Oct 24 07:44:32 user nova-compute[74307]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)
Oct 24 07:44:32 user nova-compute[74307]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)
Oct 24 07:44:32 user nova-compute[74307]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)
Oct 24 07:44:32 user nova-compute[74307]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e (non-flash)
Oct 24 07:44:32 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0 (non-flash)
Oct 24 07:44:32 user nova-compute[74307]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)
Oct 24 07:44:32 user nova-compute[74307]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)
Oct 24 07:44:32 user nova-compute[74307]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)
Oct 24 07:44:32 user nova-compute[74307]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e (non-flash)
Oct 24 07:44:32 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 -p 172.16.0.220:3260 --login {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 -p 172.16.0.220:3260 --login" returned: 0 in 0.079s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[fff051b3-3bc3-42be-b3b9-a4ae358468e1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854, portal: 172.16.0.220,3260]
Oct 24 07:44:32 user nova-compute[74307]: Login to [iface: default, target: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854, portal: 172.16.0.220,3260] successful.
Oct 24 07:44:32 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:44:32 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:33 user nova-compute[74307]: DEBUG nova.compute.manager [req-cd87e83c-f5d8-47fc-94aa-9f87b9b74c3b req-7115d23b-72af-4f62-a42a-21ae1b2d0212 service nova] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Received event network-vif-plugged-74ee7f28-30af-4bb9-a77f-02df6de66431 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:44:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-cd87e83c-f5d8-47fc-94aa-9f87b9b74c3b req-7115d23b-72af-4f62-a42a-21ae1b2d0212 service nova] Acquiring lock "0f8feaa4-716e-4476-9137-f41f7bcc3ec6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:44:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-cd87e83c-f5d8-47fc-94aa-9f87b9b74c3b req-7115d23b-72af-4f62-a42a-21ae1b2d0212 service nova] Lock "0f8feaa4-716e-4476-9137-f41f7bcc3ec6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:44:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-cd87e83c-f5d8-47fc-94aa-9f87b9b74c3b req-7115d23b-72af-4f62-a42a-21ae1b2d0212 service nova] Lock "0f8feaa4-716e-4476-9137-f41f7bcc3ec6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:44:33 user nova-compute[74307]: DEBUG nova.compute.manager [req-cd87e83c-f5d8-47fc-94aa-9f87b9b74c3b req-7115d23b-72af-4f62-a42a-21ae1b2d0212 service nova] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] No waiting events found dispatching network-vif-plugged-74ee7f28-30af-4bb9-a77f-02df6de66431 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:44:33 user nova-compute[74307]: WARNING nova.compute.manager [req-cd87e83c-f5d8-47fc-94aa-9f87b9b74c3b req-7115d23b-72af-4f62-a42a-21ae1b2d0212 service nova] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Received unexpected event network-vif-plugged-74ee7f28-30af-4bb9-a77f-02df6de66431 for instance with vm_state building and task_state spawning.
Oct 24 07:44:33 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:33 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e50fa23-363f-4580-a9b4-ca04da6ef4d0]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:33 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:44:33 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:33 user nova-compute[74307]: DEBUG nova.compute.manager [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 07:44:33 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Guest created on hypervisor {{(pid=74307) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 07:44:33 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Instance spawned successfully.
Oct 24 07:44:33 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 07:44:33 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:33 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f49993d-13f2-4e93-8ff3-8923105bff4a]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:33 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0 (non-flash)
Oct 24 07:44:33 user nova-compute[74307]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:44:33 user nova-compute[74307]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)
Oct 24 07:44:33 user nova-compute[74307]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)
Oct 24 07:44:33 user nova-compute[74307]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)
Oct 24 07:44:33 user nova-compute[74307]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e (non-flash)
Oct 24 07:44:33 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:44:33 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0 (non-flash)
Oct 24 07:44:33 user nova-compute[74307]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:44:33 user nova-compute[74307]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)
Oct 24 07:44:33 user nova-compute[74307]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)
Oct 24 07:44:33 user nova-compute[74307]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)
Oct 24 07:44:33 user nova-compute[74307]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e (non-flash)
Oct 24 07:44:33 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:44:33 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.312s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:44:33 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Connected to 172.16.0.220:3260 {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 07:44:33 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] HCTL ('34', '-', '-', 0) found on session 11 with lun 0 {{(pid=74307) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 07:44:33 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74307) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 07:44:33 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:33 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Found default for hw_cdrom_bus of ide {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:44:33 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Found default for hw_disk_bus of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:44:33 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Found default for hw_input_bus of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:44:33 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Found default for hw_pointer_model of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:44:33 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Found default for hw_video_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:44:33 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Found default for hw_vif_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:44:33 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:33 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[1cc93c5f-5a06-432a-ad7c-306ea148c6a3]: (4, ('- - 0', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:33 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Searching for a device in session 11 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 07:44:33 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oulywxvD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 07:44:33 user nova-compute[74307]: INFO nova.compute.manager [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Took 5.81 seconds to spawn the instance on the hypervisor.
Oct 24 07:44:33 user nova-compute[74307]: DEBUG nova.compute.manager [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:44:33 user nova-compute[74307]: INFO nova.compute.manager [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Took 6.94 seconds to build instance.
Oct 24 07:44:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6289ebca-9778-40af-9005-1ae5bd00ec14 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "0f8feaa4-716e-4476-9137-f41f7bcc3ec6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.084s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:44:34 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.356s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:44:34 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] <== connect_volume: return (1357ms) {'type': 'block', 'scsi_wwn': '23761313430613939', 'path': '/dev/sdc'} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:44:34 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23761313430613939', 'path': '/dev/sdc'} {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 07:44:34 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:44:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-10095002',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-10095002',id=11,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8663add8cb13470095b2b73e60705507',ramdisk_id='',reservation_id='r-rrvsuprr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-977236319',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:44:04Z,user_data=None,user_id='514c86e8bc0b4f028a4e831cc15f1dd0',uuid=9ea8255e-1f82-4e7f-b09b-aca682f1f374,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a31e4ae2-1058-4643-9243-640de193070f", "address": "fa:16:3e:a0:90:24", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa31e4ae2-10", "ovs_interfaceid": "a31e4ae2-1058-4643-9243-640de193070f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 07:44:34 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Converting VIF {"id": "a31e4ae2-1058-4643-9243-640de193070f", "address": "fa:16:3e:a0:90:24", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa31e4ae2-10", "ovs_interfaceid": "a31e4ae2-1058-4643-9243-640de193070f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:44:34 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a0:90:24,bridge_name='br-int',has_traffic_filtering=True,id=a31e4ae2-1058-4643-9243-640de193070f,network=Network(3db729c6-868c-43bd-b594-4d15882c5b5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa31e4ae2-10') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:44:34 user nova-compute[74307]: DEBUG nova.objects.instance [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lazy-loading 'pci_devices' on Instance uuid 9ea8255e-1f82-4e7f-b09b-aca682f1f374 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:44:34 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] End _get_guest_xml xml=<domain type="kvm">
Oct 24 07:44:34 user nova-compute[74307]:   <uuid>9ea8255e-1f82-4e7f-b09b-aca682f1f374</uuid>
Oct 24 07:44:34 user nova-compute[74307]:   <name>instance-0000000b</name>
Oct 24 07:44:34 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 07:44:34 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 07:44:34 user nova-compute[74307]:   <metadata>
Oct 24 07:44:34 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 07:44:34 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 07:44:34 user nova-compute[74307]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-10095002</nova:name>
Oct 24 07:44:34 user nova-compute[74307]:       <nova:creationTime>2023-10-24 07:44:32</nova:creationTime>
Oct 24 07:44:34 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 07:44:34 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 07:44:34 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 07:44:34 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 07:44:34 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 07:44:34 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 07:44:34 user nova-compute[74307]:       </nova:flavor>
Oct 24 07:44:34 user nova-compute[74307]:       <nova:owner>
Oct 24 07:44:34 user nova-compute[74307]:         <nova:user uuid="514c86e8bc0b4f028a4e831cc15f1dd0">tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member</nova:user>
Oct 24 07:44:34 user nova-compute[74307]:         <nova:project uuid="8663add8cb13470095b2b73e60705507">tempest-ServerBootFromVolumeStableRescueTest-977236319</nova:project>
Oct 24 07:44:34 user nova-compute[74307]:       </nova:owner>
Oct 24 07:44:34 user nova-compute[74307]:       <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 07:44:34 user nova-compute[74307]:       <nova:ports>
Oct 24 07:44:34 user nova-compute[74307]:         <nova:port uuid="a31e4ae2-1058-4643-9243-640de193070f">
Oct 24 07:44:34 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 24 07:44:34 user nova-compute[74307]:         </nova:port>
Oct 24 07:44:34 user nova-compute[74307]:       </nova:ports>
Oct 24 07:44:34 user nova-compute[74307]:     </nova:instance>
Oct 24 07:44:34 user nova-compute[74307]:   </metadata>
Oct 24 07:44:34 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 07:44:34 user nova-compute[74307]:     <system>
Oct 24 07:44:34 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 07:44:34 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 07:44:34 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 07:44:34 user nova-compute[74307]:       <entry name="serial">9ea8255e-1f82-4e7f-b09b-aca682f1f374</entry>
Oct 24 07:44:34 user nova-compute[74307]:       <entry name="uuid">9ea8255e-1f82-4e7f-b09b-aca682f1f374</entry>
Oct 24 07:44:34 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 07:44:34 user nova-compute[74307]:     </system>
Oct 24 07:44:34 user nova-compute[74307]:   </sysinfo>
Oct 24 07:44:34 user nova-compute[74307]:   <os>
Oct 24 07:44:34 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 07:44:34 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 07:44:34 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 07:44:34 user nova-compute[74307]:   </os>
Oct 24 07:44:34 user nova-compute[74307]:   <features>
Oct 24 07:44:34 user nova-compute[74307]:     <acpi/>
Oct 24 07:44:34 user nova-compute[74307]:     <apic/>
Oct 24 07:44:34 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 07:44:34 user nova-compute[74307]:   </features>
Oct 24 07:44:34 user nova-compute[74307]:   <clock offset="utc">
Oct 24 07:44:34 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 07:44:34 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 07:44:34 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 07:44:34 user nova-compute[74307]:   </clock>
Oct 24 07:44:34 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 07:44:34 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 07:44:34 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 07:44:34 user nova-compute[74307]:   </cpu>
Oct 24 07:44:34 user nova-compute[74307]:   <devices>
Oct 24 07:44:34 user nova-compute[74307]:     <disk type="block" device="disk">
Oct 24 07:44:34 user nova-compute[74307]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:44:34 user nova-compute[74307]:       <source dev="/dev/sdc"/>
Oct 24 07:44:34 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 07:44:34 user nova-compute[74307]:       <serial>7bcefabf-01ea-4a72-a0b0-7277ddd4e854</serial>
Oct 24 07:44:34 user nova-compute[74307]:     </disk>
Oct 24 07:44:34 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 07:44:34 user nova-compute[74307]:       <mac address="fa:16:3e:a0:90:24"/>
Oct 24 07:44:34 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:44:34 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 07:44:34 user nova-compute[74307]:       <target dev="tapa31e4ae2-10"/>
Oct 24 07:44:34 user nova-compute[74307]:     </interface>
Oct 24 07:44:34 user nova-compute[74307]:     <serial type="pty">
Oct 24 07:44:34 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/9ea8255e-1f82-4e7f-b09b-aca682f1f374/console.log" append="off"/>
Oct 24 07:44:34 user nova-compute[74307]:     </serial>
Oct 24 07:44:34 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 07:44:34 user nova-compute[74307]:     <video>
Oct 24 07:44:34 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:44:34 user nova-compute[74307]:     </video>
Oct 24 07:44:34 user nova-compute[74307]:     <rng model="virtio">
Oct 24 07:44:34 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 07:44:34 user nova-compute[74307]:     </rng>
Oct 24 07:44:34 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 07:44:34 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 07:44:34 user nova-compute[74307]:       <stats period="10"/>
Oct 24 07:44:34 user nova-compute[74307]:     </memballoon>
Oct 24 07:44:34 user nova-compute[74307]:   </devices>
Oct 24 07:44:34 user nova-compute[74307]: </domain>
Oct 24 07:44:34 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 07:44:34 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:44:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-10095002',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-10095002',id=11,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8663add8cb13470095b2b73e60705507',ramdisk_id='',reservation_id='r-rrvsuprr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-977236319',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:44:04Z,user_data=None,user_id='514c86e8bc0b4f028a4e831cc15f1dd0',uuid=9ea8255e-1f82-4e7f-b09b-aca682f1f374,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a31e4ae2-1058-4643-9243-640de193070f", "address": "fa:16:3e:a0:90:24", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa31e4ae2-10", "ovs_interfaceid": "a31e4ae2-1058-4643-9243-640de193070f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 07:44:34 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Converting VIF {"id": "a31e4ae2-1058-4643-9243-640de193070f", "address": "fa:16:3e:a0:90:24", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa31e4ae2-10", "ovs_interfaceid": "a31e4ae2-1058-4643-9243-640de193070f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:44:34 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a0:90:24,bridge_name='br-int',has_traffic_filtering=True,id=a31e4ae2-1058-4643-9243-640de193070f,network=Network(3db729c6-868c-43bd-b594-4d15882c5b5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa31e4ae2-10') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:44:34 user nova-compute[74307]: DEBUG os_vif [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a0:90:24,bridge_name='br-int',has_traffic_filtering=True,id=a31e4ae2-1058-4643-9243-640de193070f,network=Network(3db729c6-868c-43bd-b594-4d15882c5b5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa31e4ae2-10') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 07:44:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:44:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:44:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f454fb11-8245-5365-a0bf-ae836cc865db', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:44:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:44:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa31e4ae2-10, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:44:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa31e4ae2-10, col_values=(('qos', UUID('4b6555b7-4aed-4b0d-934c-ea0098391461')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:44:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa31e4ae2-10, col_values=(('external_ids', {'iface-id': 'a31e4ae2-1058-4643-9243-640de193070f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a0:90:24', 'vm-uuid': '9ea8255e-1f82-4e7f-b09b-aca682f1f374'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:44:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:44:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:34 user nova-compute[74307]: INFO os_vif [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a0:90:24,bridge_name='br-int',has_traffic_filtering=True,id=a31e4ae2-1058-4643-9243-640de193070f,network=Network(3db729c6-868c-43bd-b594-4d15882c5b5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa31e4ae2-10')
Oct 24 07:44:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:34 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:44:34 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] No VIF found with MAC fa:16:3e:a0:90:24, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:44:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:35 user nova-compute[74307]: DEBUG nova.compute.manager [req-5ae27caf-35b7-408b-baaf-2d1a1de1cb7d req-cb293e25-9bab-4299-a530-9654641a4e6d service nova] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Received event network-vif-plugged-a31e4ae2-1058-4643-9243-640de193070f {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:44:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-5ae27caf-35b7-408b-baaf-2d1a1de1cb7d req-cb293e25-9bab-4299-a530-9654641a4e6d service nova] Acquiring lock "9ea8255e-1f82-4e7f-b09b-aca682f1f374-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:44:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-5ae27caf-35b7-408b-baaf-2d1a1de1cb7d req-cb293e25-9bab-4299-a530-9654641a4e6d service nova] Lock "9ea8255e-1f82-4e7f-b09b-aca682f1f374-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:44:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-5ae27caf-35b7-408b-baaf-2d1a1de1cb7d req-cb293e25-9bab-4299-a530-9654641a4e6d service nova] Lock "9ea8255e-1f82-4e7f-b09b-aca682f1f374-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:44:35 user nova-compute[74307]: DEBUG nova.compute.manager [req-5ae27caf-35b7-408b-baaf-2d1a1de1cb7d req-cb293e25-9bab-4299-a530-9654641a4e6d service nova] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] No waiting events found dispatching network-vif-plugged-a31e4ae2-1058-4643-9243-640de193070f {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:44:35 user nova-compute[74307]: WARNING nova.compute.manager [req-5ae27caf-35b7-408b-baaf-2d1a1de1cb7d req-cb293e25-9bab-4299-a530-9654641a4e6d service nova] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Received unexpected event network-vif-plugged-a31e4ae2-1058-4643-9243-640de193070f for instance with vm_state building and task_state spawning.
Oct 24 07:44:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:37 user nova-compute[74307]: DEBUG nova.compute.manager [req-822dd01f-813e-4038-a2dc-4b88ef458b8a req-a5fbb0cd-c047-4163-8de9-fc3f839ddd45 service nova] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Received event network-vif-plugged-a31e4ae2-1058-4643-9243-640de193070f {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:44:37 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-822dd01f-813e-4038-a2dc-4b88ef458b8a req-a5fbb0cd-c047-4163-8de9-fc3f839ddd45 service nova] Acquiring lock "9ea8255e-1f82-4e7f-b09b-aca682f1f374-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:44:37 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-822dd01f-813e-4038-a2dc-4b88ef458b8a req-a5fbb0cd-c047-4163-8de9-fc3f839ddd45 service nova] Lock "9ea8255e-1f82-4e7f-b09b-aca682f1f374-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:44:37 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-822dd01f-813e-4038-a2dc-4b88ef458b8a req-a5fbb0cd-c047-4163-8de9-fc3f839ddd45 service nova] Lock "9ea8255e-1f82-4e7f-b09b-aca682f1f374-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:44:37 user nova-compute[74307]: DEBUG nova.compute.manager [req-822dd01f-813e-4038-a2dc-4b88ef458b8a req-a5fbb0cd-c047-4163-8de9-fc3f839ddd45 service nova] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] No waiting events found dispatching network-vif-plugged-a31e4ae2-1058-4643-9243-640de193070f {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:44:37 user nova-compute[74307]: WARNING nova.compute.manager [req-822dd01f-813e-4038-a2dc-4b88ef458b8a req-a5fbb0cd-c047-4163-8de9-fc3f839ddd45 service nova] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Received unexpected event network-vif-plugged-a31e4ae2-1058-4643-9243-640de193070f for instance with vm_state building and task_state spawning.
Oct 24 07:44:38 user nova-compute[74307]: DEBUG nova.compute.manager [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 07:44:38 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Guest created on hypervisor {{(pid=74307) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 07:44:38 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Instance spawned successfully.
Oct 24 07:44:38 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 07:44:38 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Found default for hw_cdrom_bus of ide {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:44:38 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Found default for hw_disk_bus of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:44:38 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Found default for hw_input_bus of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:44:38 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Found default for hw_pointer_model of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:44:38 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Found default for hw_video_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:44:38 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Found default for hw_vif_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:44:38 user nova-compute[74307]: INFO nova.compute.manager [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Took 5.54 seconds to spawn the instance on the hypervisor.
Oct 24 07:44:38 user nova-compute[74307]: DEBUG nova.compute.manager [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:44:38 user nova-compute[74307]: INFO nova.compute.manager [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Took 35.09 seconds to build instance.
Oct 24 07:44:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-826952ff-55ed-4d13-a045-6aafd1e50abb tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "9ea8255e-1f82-4e7f-b09b-aca682f1f374" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 35.207s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:44:38 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-409ef667-234a-4e46-bc25-35241eb7e733 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Waiting for libvirt event about the detach of device tape126247c-f6 with device alias net1 from instance 7763652c-aa19-4625-8893-6ab52b660bb1 is timed out.
Oct 24 07:44:38 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-409ef667-234a-4e46-bc25-35241eb7e733 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:80:89:ea"/><model type="virtio"/><mtu size="1442"/><target dev="tape126247c-f6"/></interface> {{(pid=74307) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 24 07:44:38 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-409ef667-234a-4e46-bc25-35241eb7e733 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:80:89:ea"/><model type="virtio"/><mtu size="1442"/><target dev="tape126247c-f6"/></interface>not found in domain: <domain type='kvm' id='7'>
Oct 24 07:44:38 user nova-compute[74307]:   <name>instance-00000007</name>
Oct 24 07:44:38 user nova-compute[74307]:   <uuid>7763652c-aa19-4625-8893-6ab52b660bb1</uuid>
Oct 24 07:44:38 user nova-compute[74307]:   <metadata>
Oct 24 07:44:38 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 07:44:38 user nova-compute[74307]:   <nova:package version="0.0.0"/>
Oct 24 07:44:38 user nova-compute[74307]:   <nova:name>tempest-device-tagging-server-1667002086</nova:name>
Oct 24 07:44:38 user nova-compute[74307]:   <nova:creationTime>2023-10-24 07:43:30</nova:creationTime>
Oct 24 07:44:38 user nova-compute[74307]:   <nova:flavor name="m1.tiny">
Oct 24 07:44:38 user nova-compute[74307]:     <nova:memory>512</nova:memory>
Oct 24 07:44:38 user nova-compute[74307]:     <nova:disk>1</nova:disk>
Oct 24 07:44:38 user nova-compute[74307]:     <nova:swap>0</nova:swap>
Oct 24 07:44:38 user nova-compute[74307]:     <nova:ephemeral>0</nova:ephemeral>
Oct 24 07:44:38 user nova-compute[74307]:     <nova:vcpus>1</nova:vcpus>
Oct 24 07:44:38 user nova-compute[74307]:   </nova:flavor>
Oct 24 07:44:38 user nova-compute[74307]:   <nova:owner>
Oct 24 07:44:38 user nova-compute[74307]:     <nova:user uuid="fe02c81b2de7435da02d75ea972627d2">tempest-TaggedAttachmentsTest-123564527-project-member</nova:user>
Oct 24 07:44:38 user nova-compute[74307]:     <nova:project uuid="595cb48fcec345d2a6ffd280203b3f99">tempest-TaggedAttachmentsTest-123564527</nova:project>
Oct 24 07:44:38 user nova-compute[74307]:   </nova:owner>
Oct 24 07:44:38 user nova-compute[74307]:   <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 07:44:38 user nova-compute[74307]:   <nova:ports>
Oct 24 07:44:38 user nova-compute[74307]:     <nova:port uuid="227e747b-173d-41a8-b470-afc6a8c56f4d">
Oct 24 07:44:38 user nova-compute[74307]:       <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 24 07:44:38 user nova-compute[74307]:     </nova:port>
Oct 24 07:44:38 user nova-compute[74307]:     <nova:port uuid="e126247c-f62e-47fd-8b79-51480fe0f17e">
Oct 24 07:44:38 user nova-compute[74307]:       <nova:ip type="fixed" address="10.10.10.142" ipVersion="4"/>
Oct 24 07:44:38 user nova-compute[74307]:     </nova:port>
Oct 24 07:44:38 user nova-compute[74307]:   </nova:ports>
Oct 24 07:44:38 user nova-compute[74307]: </nova:instance>
Oct 24 07:44:38 user nova-compute[74307]:   </metadata>
Oct 24 07:44:38 user nova-compute[74307]:   <memory unit='KiB'>524288</memory>
Oct 24 07:44:38 user nova-compute[74307]:   <currentMemory unit='KiB'>524288</currentMemory>
Oct 24 07:44:38 user nova-compute[74307]:   <vcpu placement='static'>1</vcpu>
Oct 24 07:44:38 user nova-compute[74307]:   <resource>
Oct 24 07:44:38 user nova-compute[74307]:     <partition>/machine</partition>
Oct 24 07:44:38 user nova-compute[74307]:   </resource>
Oct 24 07:44:38 user nova-compute[74307]:   <sysinfo type='smbios'>
Oct 24 07:44:38 user nova-compute[74307]:     <system>
Oct 24 07:44:38 user nova-compute[74307]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Oct 24 07:44:38 user nova-compute[74307]:       <entry name='product'>OpenStack Nova</entry>
Oct 24 07:44:38 user nova-compute[74307]:       <entry name='version'>0.0.0</entry>
Oct 24 07:44:38 user nova-compute[74307]:       <entry name='serial'>7763652c-aa19-4625-8893-6ab52b660bb1</entry>
Oct 24 07:44:38 user nova-compute[74307]:       <entry name='uuid'>7763652c-aa19-4625-8893-6ab52b660bb1</entry>
Oct 24 07:44:38 user nova-compute[74307]:       <entry name='family'>Virtual Machine</entry>
Oct 24 07:44:38 user nova-compute[74307]:     </system>
Oct 24 07:44:38 user nova-compute[74307]:   </sysinfo>
Oct 24 07:44:38 user nova-compute[74307]:   <os>
Oct 24 07:44:38 user nova-compute[74307]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Oct 24 07:44:38 user nova-compute[74307]:     <boot dev='hd'/>
Oct 24 07:44:38 user nova-compute[74307]:     <smbios mode='sysinfo'/>
Oct 24 07:44:38 user nova-compute[74307]:   </os>
Oct 24 07:44:38 user nova-compute[74307]:   <features>
Oct 24 07:44:38 user nova-compute[74307]:     <acpi/>
Oct 24 07:44:38 user nova-compute[74307]:     <apic/>
Oct 24 07:44:38 user nova-compute[74307]:     <vmcoreinfo state='on'/>
Oct 24 07:44:38 user nova-compute[74307]:   </features>
Oct 24 07:44:38 user nova-compute[74307]:   <cpu mode='custom' match='exact' check='full'>
Oct 24 07:44:38 user nova-compute[74307]:     <model fallback='forbid'>Nehalem</model>
Oct 24 07:44:38 user nova-compute[74307]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Oct 24 07:44:38 user nova-compute[74307]:     <feature policy='require' name='vme'/>
Oct 24 07:44:38 user nova-compute[74307]:     <feature policy='require' name='x2apic'/>
Oct 24 07:44:38 user nova-compute[74307]:     <feature policy='require' name='hypervisor'/>
Oct 24 07:44:38 user nova-compute[74307]:   </cpu>
Oct 24 07:44:38 user nova-compute[74307]:   <clock offset='utc'>
Oct 24 07:44:38 user nova-compute[74307]:     <timer name='pit' tickpolicy='delay'/>
Oct 24 07:44:38 user nova-compute[74307]:     <timer name='rtc' tickpolicy='catchup'/>
Oct 24 07:44:38 user nova-compute[74307]:     <timer name='hpet' present='no'/>
Oct 24 07:44:38 user nova-compute[74307]:   </clock>
Oct 24 07:44:38 user nova-compute[74307]:   <on_poweroff>destroy</on_poweroff>
Oct 24 07:44:38 user nova-compute[74307]:   <on_reboot>restart</on_reboot>
Oct 24 07:44:38 user nova-compute[74307]:   <on_crash>destroy</on_crash>
Oct 24 07:44:38 user nova-compute[74307]:   <devices>
Oct 24 07:44:38 user nova-compute[74307]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 24 07:44:38 user nova-compute[74307]:     <disk type='file' device='disk'>
Oct 24 07:44:38 user nova-compute[74307]:       <driver name='qemu' type='qcow2' cache='none'/>
Oct 24 07:44:38 user nova-compute[74307]:       <source file='/opt/stack/data/nova/instances/7763652c-aa19-4625-8893-6ab52b660bb1/disk' index='2'/>
Oct 24 07:44:38 user nova-compute[74307]:       <backingStore type='file' index='3'>
Oct 24 07:44:38 user nova-compute[74307]:         <format type='raw'/>
Oct 24 07:44:38 user nova-compute[74307]:         <source file='/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48'/>
Oct 24 07:44:38 user nova-compute[74307]:         <backingStore/>
Oct 24 07:44:38 user nova-compute[74307]:       </backingStore>
Oct 24 07:44:38 user nova-compute[74307]:       <target dev='vda' bus='virtio'/>
Oct 24 07:44:38 user nova-compute[74307]:       <alias name='virtio-disk0'/>
Oct 24 07:44:38 user nova-compute[74307]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Oct 24 07:44:38 user nova-compute[74307]:     </disk>
Oct 24 07:44:38 user nova-compute[74307]:     <disk type='file' device='cdrom'>
Oct 24 07:44:38 user nova-compute[74307]:       <driver name='qemu' type='raw' cache='none'/>
Oct 24 07:44:38 user nova-compute[74307]:       <source file='/opt/stack/data/nova/instances/7763652c-aa19-4625-8893-6ab52b660bb1/disk.config' index='1'/>
Oct 24 07:44:38 user nova-compute[74307]:       <backingStore/>
Oct 24 07:44:38 user nova-compute[74307]:       <target dev='hda' bus='ide'/>
Oct 24 07:44:38 user nova-compute[74307]:       <readonly/>
Oct 24 07:44:38 user nova-compute[74307]:       <alias name='ide0-0-0'/>
Oct 24 07:44:38 user nova-compute[74307]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Oct 24 07:44:38 user nova-compute[74307]:     </disk>
Oct 24 07:44:38 user nova-compute[74307]:     <controller type='usb' index='0' model='none'>
Oct 24 07:44:38 user nova-compute[74307]:       <alias name='usb'/>
Oct 24 07:44:38 user nova-compute[74307]:     </controller>
Oct 24 07:44:38 user nova-compute[74307]:     <controller type='pci' index='0' model='pci-root'>
Oct 24 07:44:38 user nova-compute[74307]:       <alias name='pci.0'/>
Oct 24 07:44:38 user nova-compute[74307]:     </controller>
Oct 24 07:44:38 user nova-compute[74307]:     <controller type='ide' index='0'>
Oct 24 07:44:38 user nova-compute[74307]:       <alias name='ide'/>
Oct 24 07:44:38 user nova-compute[74307]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Oct 24 07:44:38 user nova-compute[74307]:     </controller>
Oct 24 07:44:38 user nova-compute[74307]:     <interface type='ethernet'>
Oct 24 07:44:38 user nova-compute[74307]:       <mac address='fa:16:3e:dd:76:f4'/>
Oct 24 07:44:38 user nova-compute[74307]:       <target dev='tap227e747b-17'/>
Oct 24 07:44:38 user nova-compute[74307]:       <model type='virtio'/>
Oct 24 07:44:38 user nova-compute[74307]:       <mtu size='1442'/>
Oct 24 07:44:38 user nova-compute[74307]:       <alias name='net0'/>
Oct 24 07:44:38 user nova-compute[74307]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Oct 24 07:44:38 user nova-compute[74307]:     </interface>
Oct 24 07:44:38 user nova-compute[74307]:     <serial type='pty'>
Oct 24 07:44:38 user nova-compute[74307]:       <source path='/dev/pts/6'/>
Oct 24 07:44:38 user nova-compute[74307]:       <log file='/opt/stack/data/nova/instances/7763652c-aa19-4625-8893-6ab52b660bb1/console.log' append='off'/>
Oct 24 07:44:38 user nova-compute[74307]:       <target type='isa-serial' port='0'>
Oct 24 07:44:38 user nova-compute[74307]:         <model name='isa-serial'/>
Oct 24 07:44:38 user nova-compute[74307]:       </target>
Oct 24 07:44:38 user nova-compute[74307]:       <alias name='serial0'/>
Oct 24 07:44:38 user nova-compute[74307]:     </serial>
Oct 24 07:44:38 user nova-compute[74307]:     <console type='pty' tty='/dev/pts/6'>
Oct 24 07:44:38 user nova-compute[74307]:       <source path='/dev/pts/6'/>
Oct 24 07:44:38 user nova-compute[74307]:       <log file='/opt/stack/data/nova/instances/7763652c-aa19-4625-8893-6ab52b660bb1/console.log' append='off'/>
Oct 24 07:44:38 user nova-compute[74307]:       <target type='serial' port='0'/>
Oct 24 07:44:38 user nova-compute[74307]:       <alias name='serial0'/>
Oct 24 07:44:38 user nova-compute[74307]:     </console>
Oct 24 07:44:38 user nova-compute[74307]:     <input type='mouse' bus='ps2'>
Oct 24 07:44:38 user nova-compute[74307]:       <alias name='input0'/>
Oct 24 07:44:38 user nova-compute[74307]:     </input>
Oct 24 07:44:38 user nova-compute[74307]:     <input type='keyboard' bus='ps2'>
Oct 24 07:44:38 user nova-compute[74307]:       <alias name='input1'/>
Oct 24 07:44:38 user nova-compute[74307]:     </input>
Oct 24 07:44:38 user nova-compute[74307]:     <graphics type='vnc' port='5906' autoport='yes' listen='0.0.0.0'>
Oct 24 07:44:38 user nova-compute[74307]:       <listen type='address' address='0.0.0.0'/>
Oct 24 07:44:38 user nova-compute[74307]:     </graphics>
Oct 24 07:44:38 user nova-compute[74307]:     <audio id='1' type='none'/>
Oct 24 07:44:38 user nova-compute[74307]:     <video>
Oct 24 07:44:38 user nova-compute[74307]:       <model type='virtio' heads='1' primary='yes'/>
Oct 24 07:44:38 user nova-compute[74307]:       <alias name='video0'/>
Oct 24 07:44:38 user nova-compute[74307]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Oct 24 07:44:38 user nova-compute[74307]:     </video>
Oct 24 07:44:38 user nova-compute[74307]:     <memballoon model='virtio'>
Oct 24 07:44:38 user nova-compute[74307]:       <stats period='10'/>
Oct 24 07:44:38 user nova-compute[74307]:       <alias name='balloon0'/>
Oct 24 07:44:38 user nova-compute[74307]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Oct 24 07:44:38 user nova-compute[74307]:     </memballoon>
Oct 24 07:44:38 user nova-compute[74307]:     <rng model='virtio'>
Oct 24 07:44:38 user nova-compute[74307]:       <backend model='random'>/dev/urandom</backend>
Oct 24 07:44:38 user nova-compute[74307]:       <alias name='rng0'/>
Oct 24 07:44:38 user nova-compute[74307]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Oct 24 07:44:38 user nova-compute[74307]:     </rng>
Oct 24 07:44:38 user nova-compute[74307]:   </devices>
Oct 24 07:44:38 user nova-compute[74307]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Oct 24 07:44:38 user nova-compute[74307]:     <label>libvirt-7763652c-aa19-4625-8893-6ab52b660bb1</label>
Oct 24 07:44:38 user nova-compute[74307]:     <imagelabel>libvirt-7763652c-aa19-4625-8893-6ab52b660bb1</imagelabel>
Oct 24 07:44:38 user nova-compute[74307]:   </seclabel>
Oct 24 07:44:38 user nova-compute[74307]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Oct 24 07:44:38 user nova-compute[74307]:     <label>+64055:+108</label>
Oct 24 07:44:38 user nova-compute[74307]:     <imagelabel>+64055:+108</imagelabel>
Oct 24 07:44:38 user nova-compute[74307]:   </seclabel>
Oct 24 07:44:38 user nova-compute[74307]: </domain>
Oct 24 07:44:38 user nova-compute[74307]:  {{(pid=74307) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Oct 24 07:44:38 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-409ef667-234a-4e46-bc25-35241eb7e733 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Successfully detached device tape126247c-f6 from instance 7763652c-aa19-4625-8893-6ab52b660bb1 from the live domain config.
Oct 24 07:44:38 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-409ef667-234a-4e46-bc25-35241eb7e733 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T07:41:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1667002086',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1667002086',id=7,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBChIw72AEQshBMap5hmX74a4XHcrUz0HKV4XiQ+KkEto4dNx3gq9h4F4WJ5HvzLgMjOV03102qIO5u2l6yAIYmbe9FOUwgt4jpPh+fnQi7bWrlOb8BVWOHscL/ND/yaQpQ==',key_name='tempest-keypair-1197796366',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:41:47Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='595cb48fcec345d2a6ffd280203b3f99',ramdisk_id='',reservation_id='r-6ou8ypnx',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-123564527',owner_user_name='tempest-TaggedAttachmentsTest-123564527-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T07:41:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fe02c81b2de7435da02d75ea972627d2',uuid=7763652c-aa19-4625-8893-6ab52b660bb1,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e126247c-f62e-47fd-8b79-51480fe0f17e", "address": "fa:16:3e:80:89:ea", "network": {"id": "3badf6f3-804b-447b-ac75-afffa98e81dc", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-2087383537", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "595cb48fcec345d2a6ffd280203b3f99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape126247c-f6", "ovs_interfaceid": "e126247c-f62e-47fd-8b79-51480fe0f17e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 07:44:38 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-409ef667-234a-4e46-bc25-35241eb7e733 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Converting VIF {"id": "e126247c-f62e-47fd-8b79-51480fe0f17e", "address": "fa:16:3e:80:89:ea", "network": {"id": "3badf6f3-804b-447b-ac75-afffa98e81dc", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-2087383537", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "595cb48fcec345d2a6ffd280203b3f99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape126247c-f6", "ovs_interfaceid": "e126247c-f62e-47fd-8b79-51480fe0f17e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:44:38 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-409ef667-234a-4e46-bc25-35241eb7e733 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:80:89:ea,bridge_name='br-int',has_traffic_filtering=True,id=e126247c-f62e-47fd-8b79-51480fe0f17e,network=Network(3badf6f3-804b-447b-ac75-afffa98e81dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape126247c-f6') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:44:38 user nova-compute[74307]: DEBUG os_vif [None req-409ef667-234a-4e46-bc25-35241eb7e733 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:80:89:ea,bridge_name='br-int',has_traffic_filtering=True,id=e126247c-f62e-47fd-8b79-51480fe0f17e,network=Network(3badf6f3-804b-447b-ac75-afffa98e81dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape126247c-f6') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 07:44:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape126247c-f6, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:44:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=43e5ced5-d01a-4825-a60d-2044e494e8b9) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:44:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:38 user nova-compute[74307]: INFO os_vif [None req-409ef667-234a-4e46-bc25-35241eb7e733 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:80:89:ea,bridge_name='br-int',has_traffic_filtering=True,id=e126247c-f62e-47fd-8b79-51480fe0f17e,network=Network(3badf6f3-804b-447b-ac75-afffa98e81dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape126247c-f6')
Oct 24 07:44:38 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-409ef667-234a-4e46-bc25-35241eb7e733 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 07:44:38 user nova-compute[74307]:   <nova:package version="0.0.0"/>
Oct 24 07:44:38 user nova-compute[74307]:   <nova:name>tempest-device-tagging-server-1667002086</nova:name>
Oct 24 07:44:38 user nova-compute[74307]:   <nova:creationTime>2023-10-24 07:44:38</nova:creationTime>
Oct 24 07:44:38 user nova-compute[74307]:   <nova:flavor name="m1.tiny">
Oct 24 07:44:38 user nova-compute[74307]:     <nova:memory>512</nova:memory>
Oct 24 07:44:38 user nova-compute[74307]:     <nova:disk>1</nova:disk>
Oct 24 07:44:38 user nova-compute[74307]:     <nova:swap>0</nova:swap>
Oct 24 07:44:38 user nova-compute[74307]:     <nova:ephemeral>0</nova:ephemeral>
Oct 24 07:44:38 user nova-compute[74307]:     <nova:vcpus>1</nova:vcpus>
Oct 24 07:44:38 user nova-compute[74307]:   </nova:flavor>
Oct 24 07:44:38 user nova-compute[74307]:   <nova:owner>
Oct 24 07:44:38 user nova-compute[74307]:     <nova:user uuid="fe02c81b2de7435da02d75ea972627d2">tempest-TaggedAttachmentsTest-123564527-project-member</nova:user>
Oct 24 07:44:38 user nova-compute[74307]:     <nova:project uuid="595cb48fcec345d2a6ffd280203b3f99">tempest-TaggedAttachmentsTest-123564527</nova:project>
Oct 24 07:44:38 user nova-compute[74307]:   </nova:owner>
Oct 24 07:44:38 user nova-compute[74307]:   <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 07:44:38 user nova-compute[74307]:   <nova:ports>
Oct 24 07:44:38 user nova-compute[74307]:     <nova:port uuid="227e747b-173d-41a8-b470-afc6a8c56f4d">
Oct 24 07:44:38 user nova-compute[74307]:       <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 24 07:44:38 user nova-compute[74307]:     </nova:port>
Oct 24 07:44:38 user nova-compute[74307]:   </nova:ports>
Oct 24 07:44:38 user nova-compute[74307]: </nova:instance>
Oct 24 07:44:38 user nova-compute[74307]:  {{(pid=74307) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:39 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-ef627b3c-2b23-4f3c-b71d-05b1c0c2553c tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 3c263bad-b287-4a6e-bf0c-6fc43f151b07 is timed out.
Oct 24 07:44:39 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-ef627b3c-2b23-4f3c-b71d-05b1c0c2553c tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] Successfully detached device vdb from instance 3c263bad-b287-4a6e-bf0c-6fc43f151b07 from the live domain config.
Oct 24 07:44:39 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ef627b3c-2b23-4f3c-b71d-05b1c0c2553c tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] calling os-brick to detach iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef627b3c-2b23-4f3c-b71d-05b1c0c2553c tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, {'target_iqn': 'iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jfQGZXOs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:44:39 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-ef627b3c-2b23-4f3c-b71d-05b1c0c2553c tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:44:39 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-ef627b3c-2b23-4f3c-b71d-05b1c0c2553c tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-ef627b3c-2b23-4f3c-b71d-05b1c0c2553c tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG nova.compute.manager [req-549de7a1-dedf-444b-bcc6-deeba7fd6763 req-2e6b4b0b-74da-485d-a94e-cb4b7d9ee717 service nova] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Received event network-vif-deleted-e126247c-f62e-47fd-8b79-51480fe0f17e {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:44:39 user nova-compute[74307]: INFO nova.compute.manager [req-549de7a1-dedf-444b-bcc6-deeba7fd6763 req-2e6b4b0b-74da-485d-a94e-cb4b7d9ee717 service nova] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Neutron deleted interface e126247c-f62e-47fd-8b79-51480fe0f17e; detaching it from the instance and deleting it from the info cache
Oct 24 07:44:39 user nova-compute[74307]: DEBUG nova.network.neutron [req-549de7a1-dedf-444b-bcc6-deeba7fd6763 req-2e6b4b0b-74da-485d-a94e-cb4b7d9ee717 service nova] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Updating instance_info_cache with network_info: [{"id": "227e747b-173d-41a8-b470-afc6a8c56f4d", "address": "fa:16:3e:dd:76:f4", "network": {"id": "5775a407-007e-4216-8b00-db39665fe778", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-994254065-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.93", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "595cb48fcec345d2a6ffd280203b3f99", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap227e747b-17", "ovs_interfaceid": "227e747b-173d-41a8-b470-afc6a8c56f4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.030s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6370648-bcd1-4547-8d15-cb3af5c88ad1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef627b3c-2b23-4f3c-b71d-05b1c0c2553c tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 07:44:39 user nova-compute[74307]: No targets found.
Oct 24 07:44:39 user nova-compute[74307]: iSNS:
Oct 24 07:44:39 user nova-compute[74307]: No targets found.
Oct 24 07:44:39 user nova-compute[74307]: STATIC:
Oct 24 07:44:39 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0
Oct 24 07:44:39 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:44:39 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:44:39 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854
Oct 24 07:44:39 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:44:39 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:44:39 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3
Oct 24 07:44:39 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:44:39 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:44:39 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59
Oct 24 07:44:39 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:44:39 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:44:39 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e
Oct 24 07:44:39 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:44:39 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:44:39 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f
Oct 24 07:44:39 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:44:39 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:44:39 user nova-compute[74307]: FIRMWARE:
Oct 24 07:44:39 user nova-compute[74307]: No targets found.
Oct 24 07:44:39 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef627b3c-2b23-4f3c-b71d-05b1c0c2553c tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 07:44:39 user nova-compute[74307]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 07:44:39 user nova-compute[74307]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74307) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef627b3c-2b23-4f3c-b71d-05b1c0c2553c tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e', 0)] {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-409ef667-234a-4e46-bc25-35241eb7e733 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Acquiring lock "refresh_cache-7763652c-aa19-4625-8893-6ab52b660bb1" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-409ef667-234a-4e46-bc25-35241eb7e733 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Acquired lock "refresh_cache-7763652c-aa19-4625-8893-6ab52b660bb1" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG nova.network.neutron [None req-409ef667-234a-4e46-bc25-35241eb7e733 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[662d3279-2417-438b-bd3a-15c4baa3c1b1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG nova.objects.instance [req-549de7a1-dedf-444b-bcc6-deeba7fd6763 req-2e6b4b0b-74da-485d-a94e-cb4b7d9ee717 service nova] Lazy-loading 'system_metadata' on Instance uuid 7763652c-aa19-4625-8893-6ab52b660bb1 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.044s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e129678d-ecf3-4564-b30c-7f3d8a868580]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef627b3c-2b23-4f3c-b71d-05b1c0c2553c tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0 (non-flash)
Oct 24 07:44:39 user nova-compute[74307]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:44:39 user nova-compute[74307]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)
Oct 24 07:44:39 user nova-compute[74307]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)
Oct 24 07:44:39 user nova-compute[74307]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)
Oct 24 07:44:39 user nova-compute[74307]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e (non-flash)
Oct 24 07:44:39 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef627b3c-2b23-4f3c-b71d-05b1c0c2553c tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0 (non-flash)
Oct 24 07:44:39 user nova-compute[74307]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:44:39 user nova-compute[74307]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)
Oct 24 07:44:39 user nova-compute[74307]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)
Oct 24 07:44:39 user nova-compute[74307]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)
Oct 24 07:44:39 user nova-compute[74307]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e (non-flash)
Oct 24 07:44:39 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef627b3c-2b23-4f3c-b71d-05b1c0c2553c tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f462463add0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e'): ({'sdh'}, set())}) {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-ef627b3c-2b23-4f3c-b71d-05b1c0c2553c tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] Removing single pathed devices sdh {{(pid=74307) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG nova.objects.instance [req-549de7a1-dedf-444b-bcc6-deeba7fd6763 req-2e6b4b0b-74da-485d-a94e-cb4b7d9ee717 service nova] Lazy-loading 'flavor' on Instance uuid 7763652c-aa19-4625-8893-6ab52b660bb1 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b9503d9-8f14-4d8b-9a1b-638456b3481b]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG nova.objects.base [req-549de7a1-dedf-444b-bcc6-deeba7fd6763 req-2e6b4b0b-74da-485d-a94e-cb4b7d9ee717 service nova] Object Instance<7763652c-aa19-4625-8893-6ab52b660bb1> lazy-loaded attributes: system_metadata,flavor {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [req-549de7a1-dedf-444b-bcc6-deeba7fd6763 req-2e6b4b0b-74da-485d-a94e-cb4b7d9ee717 service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T07:41:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1667002086',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1667002086',id=7,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBChIw72AEQshBMap5hmX74a4XHcrUz0HKV4XiQ+KkEto4dNx3gq9h4F4WJ5HvzLgMjOV03102qIO5u2l6yAIYmbe9FOUwgt4jpPh+fnQi7bWrlOb8BVWOHscL/ND/yaQpQ==',key_name='tempest-keypair-1197796366',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:41:47Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='595cb48fcec345d2a6ffd280203b3f99',ramdisk_id='',reservation_id='r-6ou8ypnx',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-123564527',owner_user_name='tempest-TaggedAttachmentsTest-123564527-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T07:41:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fe02c81b2de7435da02d75ea972627d2',uuid=7763652c-aa19-4625-8893-6ab52b660bb1,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e126247c-f62e-47fd-8b79-51480fe0f17e", "address": "fa:16:3e:80:89:ea", "network": {"id": "3badf6f3-804b-447b-ac75-afffa98e81dc", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-2087383537", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "595cb48fcec345d2a6ffd280203b3f99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape126247c-f6", "ovs_interfaceid": "e126247c-f62e-47fd-8b79-51480fe0f17e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG nova.network.os_vif_util [req-549de7a1-dedf-444b-bcc6-deeba7fd6763 req-2e6b4b0b-74da-485d-a94e-cb4b7d9ee717 service nova] Converting VIF {"id": "e126247c-f62e-47fd-8b79-51480fe0f17e", "address": "fa:16:3e:80:89:ea", "network": {"id": "3badf6f3-804b-447b-ac75-afffa98e81dc", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-2087383537", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "595cb48fcec345d2a6ffd280203b3f99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape126247c-f6", "ovs_interfaceid": "e126247c-f62e-47fd-8b79-51480fe0f17e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG nova.network.os_vif_util [req-549de7a1-dedf-444b-bcc6-deeba7fd6763 req-2e6b4b0b-74da-485d-a94e-cb4b7d9ee717 service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:80:89:ea,bridge_name='br-int',has_traffic_filtering=True,id=e126247c-f62e-47fd-8b79-51480fe0f17e,network=Network(3badf6f3-804b-447b-ac75-afffa98e81dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape126247c-f6') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[eebc40b7-5336-433f-b66d-1ef93f7e4054]: (4, ('ok\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-ef627b3c-2b23-4f3c-b71d-05b1c0c2553c tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] Flushing IO for device /dev/sdh {{(pid=74307) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [req-549de7a1-dedf-444b-bcc6-deeba7fd6763 req-2e6b4b0b-74da-485d-a94e-cb4b7d9ee717 service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:80:89:ea"/><model type="virtio"/><mtu size="1442"/><target dev="tape126247c-f6"/></interface> {{(pid=74307) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [req-549de7a1-dedf-444b-bcc6-deeba7fd6763 req-2e6b4b0b-74da-485d-a94e-cb4b7d9ee717 service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:80:89:ea"/><model type="virtio"/><mtu size="1442"/><target dev="tape126247c-f6"/></interface>not found in domain: <domain type='kvm' id='7'>
Oct 24 07:44:39 user nova-compute[74307]:   <name>instance-00000007</name>
Oct 24 07:44:39 user nova-compute[74307]:   <uuid>7763652c-aa19-4625-8893-6ab52b660bb1</uuid>
Oct 24 07:44:39 user nova-compute[74307]:   <metadata>
Oct 24 07:44:39 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 07:44:39 user nova-compute[74307]:   <nova:package version="0.0.0"/>
Oct 24 07:44:39 user nova-compute[74307]:   <nova:name>tempest-device-tagging-server-1667002086</nova:name>
Oct 24 07:44:39 user nova-compute[74307]:   <nova:creationTime>2023-10-24 07:44:38</nova:creationTime>
Oct 24 07:44:39 user nova-compute[74307]:   <nova:flavor name="m1.tiny">
Oct 24 07:44:39 user nova-compute[74307]:     <nova:memory>512</nova:memory>
Oct 24 07:44:39 user nova-compute[74307]:     <nova:disk>1</nova:disk>
Oct 24 07:44:39 user nova-compute[74307]:     <nova:swap>0</nova:swap>
Oct 24 07:44:39 user nova-compute[74307]:     <nova:ephemeral>0</nova:ephemeral>
Oct 24 07:44:39 user nova-compute[74307]:     <nova:vcpus>1</nova:vcpus>
Oct 24 07:44:39 user nova-compute[74307]:   </nova:flavor>
Oct 24 07:44:39 user nova-compute[74307]:   <nova:owner>
Oct 24 07:44:39 user nova-compute[74307]:     <nova:user uuid="fe02c81b2de7435da02d75ea972627d2">tempest-TaggedAttachmentsTest-123564527-project-member</nova:user>
Oct 24 07:44:39 user nova-compute[74307]:     <nova:project uuid="595cb48fcec345d2a6ffd280203b3f99">tempest-TaggedAttachmentsTest-123564527</nova:project>
Oct 24 07:44:39 user nova-compute[74307]:   </nova:owner>
Oct 24 07:44:39 user nova-compute[74307]:   <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 07:44:39 user nova-compute[74307]:   <nova:ports>
Oct 24 07:44:39 user nova-compute[74307]:     <nova:port uuid="227e747b-173d-41a8-b470-afc6a8c56f4d">
Oct 24 07:44:39 user nova-compute[74307]:       <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 24 07:44:39 user nova-compute[74307]:     </nova:port>
Oct 24 07:44:39 user nova-compute[74307]:   </nova:ports>
Oct 24 07:44:39 user nova-compute[74307]: </nova:instance>
Oct 24 07:44:39 user nova-compute[74307]:   </metadata>
Oct 24 07:44:39 user nova-compute[74307]:   <memory unit='KiB'>524288</memory>
Oct 24 07:44:39 user nova-compute[74307]:   <currentMemory unit='KiB'>524288</currentMemory>
Oct 24 07:44:39 user nova-compute[74307]:   <vcpu placement='static'>1</vcpu>
Oct 24 07:44:39 user nova-compute[74307]:   <resource>
Oct 24 07:44:39 user nova-compute[74307]:     <partition>/machine</partition>
Oct 24 07:44:39 user nova-compute[74307]:   </resource>
Oct 24 07:44:39 user nova-compute[74307]:   <sysinfo type='smbios'>
Oct 24 07:44:39 user nova-compute[74307]:     <system>
Oct 24 07:44:39 user nova-compute[74307]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Oct 24 07:44:39 user nova-compute[74307]:       <entry name='product'>OpenStack Nova</entry>
Oct 24 07:44:39 user nova-compute[74307]:       <entry name='version'>0.0.0</entry>
Oct 24 07:44:39 user nova-compute[74307]:       <entry name='serial'>7763652c-aa19-4625-8893-6ab52b660bb1</entry>
Oct 24 07:44:39 user nova-compute[74307]:       <entry name='uuid'>7763652c-aa19-4625-8893-6ab52b660bb1</entry>
Oct 24 07:44:39 user nova-compute[74307]:       <entry name='family'>Virtual Machine</entry>
Oct 24 07:44:39 user nova-compute[74307]:     </system>
Oct 24 07:44:39 user nova-compute[74307]:   </sysinfo>
Oct 24 07:44:39 user nova-compute[74307]:   <os>
Oct 24 07:44:39 user nova-compute[74307]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Oct 24 07:44:39 user nova-compute[74307]:     <boot dev='hd'/>
Oct 24 07:44:39 user nova-compute[74307]:     <smbios mode='sysinfo'/>
Oct 24 07:44:39 user nova-compute[74307]:   </os>
Oct 24 07:44:39 user nova-compute[74307]:   <features>
Oct 24 07:44:39 user nova-compute[74307]:     <acpi/>
Oct 24 07:44:39 user nova-compute[74307]:     <apic/>
Oct 24 07:44:39 user nova-compute[74307]:     <vmcoreinfo state='on'/>
Oct 24 07:44:39 user nova-compute[74307]:   </features>
Oct 24 07:44:39 user nova-compute[74307]:   <cpu mode='custom' match='exact' check='full'>
Oct 24 07:44:39 user nova-compute[74307]:     <model fallback='forbid'>Nehalem</model>
Oct 24 07:44:39 user nova-compute[74307]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Oct 24 07:44:39 user nova-compute[74307]:     <feature policy='require' name='vme'/>
Oct 24 07:44:39 user nova-compute[74307]:     <feature policy='require' name='x2apic'/>
Oct 24 07:44:39 user nova-compute[74307]:     <feature policy='require' name='hypervisor'/>
Oct 24 07:44:39 user nova-compute[74307]:   </cpu>
Oct 24 07:44:39 user nova-compute[74307]:   <clock offset='utc'>
Oct 24 07:44:39 user nova-compute[74307]:     <timer name='pit' tickpolicy='delay'/>
Oct 24 07:44:39 user nova-compute[74307]:     <timer name='rtc' tickpolicy='catchup'/>
Oct 24 07:44:39 user nova-compute[74307]:     <timer name='hpet' present='no'/>
Oct 24 07:44:39 user nova-compute[74307]:   </clock>
Oct 24 07:44:39 user nova-compute[74307]:   <on_poweroff>destroy</on_poweroff>
Oct 24 07:44:39 user nova-compute[74307]:   <on_reboot>restart</on_reboot>
Oct 24 07:44:39 user nova-compute[74307]:   <on_crash>destroy</on_crash>
Oct 24 07:44:39 user nova-compute[74307]:   <devices>
Oct 24 07:44:39 user nova-compute[74307]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 24 07:44:39 user nova-compute[74307]:     <disk type='file' device='disk'>
Oct 24 07:44:39 user nova-compute[74307]:       <driver name='qemu' type='qcow2' cache='none'/>
Oct 24 07:44:39 user nova-compute[74307]:       <source file='/opt/stack/data/nova/instances/7763652c-aa19-4625-8893-6ab52b660bb1/disk' index='2'/>
Oct 24 07:44:39 user nova-compute[74307]:       <backingStore type='file' index='3'>
Oct 24 07:44:39 user nova-compute[74307]:         <format type='raw'/>
Oct 24 07:44:39 user nova-compute[74307]:         <source file='/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48'/>
Oct 24 07:44:39 user nova-compute[74307]:         <backingStore/>
Oct 24 07:44:39 user nova-compute[74307]:       </backingStore>
Oct 24 07:44:39 user nova-compute[74307]:       <target dev='vda' bus='virtio'/>
Oct 24 07:44:39 user nova-compute[74307]:       <alias name='virtio-disk0'/>
Oct 24 07:44:39 user nova-compute[74307]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Oct 24 07:44:39 user nova-compute[74307]:     </disk>
Oct 24 07:44:39 user nova-compute[74307]:     <disk type='file' device='cdrom'>
Oct 24 07:44:39 user nova-compute[74307]:       <driver name='qemu' type='raw' cache='none'/>
Oct 24 07:44:39 user nova-compute[74307]:       <source file='/opt/stack/data/nova/instances/7763652c-aa19-4625-8893-6ab52b660bb1/disk.config' index='1'/>
Oct 24 07:44:39 user nova-compute[74307]:       <backingStore/>
Oct 24 07:44:39 user nova-compute[74307]:       <target dev='hda' bus='ide'/>
Oct 24 07:44:39 user nova-compute[74307]:       <readonly/>
Oct 24 07:44:39 user nova-compute[74307]:       <alias name='ide0-0-0'/>
Oct 24 07:44:39 user nova-compute[74307]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Oct 24 07:44:39 user nova-compute[74307]:     </disk>
Oct 24 07:44:39 user nova-compute[74307]:     <controller type='usb' index='0' model='none'>
Oct 24 07:44:39 user nova-compute[74307]:       <alias name='usb'/>
Oct 24 07:44:39 user nova-compute[74307]:     </controller>
Oct 24 07:44:39 user nova-compute[74307]:     <controller type='pci' index='0' model='pci-root'>
Oct 24 07:44:39 user nova-compute[74307]:       <alias name='pci.0'/>
Oct 24 07:44:39 user nova-compute[74307]:     </controller>
Oct 24 07:44:39 user nova-compute[74307]:     <controller type='ide' index='0'>
Oct 24 07:44:39 user nova-compute[74307]:       <alias name='ide'/>
Oct 24 07:44:39 user nova-compute[74307]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Oct 24 07:44:39 user nova-compute[74307]:     </controller>
Oct 24 07:44:39 user nova-compute[74307]:     <interface type='ethernet'>
Oct 24 07:44:39 user nova-compute[74307]:       <mac address='fa:16:3e:dd:76:f4'/>
Oct 24 07:44:39 user nova-compute[74307]:       <target dev='tap227e747b-17'/>
Oct 24 07:44:39 user nova-compute[74307]:       <model type='virtio'/>
Oct 24 07:44:39 user nova-compute[74307]:       <mtu size='1442'/>
Oct 24 07:44:39 user nova-compute[74307]:       <alias name='net0'/>
Oct 24 07:44:39 user nova-compute[74307]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Oct 24 07:44:39 user nova-compute[74307]:     </interface>
Oct 24 07:44:39 user nova-compute[74307]:     <serial type='pty'>
Oct 24 07:44:39 user nova-compute[74307]:       <source path='/dev/pts/6'/>
Oct 24 07:44:39 user nova-compute[74307]:       <log file='/opt/stack/data/nova/instances/7763652c-aa19-4625-8893-6ab52b660bb1/console.log' append='off'/>
Oct 24 07:44:39 user nova-compute[74307]:       <target type='isa-serial' port='0'>
Oct 24 07:44:39 user nova-compute[74307]:         <model name='isa-serial'/>
Oct 24 07:44:39 user nova-compute[74307]:       </target>
Oct 24 07:44:39 user nova-compute[74307]:       <alias name='serial0'/>
Oct 24 07:44:39 user nova-compute[74307]:     </serial>
Oct 24 07:44:39 user nova-compute[74307]:     <console type='pty' tty='/dev/pts/6'>
Oct 24 07:44:39 user nova-compute[74307]:       <source path='/dev/pts/6'/>
Oct 24 07:44:39 user nova-compute[74307]:       <log file='/opt/stack/data/nova/instances/7763652c-aa19-4625-8893-6ab52b660bb1/console.log' append='off'/>
Oct 24 07:44:39 user nova-compute[74307]:       <target type='serial' port='0'/>
Oct 24 07:44:39 user nova-compute[74307]:       <alias name='serial0'/>
Oct 24 07:44:39 user nova-compute[74307]:     </console>
Oct 24 07:44:39 user nova-compute[74307]:     <input type='mouse' bus='ps2'>
Oct 24 07:44:39 user nova-compute[74307]:       <alias name='input0'/>
Oct 24 07:44:39 user nova-compute[74307]:     </input>
Oct 24 07:44:39 user nova-compute[74307]:     <input type='keyboard' bus='ps2'>
Oct 24 07:44:39 user nova-compute[74307]:       <alias name='input1'/>
Oct 24 07:44:39 user nova-compute[74307]:     </input>
Oct 24 07:44:39 user nova-compute[74307]:     <graphics type='vnc' port='5906' autoport='yes' listen='0.0.0.0'>
Oct 24 07:44:39 user nova-compute[74307]:       <listen type='address' address='0.0.0.0'/>
Oct 24 07:44:39 user nova-compute[74307]:     </graphics>
Oct 24 07:44:39 user nova-compute[74307]:     <audio id='1' type='none'/>
Oct 24 07:44:39 user nova-compute[74307]:     <video>
Oct 24 07:44:39 user nova-compute[74307]:       <model type='virtio' heads='1' primary='yes'/>
Oct 24 07:44:39 user nova-compute[74307]:       <alias name='video0'/>
Oct 24 07:44:39 user nova-compute[74307]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Oct 24 07:44:39 user nova-compute[74307]:     </video>
Oct 24 07:44:39 user nova-compute[74307]:     <memballoon model='virtio'>
Oct 24 07:44:39 user nova-compute[74307]:       <stats period='10'/>
Oct 24 07:44:39 user nova-compute[74307]:       <alias name='balloon0'/>
Oct 24 07:44:39 user nova-compute[74307]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Oct 24 07:44:39 user nova-compute[74307]:     </memballoon>
Oct 24 07:44:39 user nova-compute[74307]:     <rng model='virtio'>
Oct 24 07:44:39 user nova-compute[74307]:       <backend model='random'>/dev/urandom</backend>
Oct 24 07:44:39 user nova-compute[74307]:       <alias name='rng0'/>
Oct 24 07:44:39 user nova-compute[74307]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Oct 24 07:44:39 user nova-compute[74307]:     </rng>
Oct 24 07:44:39 user nova-compute[74307]:   </devices>
Oct 24 07:44:39 user nova-compute[74307]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Oct 24 07:44:39 user nova-compute[74307]:     <label>libvirt-7763652c-aa19-4625-8893-6ab52b660bb1</label>
Oct 24 07:44:39 user nova-compute[74307]:     <imagelabel>libvirt-7763652c-aa19-4625-8893-6ab52b660bb1</imagelabel>
Oct 24 07:44:39 user nova-compute[74307]:   </seclabel>
Oct 24 07:44:39 user nova-compute[74307]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Oct 24 07:44:39 user nova-compute[74307]:     <label>+64055:+108</label>
Oct 24 07:44:39 user nova-compute[74307]:     <imagelabel>+64055:+108</imagelabel>
Oct 24 07:44:39 user nova-compute[74307]:   </seclabel>
Oct 24 07:44:39 user nova-compute[74307]: </domain>
Oct 24 07:44:39 user nova-compute[74307]:  {{(pid=74307) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [req-549de7a1-dedf-444b-bcc6-deeba7fd6763 req-2e6b4b0b-74da-485d-a94e-cb4b7d9ee717 service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:80:89:ea"/><model type="virtio"/><mtu size="1442"/><target dev="tape126247c-f6"/></interface> {{(pid=74307) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [req-549de7a1-dedf-444b-bcc6-deeba7fd6763 req-2e6b4b0b-74da-485d-a94e-cb4b7d9ee717 service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:80:89:ea"/><model type="virtio"/><mtu size="1442"/><target dev="tape126247c-f6"/></interface>not found in domain: <domain type='kvm' id='7'>
Oct 24 07:44:39 user nova-compute[74307]:   <name>instance-00000007</name>
Oct 24 07:44:39 user nova-compute[74307]:   <uuid>7763652c-aa19-4625-8893-6ab52b660bb1</uuid>
Oct 24 07:44:39 user nova-compute[74307]:   <metadata>
Oct 24 07:44:39 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 07:44:39 user nova-compute[74307]:   <nova:package version="0.0.0"/>
Oct 24 07:44:39 user nova-compute[74307]:   <nova:name>tempest-device-tagging-server-1667002086</nova:name>
Oct 24 07:44:39 user nova-compute[74307]:   <nova:creationTime>2023-10-24 07:44:38</nova:creationTime>
Oct 24 07:44:39 user nova-compute[74307]:   <nova:flavor name="m1.tiny">
Oct 24 07:44:39 user nova-compute[74307]:     <nova:memory>512</nova:memory>
Oct 24 07:44:39 user nova-compute[74307]:     <nova:disk>1</nova:disk>
Oct 24 07:44:39 user nova-compute[74307]:     <nova:swap>0</nova:swap>
Oct 24 07:44:39 user nova-compute[74307]:     <nova:ephemeral>0</nova:ephemeral>
Oct 24 07:44:39 user nova-compute[74307]:     <nova:vcpus>1</nova:vcpus>
Oct 24 07:44:39 user nova-compute[74307]:   </nova:flavor>
Oct 24 07:44:39 user nova-compute[74307]:   <nova:owner>
Oct 24 07:44:39 user nova-compute[74307]:     <nova:user uuid="fe02c81b2de7435da02d75ea972627d2">tempest-TaggedAttachmentsTest-123564527-project-member</nova:user>
Oct 24 07:44:39 user nova-compute[74307]:     <nova:project uuid="595cb48fcec345d2a6ffd280203b3f99">tempest-TaggedAttachmentsTest-123564527</nova:project>
Oct 24 07:44:39 user nova-compute[74307]:   </nova:owner>
Oct 24 07:44:39 user nova-compute[74307]:   <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 07:44:39 user nova-compute[74307]:   <nova:ports>
Oct 24 07:44:39 user nova-compute[74307]:     <nova:port uuid="227e747b-173d-41a8-b470-afc6a8c56f4d">
Oct 24 07:44:39 user nova-compute[74307]:       <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 24 07:44:39 user nova-compute[74307]:     </nova:port>
Oct 24 07:44:39 user nova-compute[74307]:   </nova:ports>
Oct 24 07:44:39 user nova-compute[74307]: </nova:instance>
Oct 24 07:44:39 user nova-compute[74307]:   </metadata>
Oct 24 07:44:39 user nova-compute[74307]:   <memory unit='KiB'>524288</memory>
Oct 24 07:44:39 user nova-compute[74307]:   <currentMemory unit='KiB'>524288</currentMemory>
Oct 24 07:44:39 user nova-compute[74307]:   <vcpu placement='static'>1</vcpu>
Oct 24 07:44:39 user nova-compute[74307]:   <resource>
Oct 24 07:44:39 user nova-compute[74307]:     <partition>/machine</partition>
Oct 24 07:44:39 user nova-compute[74307]:   </resource>
Oct 24 07:44:39 user nova-compute[74307]:   <sysinfo type='smbios'>
Oct 24 07:44:39 user nova-compute[74307]:     <system>
Oct 24 07:44:39 user nova-compute[74307]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Oct 24 07:44:39 user nova-compute[74307]:       <entry name='product'>OpenStack Nova</entry>
Oct 24 07:44:39 user nova-compute[74307]:       <entry name='version'>0.0.0</entry>
Oct 24 07:44:39 user nova-compute[74307]:       <entry name='serial'>7763652c-aa19-4625-8893-6ab52b660bb1</entry>
Oct 24 07:44:39 user nova-compute[74307]:       <entry name='uuid'>7763652c-aa19-4625-8893-6ab52b660bb1</entry>
Oct 24 07:44:39 user nova-compute[74307]:       <entry name='family'>Virtual Machine</entry>
Oct 24 07:44:39 user nova-compute[74307]:     </system>
Oct 24 07:44:39 user nova-compute[74307]:   </sysinfo>
Oct 24 07:44:39 user nova-compute[74307]:   <os>
Oct 24 07:44:39 user nova-compute[74307]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Oct 24 07:44:39 user nova-compute[74307]:     <boot dev='hd'/>
Oct 24 07:44:39 user nova-compute[74307]:     <smbios mode='sysinfo'/>
Oct 24 07:44:39 user nova-compute[74307]:   </os>
Oct 24 07:44:39 user nova-compute[74307]:   <features>
Oct 24 07:44:39 user nova-compute[74307]:     <acpi/>
Oct 24 07:44:39 user nova-compute[74307]:     <apic/>
Oct 24 07:44:39 user nova-compute[74307]:     <vmcoreinfo state='on'/>
Oct 24 07:44:39 user nova-compute[74307]:   </features>
Oct 24 07:44:39 user nova-compute[74307]:   <cpu mode='custom' match='exact' check='full'>
Oct 24 07:44:39 user nova-compute[74307]:     <model fallback='forbid'>Nehalem</model>
Oct 24 07:44:39 user nova-compute[74307]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Oct 24 07:44:39 user nova-compute[74307]:     <feature policy='require' name='vme'/>
Oct 24 07:44:39 user nova-compute[74307]:     <feature policy='require' name='x2apic'/>
Oct 24 07:44:39 user nova-compute[74307]:     <feature policy='require' name='hypervisor'/>
Oct 24 07:44:39 user nova-compute[74307]:   </cpu>
Oct 24 07:44:39 user nova-compute[74307]:   <clock offset='utc'>
Oct 24 07:44:39 user nova-compute[74307]:     <timer name='pit' tickpolicy='delay'/>
Oct 24 07:44:39 user nova-compute[74307]:     <timer name='rtc' tickpolicy='catchup'/>
Oct 24 07:44:39 user nova-compute[74307]:     <timer name='hpet' present='no'/>
Oct 24 07:44:39 user nova-compute[74307]:   </clock>
Oct 24 07:44:39 user nova-compute[74307]:   <on_poweroff>destroy</on_poweroff>
Oct 24 07:44:39 user nova-compute[74307]:   <on_reboot>restart</on_reboot>
Oct 24 07:44:39 user nova-compute[74307]:   <on_crash>destroy</on_crash>
Oct 24 07:44:39 user nova-compute[74307]:   <devices>
Oct 24 07:44:39 user nova-compute[74307]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 24 07:44:39 user nova-compute[74307]:     <disk type='file' device='disk'>
Oct 24 07:44:39 user nova-compute[74307]:       <driver name='qemu' type='qcow2' cache='none'/>
Oct 24 07:44:39 user nova-compute[74307]:       <source file='/opt/stack/data/nova/instances/7763652c-aa19-4625-8893-6ab52b660bb1/disk' index='2'/>
Oct 24 07:44:39 user nova-compute[74307]:       <backingStore type='file' index='3'>
Oct 24 07:44:39 user nova-compute[74307]:         <format type='raw'/>
Oct 24 07:44:39 user nova-compute[74307]:         <source file='/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48'/>
Oct 24 07:44:39 user nova-compute[74307]:         <backingStore/>
Oct 24 07:44:39 user nova-compute[74307]:       </backingStore>
Oct 24 07:44:39 user nova-compute[74307]:       <target dev='vda' bus='virtio'/>
Oct 24 07:44:39 user nova-compute[74307]:       <alias name='virtio-disk0'/>
Oct 24 07:44:39 user nova-compute[74307]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Oct 24 07:44:39 user nova-compute[74307]:     </disk>
Oct 24 07:44:39 user nova-compute[74307]:     <disk type='file' device='cdrom'>
Oct 24 07:44:39 user nova-compute[74307]:       <driver name='qemu' type='raw' cache='none'/>
Oct 24 07:44:39 user nova-compute[74307]:       <source file='/opt/stack/data/nova/instances/7763652c-aa19-4625-8893-6ab52b660bb1/disk.config' index='1'/>
Oct 24 07:44:39 user nova-compute[74307]:       <backingStore/>
Oct 24 07:44:39 user nova-compute[74307]:       <target dev='hda' bus='ide'/>
Oct 24 07:44:39 user nova-compute[74307]:       <readonly/>
Oct 24 07:44:39 user nova-compute[74307]:       <alias name='ide0-0-0'/>
Oct 24 07:44:39 user nova-compute[74307]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Oct 24 07:44:39 user nova-compute[74307]:     </disk>
Oct 24 07:44:39 user nova-compute[74307]:     <controller type='usb' index='0' model='none'>
Oct 24 07:44:39 user nova-compute[74307]:       <alias name='usb'/>
Oct 24 07:44:39 user nova-compute[74307]:     </controller>
Oct 24 07:44:39 user nova-compute[74307]:     <controller type='pci' index='0' model='pci-root'>
Oct 24 07:44:39 user nova-compute[74307]:       <alias name='pci.0'/>
Oct 24 07:44:39 user nova-compute[74307]:     </controller>
Oct 24 07:44:39 user nova-compute[74307]:     <controller type='ide' index='0'>
Oct 24 07:44:39 user nova-compute[74307]:       <alias name='ide'/>
Oct 24 07:44:39 user nova-compute[74307]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Oct 24 07:44:39 user nova-compute[74307]:     </controller>
Oct 24 07:44:39 user nova-compute[74307]:     <interface type='ethernet'>
Oct 24 07:44:39 user nova-compute[74307]:       <mac address='fa:16:3e:dd:76:f4'/>
Oct 24 07:44:39 user nova-compute[74307]:       <target dev='tap227e747b-17'/>
Oct 24 07:44:39 user nova-compute[74307]:       <model type='virtio'/>
Oct 24 07:44:39 user nova-compute[74307]:       <mtu size='1442'/>
Oct 24 07:44:39 user nova-compute[74307]:       <alias name='net0'/>
Oct 24 07:44:39 user nova-compute[74307]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Oct 24 07:44:39 user nova-compute[74307]:     </interface>
Oct 24 07:44:39 user nova-compute[74307]:     <serial type='pty'>
Oct 24 07:44:39 user nova-compute[74307]:       <source path='/dev/pts/6'/>
Oct 24 07:44:39 user nova-compute[74307]:       <log file='/opt/stack/data/nova/instances/7763652c-aa19-4625-8893-6ab52b660bb1/console.log' append='off'/>
Oct 24 07:44:39 user nova-compute[74307]:       <target type='isa-serial' port='0'>
Oct 24 07:44:39 user nova-compute[74307]:         <model name='isa-serial'/>
Oct 24 07:44:39 user nova-compute[74307]:       </target>
Oct 24 07:44:39 user nova-compute[74307]:       <alias name='serial0'/>
Oct 24 07:44:39 user nova-compute[74307]:     </serial>
Oct 24 07:44:39 user nova-compute[74307]:     <console type='pty' tty='/dev/pts/6'>
Oct 24 07:44:39 user nova-compute[74307]:       <source path='/dev/pts/6'/>
Oct 24 07:44:39 user nova-compute[74307]:       <log file='/opt/stack/data/nova/instances/7763652c-aa19-4625-8893-6ab52b660bb1/console.log' append='off'/>
Oct 24 07:44:39 user nova-compute[74307]:       <target type='serial' port='0'/>
Oct 24 07:44:39 user nova-compute[74307]:       <alias name='serial0'/>
Oct 24 07:44:39 user nova-compute[74307]:     </console>
Oct 24 07:44:39 user nova-compute[74307]:     <input type='mouse' bus='ps2'>
Oct 24 07:44:39 user nova-compute[74307]:       <alias name='input0'/>
Oct 24 07:44:39 user nova-compute[74307]:     </input>
Oct 24 07:44:39 user nova-compute[74307]:     <input type='keyboard' bus='ps2'>
Oct 24 07:44:39 user nova-compute[74307]:       <alias name='input1'/>
Oct 24 07:44:39 user nova-compute[74307]:     </input>
Oct 24 07:44:39 user nova-compute[74307]:     <graphics type='vnc' port='5906' autoport='yes' listen='0.0.0.0'>
Oct 24 07:44:39 user nova-compute[74307]:       <listen type='address' address='0.0.0.0'/>
Oct 24 07:44:39 user nova-compute[74307]:     </graphics>
Oct 24 07:44:39 user nova-compute[74307]:     <audio id='1' type='none'/>
Oct 24 07:44:39 user nova-compute[74307]:     <video>
Oct 24 07:44:39 user nova-compute[74307]:       <model type='virtio' heads='1' primary='yes'/>
Oct 24 07:44:39 user nova-compute[74307]:       <alias name='video0'/>
Oct 24 07:44:39 user nova-compute[74307]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Oct 24 07:44:39 user nova-compute[74307]:     </video>
Oct 24 07:44:39 user nova-compute[74307]:     <memballoon model='virtio'>
Oct 24 07:44:39 user nova-compute[74307]:       <stats period='10'/>
Oct 24 07:44:39 user nova-compute[74307]:       <alias name='balloon0'/>
Oct 24 07:44:39 user nova-compute[74307]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Oct 24 07:44:39 user nova-compute[74307]:     </memballoon>
Oct 24 07:44:39 user nova-compute[74307]:     <rng model='virtio'>
Oct 24 07:44:39 user nova-compute[74307]:       <backend model='random'>/dev/urandom</backend>
Oct 24 07:44:39 user nova-compute[74307]:       <alias name='rng0'/>
Oct 24 07:44:39 user nova-compute[74307]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Oct 24 07:44:39 user nova-compute[74307]:     </rng>
Oct 24 07:44:39 user nova-compute[74307]:   </devices>
Oct 24 07:44:39 user nova-compute[74307]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Oct 24 07:44:39 user nova-compute[74307]:     <label>libvirt-7763652c-aa19-4625-8893-6ab52b660bb1</label>
Oct 24 07:44:39 user nova-compute[74307]:     <imagelabel>libvirt-7763652c-aa19-4625-8893-6ab52b660bb1</imagelabel>
Oct 24 07:44:39 user nova-compute[74307]:   </seclabel>
Oct 24 07:44:39 user nova-compute[74307]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Oct 24 07:44:39 user nova-compute[74307]:     <label>+64055:+108</label>
Oct 24 07:44:39 user nova-compute[74307]:     <imagelabel>+64055:+108</imagelabel>
Oct 24 07:44:39 user nova-compute[74307]:   </seclabel>
Oct 24 07:44:39 user nova-compute[74307]: </domain>
Oct 24 07:44:39 user nova-compute[74307]:  {{(pid=74307) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Oct 24 07:44:39 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [req-549de7a1-dedf-444b-bcc6-deeba7fd6763 req-2e6b4b0b-74da-485d-a94e-cb4b7d9ee717 service nova] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Detaching interface fa:16:3e:80:89:ea failed because the device is no longer found on the guest.: nova.exception.DeviceNotFound: Device 'tape126247c-f6' not found.
Oct 24 07:44:39 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [req-549de7a1-dedf-444b-bcc6-deeba7fd6763 req-2e6b4b0b-74da-485d-a94e-cb4b7d9ee717 service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T07:41:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1667002086',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1667002086',id=7,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBChIw72AEQshBMap5hmX74a4XHcrUz0HKV4XiQ+KkEto4dNx3gq9h4F4WJ5HvzLgMjOV03102qIO5u2l6yAIYmbe9FOUwgt4jpPh+fnQi7bWrlOb8BVWOHscL/ND/yaQpQ==',key_name='tempest-keypair-1197796366',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:41:47Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='595cb48fcec345d2a6ffd280203b3f99',ramdisk_id='',reservation_id='r-6ou8ypnx',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-123564527',owner_user_name='tempest-TaggedAttachmentsTest-123564527-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T07:41:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fe02c81b2de7435da02d75ea972627d2',uuid=7763652c-aa19-4625-8893-6ab52b660bb1,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e126247c-f62e-47fd-8b79-51480fe0f17e", "address": "fa:16:3e:80:89:ea", "network": {"id": "3badf6f3-804b-447b-ac75-afffa98e81dc", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-2087383537", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "595cb48fcec345d2a6ffd280203b3f99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape126247c-f6", "ovs_interfaceid": "e126247c-f62e-47fd-8b79-51480fe0f17e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG nova.network.os_vif_util [req-549de7a1-dedf-444b-bcc6-deeba7fd6763 req-2e6b4b0b-74da-485d-a94e-cb4b7d9ee717 service nova] Converting VIF {"id": "e126247c-f62e-47fd-8b79-51480fe0f17e", "address": "fa:16:3e:80:89:ea", "network": {"id": "3badf6f3-804b-447b-ac75-afffa98e81dc", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-2087383537", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "595cb48fcec345d2a6ffd280203b3f99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape126247c-f6", "ovs_interfaceid": "e126247c-f62e-47fd-8b79-51480fe0f17e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG nova.network.os_vif_util [req-549de7a1-dedf-444b-bcc6-deeba7fd6763 req-2e6b4b0b-74da-485d-a94e-cb4b7d9ee717 service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:80:89:ea,bridge_name='br-int',has_traffic_filtering=True,id=e126247c-f62e-47fd-8b79-51480fe0f17e,network=Network(3badf6f3-804b-447b-ac75-afffa98e81dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape126247c-f6') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG os_vif [req-549de7a1-dedf-444b-bcc6-deeba7fd6763 req-2e6b4b0b-74da-485d-a94e-cb4b7d9ee717 service nova] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:80:89:ea,bridge_name='br-int',has_traffic_filtering=True,id=e126247c-f62e-47fd-8b79-51480fe0f17e,network=Network(3badf6f3-804b-447b-ac75-afffa98e81dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape126247c-f6') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.016s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ff9ae32-8fb8-4cd9-ba48-f9165d3d6f23]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-ef627b3c-2b23-4f3c-b71d-05b1c0c2553c tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=74307) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape126247c-f6, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:39 user nova-compute[74307]: INFO os_vif [req-549de7a1-dedf-444b-bcc6-deeba7fd6763 req-2e6b4b0b-74da-485d-a94e-cb4b7d9ee717 service nova] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:80:89:ea,bridge_name='br-int',has_traffic_filtering=True,id=e126247c-f62e-47fd-8b79-51480fe0f17e,network=Network(3badf6f3-804b-447b-ac75-afffa98e81dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape126247c-f6')
Oct 24 07:44:39 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [req-549de7a1-dedf-444b-bcc6-deeba7fd6763 req-2e6b4b0b-74da-485d-a94e-cb4b7d9ee717 service nova] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 07:44:39 user nova-compute[74307]:   <nova:package version="0.0.0"/>
Oct 24 07:44:39 user nova-compute[74307]:   <nova:name>tempest-device-tagging-server-1667002086</nova:name>
Oct 24 07:44:39 user nova-compute[74307]:   <nova:creationTime>2023-10-24 07:44:39</nova:creationTime>
Oct 24 07:44:39 user nova-compute[74307]:   <nova:flavor name="m1.tiny">
Oct 24 07:44:39 user nova-compute[74307]:     <nova:memory>512</nova:memory>
Oct 24 07:44:39 user nova-compute[74307]:     <nova:disk>1</nova:disk>
Oct 24 07:44:39 user nova-compute[74307]:     <nova:swap>0</nova:swap>
Oct 24 07:44:39 user nova-compute[74307]:     <nova:ephemeral>0</nova:ephemeral>
Oct 24 07:44:39 user nova-compute[74307]:     <nova:vcpus>1</nova:vcpus>
Oct 24 07:44:39 user nova-compute[74307]:   </nova:flavor>
Oct 24 07:44:39 user nova-compute[74307]:   <nova:owner>
Oct 24 07:44:39 user nova-compute[74307]:     <nova:user uuid="fe02c81b2de7435da02d75ea972627d2">tempest-TaggedAttachmentsTest-123564527-project-member</nova:user>
Oct 24 07:44:39 user nova-compute[74307]:     <nova:project uuid="595cb48fcec345d2a6ffd280203b3f99">tempest-TaggedAttachmentsTest-123564527</nova:project>
Oct 24 07:44:39 user nova-compute[74307]:   </nova:owner>
Oct 24 07:44:39 user nova-compute[74307]:   <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 07:44:39 user nova-compute[74307]:   <nova:ports>
Oct 24 07:44:39 user nova-compute[74307]:     <nova:port uuid="227e747b-173d-41a8-b470-afc6a8c56f4d">
Oct 24 07:44:39 user nova-compute[74307]:       <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 24 07:44:39 user nova-compute[74307]:     </nova:port>
Oct 24 07:44:39 user nova-compute[74307]:   </nova:ports>
Oct 24 07:44:39 user nova-compute[74307]: </nova:instance>
Oct 24 07:44:39 user nova-compute[74307]:  {{(pid=74307) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.042s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd324771-239f-46cc-b9dd-353e29b417de]: (4, ('1', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-ef627b3c-2b23-4f3c-b71d-05b1c0c2553c tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] Checking to see if SCSI volumes sdh have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-ef627b3c-2b23-4f3c-b71d-05b1c0c2553c tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] SCSI volumes sdh have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef627b3c-2b23-4f3c-b71d-05b1c0c2553c tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e')] {{(pid=74307) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc9a2a25-b026-4532-a942-18842cf8334d]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef627b3c-2b23-4f3c-b71d-05b1c0c2553c tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e -p 172.16.0.220:3260 --logout {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e -p 172.16.0.220:3260 --logout" returned: 0 in 0.071s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e28a5f19-1f75-4d86-bceb-aeb15151d67b]: (4, ('Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e, portal: 172.16.0.220,3260]\nLogout of [sid: 9, target: iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef627b3c-2b23-4f3c-b71d-05b1c0c2553c tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e, portal: 172.16.0.220,3260]
Oct 24 07:44:39 user nova-compute[74307]: Logout of [sid: 9, target: iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e, portal: 172.16.0.220,3260] successful.
Oct 24 07:44:39 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e -p 172.16.0.220:3260 --op delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15a00851-2e37-481f-8f43-a8d7df28f05e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.039s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e39c203-4b4e-4745-b44a-a6fdc7b930bd]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef627b3c-2b23-4f3c-b71d-05b1c0c2553c tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-ef627b3c-2b23-4f3c-b71d-05b1c0c2553c tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.391s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef627b3c-2b23-4f3c-b71d-05b1c0c2553c tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] <== disconnect_volume: return (392ms) None {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:44:39 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ef627b3c-2b23-4f3c-b71d-05b1c0c2553c tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Disconnected iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 07:44:40 user nova-compute[74307]: DEBUG nova.network.neutron [None req-409ef667-234a-4e46-bc25-35241eb7e733 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Updating instance_info_cache with network_info: [{"id": "227e747b-173d-41a8-b470-afc6a8c56f4d", "address": "fa:16:3e:dd:76:f4", "network": {"id": "5775a407-007e-4216-8b00-db39665fe778", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-994254065-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.93", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "595cb48fcec345d2a6ffd280203b3f99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap227e747b-17", "ovs_interfaceid": "227e747b-173d-41a8-b470-afc6a8c56f4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:44:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-409ef667-234a-4e46-bc25-35241eb7e733 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Releasing lock "refresh_cache-7763652c-aa19-4625-8893-6ab52b660bb1" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:44:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-409ef667-234a-4e46-bc25-35241eb7e733 tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Lock "interface-7763652c-aa19-4625-8893-6ab52b660bb1-e126247c-f62e-47fd-8b79-51480fe0f17e" "released" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: held 21.944s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:44:41 user nova-compute[74307]: DEBUG nova.objects.instance [None req-ef627b3c-2b23-4f3c-b71d-05b1c0c2553c tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] Lazy-loading 'flavor' on Instance uuid 3c263bad-b287-4a6e-bf0c-6fc43f151b07 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:44:41 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-ef627b3c-2b23-4f3c-b71d-05b1c0c2553c tempest-VolumesAssistedSnapshotsTest-295406199 tempest-VolumesAssistedSnapshotsTest-295406199-project-admin] Lock "3c263bad-b287-4a6e-bf0c-6fc43f151b07" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.332s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:44:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:43 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4b5cde1e-6603-462f-8e5d-4687759cfce3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Acquiring lock "bbf0ee63-f415-4610-9018-ae94792726e2" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:44:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4b5cde1e-6603-462f-8e5d-4687759cfce3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Lock "bbf0ee63-f415-4610-9018-ae94792726e2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:44:46 user nova-compute[74307]: DEBUG nova.objects.instance [None req-4b5cde1e-6603-462f-8e5d-4687759cfce3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Lazy-loading 'flavor' on Instance uuid bbf0ee63-f415-4610-9018-ae94792726e2 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:44:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4b5cde1e-6603-462f-8e5d-4687759cfce3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Lock "bbf0ee63-f415-4610-9018-ae94792726e2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.070s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:44:47 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4b5cde1e-6603-462f-8e5d-4687759cfce3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Acquiring lock "bbf0ee63-f415-4610-9018-ae94792726e2" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:44:47 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4b5cde1e-6603-462f-8e5d-4687759cfce3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Lock "bbf0ee63-f415-4610-9018-ae94792726e2" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:44:47 user nova-compute[74307]: INFO nova.compute.manager [None req-4b5cde1e-6603-462f-8e5d-4687759cfce3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Attaching volume 687468f6-93ea-4a31-9114-239e6d7b8c92 to /dev/vdb
Oct 24 07:44:47 user nova-compute[74307]: DEBUG os_brick.utils [None req-4b5cde1e-6603-462f-8e5d-4687759cfce3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:44:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:47 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[f02491ea-ae11-4957-a014-224c3e6bd509]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:299aca16be88\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:47 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[25ec8553-3b77-4284-9624-ac615336141f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:47 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9cbd614-7282-4e6d-ae5b-5a2172f08b7a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:47 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3dfd0b9-3709-450b-84cd-35c1731c122d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-4b5cde1e-6603-462f-8e5d-4687759cfce3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Running cmd (subprocess): nvme version {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-4b5cde1e-6603-462f-8e5d-4687759cfce3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] 'nvme version' failed. Not Retrying. {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:44:47 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4b5cde1e-6603-462f-8e5d-4687759cfce3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] nvme not present on system {{(pid=74307) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 07:44:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:44:47 user nova-compute[74307]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 07:44:47 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4cc12fa-b3fa-4e78-b01e-545ace3c7751]: (4, '') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:47 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-4b5cde1e-6603-462f-8e5d-4687759cfce3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74307) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 07:44:47 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-4b5cde1e-6603-462f-8e5d-4687759cfce3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 07:44:47 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-4b5cde1e-6603-462f-8e5d-4687759cfce3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] LIGHTOS: no hostnqn found. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 07:44:47 user nova-compute[74307]: DEBUG os_brick.utils [None req-4b5cde1e-6603-462f-8e5d-4687759cfce3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:299aca16be88', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:44:47 user nova-compute[74307]: DEBUG nova.virt.block_device [None req-4b5cde1e-6603-462f-8e5d-4687759cfce3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Updating existing volume attachment record: 699a2ec3-b1bb-42ec-8946-08059f42e462 {{(pid=74307) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 07:44:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:48 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:51 user nova-compute[74307]: DEBUG nova.compute.manager [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wXBtjTLC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd8c0daed-f3dd-4b75-875a-913d4d0ae40b', 'attached_at': '', 'detached_at': '', 'volume_id': 'fbdeb386-b294-4c82-b322-6df7baf8b286', 'serial': 'fbdeb386-b294-4c82-b322-6df7baf8b286'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RmVpYNBE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb', 'volume_id': '8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0'}, 'status': 'reserved', 'instance': 'd8c0daed-f3dd-4b75-875a-913d4d0ae40b', 'attached_at': '', 'detached_at': '', 'volume_id': '8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0', 'serial'} {{(pid=74307) _swap_volume /opt/stack/nova/nova/compute/manager.py:7781}}
Oct 24 07:44:51 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Calling os-brick to attach iSCSI Volume {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 07:44:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wXBtjTLC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:44:51 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:44:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:44:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:44:51 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:44:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:44:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:44:51 user nova-compute[74307]: INFO os_brick.initiator.connectors.iscsi [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 07:44:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 -p 172.16.0.220:3260 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:51 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[23eb818a-d5f8-4eac-a11f-327031c83637]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 07:44:51 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:44:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 -p 172.16.0.220:3260 --interface default --op new {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:51 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[c012361e-c03b-448c-9568-aafe87166bfd]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286] added\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286] added
Oct 24 07:44:51 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:44:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:51 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b88d7d18-38b5-40b1-a9ae-e6d4653717a3]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:44:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:51 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d550dc3f-2723-42ad-9d8e-b55205f7c97e]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:44:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wXBtjTLC {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wXBtjTLC" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:51 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba5a93e9-372d-4a54-9396-dfa665145ac1]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'wXBtjTLC'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:44:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:51 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[67346812-34cd-4b58-9990-7c938598b849]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:44:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:51 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[63a12420-7445-4e3f-b36b-3493dd1c0dc8]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0 (non-flash)
Oct 24 07:44:51 user nova-compute[74307]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:44:51 user nova-compute[74307]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)
Oct 24 07:44:51 user nova-compute[74307]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)
Oct 24 07:44:51 user nova-compute[74307]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)
Oct 24 07:44:51 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:44:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0 (non-flash)
Oct 24 07:44:51 user nova-compute[74307]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:44:51 user nova-compute[74307]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)
Oct 24 07:44:51 user nova-compute[74307]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)
Oct 24 07:44:51 user nova-compute[74307]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)
Oct 24 07:44:51 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:44:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 -p 172.16.0.220:3260 --login {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 -p 172.16.0.220:3260 --login" returned: 0 in 0.074s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:51 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[329ba5f7-2b76-4cd2-a82e-9b51525a68e6]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286, portal: 172.16.0.220,3260]
Oct 24 07:44:51 user nova-compute[74307]: Login to [iface: default, target: iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286, portal: 172.16.0.220,3260] successful.
Oct 24 07:44:51 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:44:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:51 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[82595a65-079e-4399-88c0-59d894423a06]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:44:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:51 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[428c7f5b-a55a-4e7c-adf5-0ba81b391d66]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0 (non-flash)
Oct 24 07:44:51 user nova-compute[74307]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:44:51 user nova-compute[74307]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 (non-flash)
Oct 24 07:44:51 user nova-compute[74307]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)
Oct 24 07:44:51 user nova-compute[74307]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)
Oct 24 07:44:51 user nova-compute[74307]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)
Oct 24 07:44:51 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:44:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0 (non-flash)
Oct 24 07:44:51 user nova-compute[74307]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:44:51 user nova-compute[74307]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 (non-flash)
Oct 24 07:44:51 user nova-compute[74307]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)
Oct 24 07:44:51 user nova-compute[74307]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)
Oct 24 07:44:51 user nova-compute[74307]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)
Oct 24 07:44:51 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:44:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.300s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:44:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Connected to 172.16.0.220:3260 {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 07:44:51 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] HCTL ('37', '-', '-', 0) found on session 12 with lun 0 {{(pid=74307) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 07:44:51 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Scanning host 37 c: -, t: -, l: 0) {{(pid=74307) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 07:44:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:51 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[86a30060-00b3-48d3-af98-6f343b4441b2]: (4, ('- - 0', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:51 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Searching for a device in session 12 and hctl ['37', '*', '*', 0] yield: None {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 07:44:53 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Searching for a device in session 12 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 07:44:53 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wXBtjTLC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 07:44:53 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.449s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:44:53 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] <== connect_volume: return (1451ms) {'type': 'block', 'scsi_wwn': '26137393037366630', 'path': '/dev/sdf'} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:44:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26137393037366630', 'path': '/dev/sdf'} {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 07:44:53 user nova-compute[74307]: DEBUG nova.objects.instance [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Lazy-loading 'flavor' on Instance uuid d8c0daed-f3dd-4b75-875a-913d4d0ae40b {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:44:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] COPY block job progress, current cursor: 0 final cursor: 1073741824 {{(pid=74307) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 07:44:53 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:54 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] COPY block job progress, current cursor: 155189248 final cursor: 1073741824 {{(pid=74307) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 07:44:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:54 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] COPY block job progress, current cursor: 268435456 final cursor: 1073741824 {{(pid=74307) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 07:44:55 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] COPY block job progress, current cursor: 405798912 final cursor: 1073741824 {{(pid=74307) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 07:44:55 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] COPY block job progress, current cursor: 521142272 final cursor: 1073741824 {{(pid=74307) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 07:44:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] COPY block job progress, current cursor: 645922816 final cursor: 1073741824 {{(pid=74307) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 07:44:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] COPY block job progress, current cursor: 707788800 final cursor: 1073741824 {{(pid=74307) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 07:44:57 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] COPY block job progress, current cursor: 811597824 final cursor: 1073741824 {{(pid=74307) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 07:44:57 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-970e944f-0af2-423f-9163-0fb86145d5ef tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Acquiring lock "9ca4c6f9-3966-4025-b0d4-273611aba465" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:44:57 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-970e944f-0af2-423f-9163-0fb86145d5ef tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Lock "9ca4c6f9-3966-4025-b0d4-273611aba465" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:44:57 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Acquiring lock "a6b2cfc6-bc30-485a-95ba-11509955f63c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:44:57 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "a6b2cfc6-bc30-485a-95ba-11509955f63c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:44:57 user nova-compute[74307]: DEBUG nova.objects.instance [None req-970e944f-0af2-423f-9163-0fb86145d5ef tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Lazy-loading 'flavor' on Instance uuid 9ca4c6f9-3966-4025-b0d4-273611aba465 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:44:57 user nova-compute[74307]: DEBUG nova.compute.manager [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Starting instance... {{(pid=74307) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 07:44:57 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-970e944f-0af2-423f-9163-0fb86145d5ef tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Lock "9ca4c6f9-3966-4025-b0d4-273611aba465" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.085s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:44:57 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] COPY block job progress, current cursor: 900726784 final cursor: 1073741824 {{(pid=74307) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 07:44:57 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:44:57 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:44:57 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 07:44:57 user nova-compute[74307]: INFO nova.compute.claims [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Claim successful on node user
Oct 24 07:44:58 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-970e944f-0af2-423f-9163-0fb86145d5ef tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Acquiring lock "9ca4c6f9-3966-4025-b0d4-273611aba465" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:44:58 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-970e944f-0af2-423f-9163-0fb86145d5ef tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Lock "9ca4c6f9-3966-4025-b0d4-273611aba465" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:44:58 user nova-compute[74307]: INFO nova.compute.manager [None req-970e944f-0af2-423f-9163-0fb86145d5ef tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Attaching volume 26c59d6a-5a7b-42ae-8462-8bf76546c9fc to /dev/vdb
Oct 24 07:44:58 user nova-compute[74307]: DEBUG os_brick.utils [None req-970e944f-0af2-423f-9163-0fb86145d5ef tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:44:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:58 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[44dcda70-e740-4a20-8d32-7ff7dc03d16c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:299aca16be88\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:58 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] COPY block job progress, current cursor: 981467136 final cursor: 1073741824 {{(pid=74307) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 07:44:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.028s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:58 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[cde87746-c2d9-4799-8edb-c0aa80f2df50]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.029s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:58 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[088f9e1d-19a9-4411-95b9-a167737be239]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:58 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a671f61-c33f-4658-a743-5a217009a95d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-970e944f-0af2-423f-9163-0fb86145d5ef tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Running cmd (subprocess): nvme version {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-970e944f-0af2-423f-9163-0fb86145d5ef tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] 'nvme version' failed. Not Retrying. {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:44:58 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.nvmeof [None req-970e944f-0af2-423f-9163-0fb86145d5ef tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] nvme not present on system {{(pid=74307) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 07:44:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:44:58 user nova-compute[74307]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 07:44:58 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[0144cf5e-5fd1-4a28-b470-4f5e84f1aed9]: (4, '') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:58 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-970e944f-0af2-423f-9163-0fb86145d5ef tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74307) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 07:44:58 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-970e944f-0af2-423f-9163-0fb86145d5ef tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 07:44:58 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-970e944f-0af2-423f-9163-0fb86145d5ef tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] LIGHTOS: no hostnqn found. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 07:44:58 user nova-compute[74307]: DEBUG os_brick.utils [None req-970e944f-0af2-423f-9163-0fb86145d5ef tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] <== get_connector_properties: return (205ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:299aca16be88', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:44:58 user nova-compute[74307]: DEBUG nova.virt.block_device [None req-970e944f-0af2-423f-9163-0fb86145d5ef tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Updating existing volume attachment record: 9430d1ce-c5e9-4d66-b58b-88a10226040f {{(pid=74307) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 07:44:58 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=74307) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 07:44:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:58 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:44:58 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:44:58 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.990s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:44:58 user nova-compute[74307]: DEBUG nova.compute.manager [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Start building networks asynchronously for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 07:44:58 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] calling os-brick to detach iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 07:44:58 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, {'target_iqn': 'iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RmVpYNBE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb', 'volume_id': '8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0'}, None), 'kwargs': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:44:58 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:44:58 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:44:58 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:44:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.029s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:58 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[0824565b-314a-4e42-9a08-0e192518f859]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:58 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 07:44:58 user nova-compute[74307]: No targets found.
Oct 24 07:44:58 user nova-compute[74307]: iSNS:
Oct 24 07:44:58 user nova-compute[74307]: No targets found.
Oct 24 07:44:58 user nova-compute[74307]: STATIC:
Oct 24 07:44:58 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0
Oct 24 07:44:58 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:44:58 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:44:58 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286
Oct 24 07:44:58 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:44:58 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:44:58 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854
Oct 24 07:44:58 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:44:58 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:44:58 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3
Oct 24 07:44:58 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:44:58 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:44:58 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59
Oct 24 07:44:58 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:44:58 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:44:58 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f
Oct 24 07:44:58 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:44:58 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:44:58 user nova-compute[74307]: FIRMWARE:
Oct 24 07:44:58 user nova-compute[74307]: No targets found.
Oct 24 07:44:58 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:44:58 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 07:44:58 user nova-compute[74307]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 07:44:58 user nova-compute[74307]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74307) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 07:44:58 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0', 0)] {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 07:44:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:58 user nova-compute[74307]: DEBUG nova.compute.manager [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Allocating IP information in the background. {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 07:44:58 user nova-compute[74307]: DEBUG nova.network.neutron [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] allocate_for_instance() {{(pid=74307) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 07:44:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:58 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef58ee55-9d8c-4fa4-b690-588346bf7a47]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:58 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 07:44:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:58 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[30cec1e2-adc7-4231-a344-fa89000dd331]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:58 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0 (non-flash)
Oct 24 07:44:58 user nova-compute[74307]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:44:58 user nova-compute[74307]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 (non-flash)
Oct 24 07:44:58 user nova-compute[74307]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)
Oct 24 07:44:58 user nova-compute[74307]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)
Oct 24 07:44:58 user nova-compute[74307]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)
Oct 24 07:44:58 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:44:58 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0 (non-flash)
Oct 24 07:44:58 user nova-compute[74307]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:44:58 user nova-compute[74307]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 (non-flash)
Oct 24 07:44:58 user nova-compute[74307]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)
Oct 24 07:44:58 user nova-compute[74307]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)
Oct 24 07:44:58 user nova-compute[74307]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)
Oct 24 07:44:58 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:44:58 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f46440a1d80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0'): ({'sdb'}, set())}) {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 07:44:58 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Removing single pathed devices sdb {{(pid=74307) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 07:44:58 user nova-compute[74307]: DEBUG nova.compute.manager [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Start building block device mappings for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 07:44:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.027s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[a46d8c21-0d23-450d-87c9-eac0efcb9d4a]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[f97cdda0-b3d8-4a47-96dd-5ad279fa7cc5]: (4, ('ok\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Flushing IO for device /dev/sdb {{(pid=74307) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a76d061-77dd-4e16-bb8d-bfdd1b45efe9]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74307) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG nova.policy [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26da1d70557347a1ba51cc920ab9b090', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b309cc23749c4a8db15e97071e598aa7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74307) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.048s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[466ee9bb-84be-4b20-8860-4c3c0d806e63]: (4, ('1', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Checking to see if SCSI volumes sdb have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] SCSI volumes sdb have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0')] {{(pid=74307) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG nova.compute.manager [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Start spawning the instance on the hypervisor. {{(pid=74307) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Creating instance directory {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 07:44:59 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Creating image(s)
Oct 24 07:44:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Acquiring lock "/opt/stack/data/nova/instances/a6b2cfc6-bc30-485a-95ba-11509955f63c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "/opt/stack/data/nova/instances/a6b2cfc6-bc30-485a-95ba-11509955f63c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "/opt/stack/data/nova/instances/a6b2cfc6-bc30-485a-95ba-11509955f63c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.085s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.109s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[29c9fff5-a778-415f-8638-c6d40cca91fc]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0 -p 172.16.0.220:3260 --logout {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0 -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4a0bd36-3123-4eff-a9df-4fd34ce2aa82]: (4, ('Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0, portal: 172.16.0.220,3260]\nLogout of [sid: 10, target: iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0, portal: 172.16.0.220,3260]
Oct 24 07:44:59 user nova-compute[74307]: Logout of [sid: 10, target: iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0, portal: 172.16.0.220,3260] successful.
Oct 24 07:44:59 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0 -p 172.16.0.220:3260 --op delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc5c2099-0376-4a06-9d21-ff096e49ed4b]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.517s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] <== disconnect_volume: return (518ms) None {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Disconnected iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.189s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Acquiring lock "9cb24620554d5eab84e846c14e389d04f4c43d48" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG nova.compute.manager [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wXBtjTLC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, 'status': 'reserved', 'instance': 'd8c0daed-f3dd-4b75-875a-913d4d0ae40b', 'attached_at': '', 'detached_at': '', 'volume_id': 'fbdeb386-b294-4c82-b322-6df7baf8b286', 'serial'} {{(pid=74307) _swap_volume /opt/stack/nova/nova/compute/manager.py:7790}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG nova.compute.manager [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] swap_volume: removing Cinder connection for volume 8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0 {{(pid=74307) _swap_volume /opt/stack/nova/nova/compute/manager.py:7835}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.203s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/a6b2cfc6-bc30-485a-95ba-11509955f63c/disk 1073741824 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/a6b2cfc6-bc30-485a-95ba-11509955f63c/disk 1073741824" returned: 0 in 0.056s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.265s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.203s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a6b2cfc6-bc30-485a-95ba-11509955f63c/disk. size=1073741824 {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6b2cfc6-bc30-485a-95ba-11509955f63c/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG nova.network.neutron [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Successfully created port: 845970ce-0289-491c-95b2-a9992ec671f9 {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:44:59 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Starting heal instance info cache {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 07:45:00 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "refresh_cache-bf3db205-9fd8-47db-8365-87bc07dd98b7" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:45:00 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquired lock "refresh_cache-bf3db205-9fd8-47db-8365-87bc07dd98b7" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:45:00 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Forcefully refreshing network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 07:45:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6b2cfc6-bc30-485a-95ba-11509955f63c/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:00 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Cannot resize image /opt/stack/data/nova/instances/a6b2cfc6-bc30-485a-95ba-11509955f63c/disk to a smaller size. {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 07:45:00 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Created local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 07:45:00 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Ensure instance console log exists: /opt/stack/data/nova/instances/a6b2cfc6-bc30-485a-95ba-11509955f63c/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 07:45:00 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:00 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:00 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:00 user nova-compute[74307]: DEBUG nova.compute.manager [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] swap_volume: Updating volume 8c5bdb98-4a89-44e3-84fe-57e00dbcb9d0 BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "wXBtjTLC", "auth_password": "Sbfc3pTrFeMCim", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdf", "volume_id": "fbdeb386-b294-4c82-b322-6df7baf8b286"}, "status": "reserved", "instance": "d8c0daed-f3dd-4b75-875a-913d4d0ae40b", "attached_at": "", "detached_at": "", "volume_id": "fbdeb386-b294-4c82-b322-6df7baf8b286", "serial": "fbdeb386-b294-4c82-b322-6df7baf8b286"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': 'fbdeb386-b294-4c82-b322-6df7baf8b286', 'no_device': None, 'attachment_id': '267ef030-f2f1-4e30-90f9-72012e590a75'} {{(pid=74307) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7983}}
Oct 24 07:45:00 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f0cb999d-a7c3-45dc-b9c1-0034a163cefe tempest-TestVolumeSwap-307871897 tempest-TestVolumeSwap-307871897-project-admin] Lock "d8c0daed-f3dd-4b75-875a-913d4d0ae40b" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 29.769s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Updating instance_info_cache with network_info: [{"id": "fba32a9f-2efe-4885-948c-e7fc98fe6116", "address": "fa:16:3e:2b:d1:20", "network": {"id": "a62eef8f-3418-495c-91c8-3410c10364d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1235073358-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b309cc23749c4a8db15e97071e598aa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfba32a9f-2e", "ovs_interfaceid": "fba32a9f-2efe-4885-948c-e7fc98fe6116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Releasing lock "refresh_cache-bf3db205-9fd8-47db-8365-87bc07dd98b7" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Updated the network info_cache for instance {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74307) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG nova.network.neutron [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Successfully updated port: 845970ce-0289-491c-95b2-a9992ec671f9 {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-cd458b5f-184d-4c89-8c16-acc5a0ce656b tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Acquiring lock "d8c0daed-f3dd-4b75-875a-913d4d0ae40b" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-cd458b5f-184d-4c89-8c16-acc5a0ce656b tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Lock "d8c0daed-f3dd-4b75-875a-913d4d0ae40b" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Acquiring lock "refresh_cache-a6b2cfc6-bc30-485a-95ba-11509955f63c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Acquired lock "refresh_cache-a6b2cfc6-bc30-485a-95ba-11509955f63c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG nova.network.neutron [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 07:45:01 user nova-compute[74307]: INFO nova.compute.manager [None req-cd458b5f-184d-4c89-8c16-acc5a0ce656b tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Detaching volume fbdeb386-b294-4c82-b322-6df7baf8b286
Oct 24 07:45:01 user nova-compute[74307]: DEBUG nova.compute.manager [req-59d04732-eb52-4ff5-a2be-f777e39f5950 req-2d100fc6-62a9-4ad5-a674-0fbd8aa1d272 service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Received event network-changed-845970ce-0289-491c-95b2-a9992ec671f9 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG nova.compute.manager [req-59d04732-eb52-4ff5-a2be-f777e39f5950 req-2d100fc6-62a9-4ad5-a674-0fbd8aa1d272 service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Refreshing instance network info cache due to event network-changed-845970ce-0289-491c-95b2-a9992ec671f9. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-59d04732-eb52-4ff5-a2be-f777e39f5950 req-2d100fc6-62a9-4ad5-a674-0fbd8aa1d272 service nova] Acquiring lock "refresh_cache-a6b2cfc6-bc30-485a-95ba-11509955f63c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0f8feaa4-716e-4476-9137-f41f7bcc3ec6/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG nova.network.neutron [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 07:45:01 user nova-compute[74307]: INFO nova.virt.block_device [None req-cd458b5f-184d-4c89-8c16-acc5a0ce656b tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Attempting to driver detach volume fbdeb386-b294-4c82-b322-6df7baf8b286 from mountpoint /dev/vdb
Oct 24 07:45:01 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-cd458b5f-184d-4c89-8c16-acc5a0ce656b tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Attempting to detach device vdb from instance d8c0daed-f3dd-4b75-875a-913d4d0ae40b from the persistent domain config. {{(pid=74307) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-cd458b5f-184d-4c89-8c16-acc5a0ce656b tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 07:45:01 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:45:01 user nova-compute[74307]:   <source dev="/dev/sdf"/>
Oct 24 07:45:01 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 07:45:01 user nova-compute[74307]:   <serial>fbdeb386-b294-4c82-b322-6df7baf8b286</serial>
Oct 24 07:45:01 user nova-compute[74307]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 07:45:01 user nova-compute[74307]: </disk>
Oct 24 07:45:01 user nova-compute[74307]:  {{(pid=74307) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 07:45:01 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-cd458b5f-184d-4c89-8c16-acc5a0ce656b tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Successfully detached device vdb from instance d8c0daed-f3dd-4b75-875a-913d4d0ae40b from the persistent domain config.
Oct 24 07:45:01 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-cd458b5f-184d-4c89-8c16-acc5a0ce656b tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance d8c0daed-f3dd-4b75-875a-913d4d0ae40b from the live domain config. {{(pid=74307) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-cd458b5f-184d-4c89-8c16-acc5a0ce656b tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 07:45:01 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:45:01 user nova-compute[74307]:   <source dev="/dev/sdf"/>
Oct 24 07:45:01 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 07:45:01 user nova-compute[74307]:   <serial>fbdeb386-b294-4c82-b322-6df7baf8b286</serial>
Oct 24 07:45:01 user nova-compute[74307]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 07:45:01 user nova-compute[74307]: </disk>
Oct 24 07:45:01 user nova-compute[74307]:  {{(pid=74307) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0f8feaa4-716e-4476-9137-f41f7bcc3ec6/disk --force-share --output=json" returned: 0 in 0.264s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0f8feaa4-716e-4476-9137-f41f7bcc3ec6/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG nova.network.neutron [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Updating instance_info_cache with network_info: [{"id": "845970ce-0289-491c-95b2-a9992ec671f9", "address": "fa:16:3e:bf:e4:e5", "network": {"id": "a62eef8f-3418-495c-91c8-3410c10364d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1235073358-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b309cc23749c4a8db15e97071e598aa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap845970ce-02", "ovs_interfaceid": "845970ce-0289-491c-95b2-a9992ec671f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Releasing lock "refresh_cache-a6b2cfc6-bc30-485a-95ba-11509955f63c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG nova.compute.manager [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Instance network_info: |[{"id": "845970ce-0289-491c-95b2-a9992ec671f9", "address": "fa:16:3e:bf:e4:e5", "network": {"id": "a62eef8f-3418-495c-91c8-3410c10364d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1235073358-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b309cc23749c4a8db15e97071e598aa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap845970ce-02", "ovs_interfaceid": "845970ce-0289-491c-95b2-a9992ec671f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-59d04732-eb52-4ff5-a2be-f777e39f5950 req-2d100fc6-62a9-4ad5-a674-0fbd8aa1d272 service nova] Acquired lock "refresh_cache-a6b2cfc6-bc30-485a-95ba-11509955f63c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG nova.network.neutron [req-59d04732-eb52-4ff5-a2be-f777e39f5950 req-2d100fc6-62a9-4ad5-a674-0fbd8aa1d272 service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Refreshing network info cache for port 845970ce-0289-491c-95b2-a9992ec671f9 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Start _get_guest_xml network_info=[{"id": "845970ce-0289-491c-95b2-a9992ec671f9", "address": "fa:16:3e:bf:e4:e5", "network": {"id": "a62eef8f-3418-495c-91c8-3410c10364d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1235073358-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b309cc23749c4a8db15e97071e598aa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap845970ce-02", "ovs_interfaceid": "845970ce-0289-491c-95b2-a9992ec671f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'boot_index': 0, 'guest_format': None, 'image_id': 'ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 07:45:01 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:45:01 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:45:01 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:44:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-702168899',display_name='tempest-tempest.common.compute-instance-702168899',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-702168899',id=13,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF770wl3iJlcWd0jcypwOV5Qv4Tfpns3eTRHCI3yhP/DdXx+NOvPCvBi6eq/2QLGKujNxJ1HIG/hc6SWn6uCLbleCWkwxdgeZ+mk4FrRiV5RR8anh2K06BhyC8HdiT/6+g==',key_name='tempest-keypair-1153351006',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b309cc23749c4a8db15e97071e598aa7',ramdisk_id='',reservation_id='r-14p5cdjr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-379663663',owner_user_name='tempest-ServerActionsTestOtherA-379663663-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:44:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='26da1d70557347a1ba51cc920ab9b090',uuid=a6b2cfc6-bc30-485a-95ba-11509955f63c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "845970ce-0289-491c-95b2-a9992ec671f9", "address": "fa:16:3e:bf:e4:e5", "network": {"id": "a62eef8f-3418-495c-91c8-3410c10364d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1235073358-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b309cc23749c4a8db15e97071e598aa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap845970ce-02", "ovs_interfaceid": "845970ce-0289-491c-95b2-a9992ec671f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Converting VIF {"id": "845970ce-0289-491c-95b2-a9992ec671f9", "address": "fa:16:3e:bf:e4:e5", "network": {"id": "a62eef8f-3418-495c-91c8-3410c10364d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1235073358-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b309cc23749c4a8db15e97071e598aa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap845970ce-02", "ovs_interfaceid": "845970ce-0289-491c-95b2-a9992ec671f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bf:e4:e5,bridge_name='br-int',has_traffic_filtering=True,id=845970ce-0289-491c-95b2-a9992ec671f9,network=Network(a62eef8f-3418-495c-91c8-3410c10364d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap845970ce-02') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG nova.objects.instance [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lazy-loading 'pci_devices' on Instance uuid a6b2cfc6-bc30-485a-95ba-11509955f63c {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0f8feaa4-716e-4476-9137-f41f7bcc3ec6/disk --force-share --output=json" returned: 0 in 0.270s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] End _get_guest_xml xml=<domain type="kvm">
Oct 24 07:45:01 user nova-compute[74307]:   <uuid>a6b2cfc6-bc30-485a-95ba-11509955f63c</uuid>
Oct 24 07:45:01 user nova-compute[74307]:   <name>instance-0000000d</name>
Oct 24 07:45:01 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 07:45:01 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 07:45:01 user nova-compute[74307]:   <metadata>
Oct 24 07:45:01 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 07:45:01 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 07:45:01 user nova-compute[74307]:       <nova:name>tempest-tempest.common.compute-instance-702168899</nova:name>
Oct 24 07:45:01 user nova-compute[74307]:       <nova:creationTime>2023-10-24 07:45:01</nova:creationTime>
Oct 24 07:45:01 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 07:45:01 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 07:45:01 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 07:45:01 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 07:45:01 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 07:45:01 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 07:45:01 user nova-compute[74307]:       </nova:flavor>
Oct 24 07:45:01 user nova-compute[74307]:       <nova:owner>
Oct 24 07:45:01 user nova-compute[74307]:         <nova:user uuid="26da1d70557347a1ba51cc920ab9b090">tempest-ServerActionsTestOtherA-379663663-project-member</nova:user>
Oct 24 07:45:01 user nova-compute[74307]:         <nova:project uuid="b309cc23749c4a8db15e97071e598aa7">tempest-ServerActionsTestOtherA-379663663</nova:project>
Oct 24 07:45:01 user nova-compute[74307]:       </nova:owner>
Oct 24 07:45:01 user nova-compute[74307]:       <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 07:45:01 user nova-compute[74307]:       <nova:ports>
Oct 24 07:45:01 user nova-compute[74307]:         <nova:port uuid="845970ce-0289-491c-95b2-a9992ec671f9">
Oct 24 07:45:01 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 24 07:45:01 user nova-compute[74307]:         </nova:port>
Oct 24 07:45:01 user nova-compute[74307]:       </nova:ports>
Oct 24 07:45:01 user nova-compute[74307]:     </nova:instance>
Oct 24 07:45:01 user nova-compute[74307]:   </metadata>
Oct 24 07:45:01 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 07:45:01 user nova-compute[74307]:     <system>
Oct 24 07:45:01 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 07:45:01 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 07:45:01 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 07:45:01 user nova-compute[74307]:       <entry name="serial">a6b2cfc6-bc30-485a-95ba-11509955f63c</entry>
Oct 24 07:45:01 user nova-compute[74307]:       <entry name="uuid">a6b2cfc6-bc30-485a-95ba-11509955f63c</entry>
Oct 24 07:45:01 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 07:45:01 user nova-compute[74307]:     </system>
Oct 24 07:45:01 user nova-compute[74307]:   </sysinfo>
Oct 24 07:45:01 user nova-compute[74307]:   <os>
Oct 24 07:45:01 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 07:45:01 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 07:45:01 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 07:45:01 user nova-compute[74307]:   </os>
Oct 24 07:45:01 user nova-compute[74307]:   <features>
Oct 24 07:45:01 user nova-compute[74307]:     <acpi/>
Oct 24 07:45:01 user nova-compute[74307]:     <apic/>
Oct 24 07:45:01 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 07:45:01 user nova-compute[74307]:   </features>
Oct 24 07:45:01 user nova-compute[74307]:   <clock offset="utc">
Oct 24 07:45:01 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 07:45:01 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 07:45:01 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 07:45:01 user nova-compute[74307]:   </clock>
Oct 24 07:45:01 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 07:45:01 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 07:45:01 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 07:45:01 user nova-compute[74307]:   </cpu>
Oct 24 07:45:01 user nova-compute[74307]:   <devices>
Oct 24 07:45:01 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 07:45:01 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 07:45:01 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/a6b2cfc6-bc30-485a-95ba-11509955f63c/disk"/>
Oct 24 07:45:01 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 07:45:01 user nova-compute[74307]:     </disk>
Oct 24 07:45:01 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 07:45:01 user nova-compute[74307]:       <mac address="fa:16:3e:bf:e4:e5"/>
Oct 24 07:45:01 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:45:01 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 07:45:01 user nova-compute[74307]:       <target dev="tap845970ce-02"/>
Oct 24 07:45:01 user nova-compute[74307]:     </interface>
Oct 24 07:45:01 user nova-compute[74307]:     <serial type="pty">
Oct 24 07:45:01 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/a6b2cfc6-bc30-485a-95ba-11509955f63c/console.log" append="off"/>
Oct 24 07:45:01 user nova-compute[74307]:     </serial>
Oct 24 07:45:01 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 07:45:01 user nova-compute[74307]:     <video>
Oct 24 07:45:01 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:45:01 user nova-compute[74307]:     </video>
Oct 24 07:45:01 user nova-compute[74307]:     <rng model="virtio">
Oct 24 07:45:01 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 07:45:01 user nova-compute[74307]:     </rng>
Oct 24 07:45:01 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 07:45:01 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 07:45:01 user nova-compute[74307]:       <stats period="10"/>
Oct 24 07:45:01 user nova-compute[74307]:     </memballoon>
Oct 24 07:45:01 user nova-compute[74307]:   </devices>
Oct 24 07:45:01 user nova-compute[74307]: </domain>
Oct 24 07:45:01 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:44:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-702168899',display_name='tempest-tempest.common.compute-instance-702168899',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-702168899',id=13,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF770wl3iJlcWd0jcypwOV5Qv4Tfpns3eTRHCI3yhP/DdXx+NOvPCvBi6eq/2QLGKujNxJ1HIG/hc6SWn6uCLbleCWkwxdgeZ+mk4FrRiV5RR8anh2K06BhyC8HdiT/6+g==',key_name='tempest-keypair-1153351006',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b309cc23749c4a8db15e97071e598aa7',ramdisk_id='',reservation_id='r-14p5cdjr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-379663663',owner_user_name='tempest-ServerActionsTestOtherA-379663663-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:44:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='26da1d70557347a1ba51cc920ab9b090',uuid=a6b2cfc6-bc30-485a-95ba-11509955f63c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "845970ce-0289-491c-95b2-a9992ec671f9", "address": "fa:16:3e:bf:e4:e5", "network": {"id": "a62eef8f-3418-495c-91c8-3410c10364d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1235073358-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b309cc23749c4a8db15e97071e598aa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap845970ce-02", "ovs_interfaceid": "845970ce-0289-491c-95b2-a9992ec671f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Converting VIF {"id": "845970ce-0289-491c-95b2-a9992ec671f9", "address": "fa:16:3e:bf:e4:e5", "network": {"id": "a62eef8f-3418-495c-91c8-3410c10364d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1235073358-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b309cc23749c4a8db15e97071e598aa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap845970ce-02", "ovs_interfaceid": "845970ce-0289-491c-95b2-a9992ec671f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bf:e4:e5,bridge_name='br-int',has_traffic_filtering=True,id=845970ce-0289-491c-95b2-a9992ec671f9,network=Network(a62eef8f-3418-495c-91c8-3410c10364d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap845970ce-02') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG os_vif [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bf:e4:e5,bridge_name='br-int',has_traffic_filtering=True,id=845970ce-0289-491c-95b2-a9992ec671f9,network=Network(a62eef8f-3418-495c-91c8-3410c10364d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap845970ce-02') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '413f1bf4-0960-5a6c-b5ba-8511293b3f6f', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap845970ce-02, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap845970ce-02, col_values=(('qos', UUID('233bc31f-8fde-42d9-b60d-486715a982f4')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap845970ce-02, col_values=(('external_ids', {'iface-id': '845970ce-0289-491c-95b2-a9992ec671f9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:bf:e4:e5', 'vm-uuid': 'a6b2cfc6-bc30-485a-95ba-11509955f63c'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:02 user nova-compute[74307]: INFO os_vif [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bf:e4:e5,bridge_name='br-int',has_traffic_filtering=True,id=845970ce-0289-491c-95b2-a9992ec671f9,network=Network(a62eef8f-3418-495c-91c8-3410c10364d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap845970ce-02')
Oct 24 07:45:02 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-cd458b5f-184d-4c89-8c16-acc5a0ce656b tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance d8c0daed-f3dd-4b75-875a-913d4d0ae40b {{(pid=74307) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 07:45:02 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:45:02 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] No VIF found with MAC fa:16:3e:bf:e4:e5, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:45:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d8c0daed-f3dd-4b75-875a-913d4d0ae40b/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:02 user nova-compute[74307]: DEBUG nova.network.neutron [req-59d04732-eb52-4ff5-a2be-f777e39f5950 req-2d100fc6-62a9-4ad5-a674-0fbd8aa1d272 service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Updated VIF entry in instance network info cache for port 845970ce-0289-491c-95b2-a9992ec671f9. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:45:02 user nova-compute[74307]: DEBUG nova.network.neutron [req-59d04732-eb52-4ff5-a2be-f777e39f5950 req-2d100fc6-62a9-4ad5-a674-0fbd8aa1d272 service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Updating instance_info_cache with network_info: [{"id": "845970ce-0289-491c-95b2-a9992ec671f9", "address": "fa:16:3e:bf:e4:e5", "network": {"id": "a62eef8f-3418-495c-91c8-3410c10364d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1235073358-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b309cc23749c4a8db15e97071e598aa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap845970ce-02", "ovs_interfaceid": "845970ce-0289-491c-95b2-a9992ec671f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:45:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-59d04732-eb52-4ff5-a2be-f777e39f5950 req-2d100fc6-62a9-4ad5-a674-0fbd8aa1d272 service nova] Releasing lock "refresh_cache-a6b2cfc6-bc30-485a-95ba-11509955f63c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:45:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d8c0daed-f3dd-4b75-875a-913d4d0ae40b/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d8c0daed-f3dd-4b75-875a-913d4d0ae40b/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d8c0daed-f3dd-4b75-875a-913d4d0ae40b/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:02 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:45:02 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:45:02 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdg (vdc) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:45:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:03 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:45:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c263bad-b287-4a6e-bf0c-6fc43f151b07/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c263bad-b287-4a6e-bf0c-6fc43f151b07/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c263bad-b287-4a6e-bf0c-6fc43f151b07/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:03 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:03 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:03 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c263bad-b287-4a6e-bf0c-6fc43f151b07/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:03 user nova-compute[74307]: DEBUG nova.compute.manager [req-8a85abbd-9a02-4dab-9b4b-8b9ae6b9a066 req-ae80ee40-2ffe-4f66-9af3-193137cb218e service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Received event network-vif-plugged-845970ce-0289-491c-95b2-a9992ec671f9 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:45:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-8a85abbd-9a02-4dab-9b4b-8b9ae6b9a066 req-ae80ee40-2ffe-4f66-9af3-193137cb218e service nova] Acquiring lock "a6b2cfc6-bc30-485a-95ba-11509955f63c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-8a85abbd-9a02-4dab-9b4b-8b9ae6b9a066 req-ae80ee40-2ffe-4f66-9af3-193137cb218e service nova] Lock "a6b2cfc6-bc30-485a-95ba-11509955f63c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-8a85abbd-9a02-4dab-9b4b-8b9ae6b9a066 req-ae80ee40-2ffe-4f66-9af3-193137cb218e service nova] Lock "a6b2cfc6-bc30-485a-95ba-11509955f63c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:03 user nova-compute[74307]: DEBUG nova.compute.manager [req-8a85abbd-9a02-4dab-9b4b-8b9ae6b9a066 req-ae80ee40-2ffe-4f66-9af3-193137cb218e service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] No waiting events found dispatching network-vif-plugged-845970ce-0289-491c-95b2-a9992ec671f9 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:45:03 user nova-compute[74307]: WARNING nova.compute.manager [req-8a85abbd-9a02-4dab-9b4b-8b9ae6b9a066 req-ae80ee40-2ffe-4f66-9af3-193137cb218e service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Received unexpected event network-vif-plugged-845970ce-0289-491c-95b2-a9992ec671f9 for instance with vm_state building and task_state spawning.
Oct 24 07:45:03 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:04 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:04 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:04 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:04 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:04 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7763652c-aa19-4625-8893-6ab52b660bb1/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:04 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7763652c-aa19-4625-8893-6ab52b660bb1/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:04 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7763652c-aa19-4625-8893-6ab52b660bb1/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:04 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7763652c-aa19-4625-8893-6ab52b660bb1/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:06 user nova-compute[74307]: DEBUG nova.compute.manager [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 07:45:06 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Guest created on hypervisor {{(pid=74307) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 07:45:06 user nova-compute[74307]: DEBUG nova.compute.manager [req-25cced03-aa46-4253-b91f-7e69b469ee69 req-edb5e333-44ad-4569-bb68-611056a25b36 service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Received event network-vif-plugged-845970ce-0289-491c-95b2-a9992ec671f9 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:45:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-25cced03-aa46-4253-b91f-7e69b469ee69 req-edb5e333-44ad-4569-bb68-611056a25b36 service nova] Acquiring lock "a6b2cfc6-bc30-485a-95ba-11509955f63c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-25cced03-aa46-4253-b91f-7e69b469ee69 req-edb5e333-44ad-4569-bb68-611056a25b36 service nova] Lock "a6b2cfc6-bc30-485a-95ba-11509955f63c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-25cced03-aa46-4253-b91f-7e69b469ee69 req-edb5e333-44ad-4569-bb68-611056a25b36 service nova] Lock "a6b2cfc6-bc30-485a-95ba-11509955f63c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:06 user nova-compute[74307]: DEBUG nova.compute.manager [req-25cced03-aa46-4253-b91f-7e69b469ee69 req-edb5e333-44ad-4569-bb68-611056a25b36 service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] No waiting events found dispatching network-vif-plugged-845970ce-0289-491c-95b2-a9992ec671f9 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:45:06 user nova-compute[74307]: WARNING nova.compute.manager [req-25cced03-aa46-4253-b91f-7e69b469ee69 req-edb5e333-44ad-4569-bb68-611056a25b36 service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Received unexpected event network-vif-plugged-845970ce-0289-491c-95b2-a9992ec671f9 for instance with vm_state building and task_state spawning.
Oct 24 07:45:06 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Instance spawned successfully.
Oct 24 07:45:06 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:45:06 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:45:06 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Hypervisor/Node resource view: name=user free_ram=7594MB free_disk=25.45877456665039GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 07:45:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:06 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 07:45:06 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Found default for hw_cdrom_bus of ide {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:45:06 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Found default for hw_disk_bus of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:45:06 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Found default for hw_input_bus of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:45:06 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Found default for hw_pointer_model of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:45:06 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Found default for hw_video_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:45:06 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Found default for hw_vif_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:45:06 user nova-compute[74307]: INFO nova.compute.manager [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Took 7.21 seconds to spawn the instance on the hypervisor.
Oct 24 07:45:06 user nova-compute[74307]: DEBUG nova.compute.manager [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:45:06 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fe508640-79f4-43d1-b846-00f28f91df79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:45:06 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance bbf0ee63-f415-4610-9018-ae94792726e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:45:06 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 9ca4c6f9-3966-4025-b0d4-273611aba465 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:45:06 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance bf3db205-9fd8-47db-8365-87bc07dd98b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:45:06 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 7763652c-aa19-4625-8893-6ab52b660bb1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:45:06 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance d8c0daed-f3dd-4b75-875a-913d4d0ae40b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:45:06 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 3c263bad-b287-4a6e-bf0c-6fc43f151b07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:45:06 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance f7396517-e3c6-4d85-b267-4252e6c24cef actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:45:06 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 9ea8255e-1f82-4e7f-b09b-aca682f1f374 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:45:06 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 0f8feaa4-716e-4476-9137-f41f7bcc3ec6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:45:06 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance a6b2cfc6-bc30-485a-95ba-11509955f63c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:45:06 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 07:45:06 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 07:45:06 user nova-compute[74307]: INFO nova.compute.manager [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Took 8.69 seconds to build instance.
Oct 24 07:45:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e7cbae16-b140-4053-acfa-b280a2c0dec1 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "a6b2cfc6-bc30-485a-95ba-11509955f63c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.839s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:06 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:45:06 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:45:06 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 07:45:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.627s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:06 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:08 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Acquiring lock "d508a024-e0f7-4864-871e-a33b8abc2157" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:08 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Lock "d508a024-e0f7-4864-871e-a33b8abc2157" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:08 user nova-compute[74307]: DEBUG nova.compute.manager [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Starting instance... {{(pid=74307) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 07:45:08 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:08 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:08 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 07:45:08 user nova-compute[74307]: INFO nova.compute.claims [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Claim successful on node user
Oct 24 07:45:09 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:45:09 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:45:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.637s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:09 user nova-compute[74307]: DEBUG nova.compute.manager [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Start building networks asynchronously for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 07:45:09 user nova-compute[74307]: DEBUG nova.compute.manager [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Allocating IP information in the background. {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 07:45:09 user nova-compute[74307]: DEBUG nova.network.neutron [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] allocate_for_instance() {{(pid=74307) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 07:45:09 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 07:45:09 user nova-compute[74307]: DEBUG nova.compute.manager [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Start building block device mappings for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 07:45:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-69bf64d9-c796-4958-942d-37e6d0092bff tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Acquiring lock "7763652c-aa19-4625-8893-6ab52b660bb1" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-69bf64d9-c796-4958-942d-37e6d0092bff tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Lock "7763652c-aa19-4625-8893-6ab52b660bb1" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-69bf64d9-c796-4958-942d-37e6d0092bff tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Acquiring lock "7763652c-aa19-4625-8893-6ab52b660bb1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-69bf64d9-c796-4958-942d-37e6d0092bff tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Lock "7763652c-aa19-4625-8893-6ab52b660bb1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-69bf64d9-c796-4958-942d-37e6d0092bff tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Lock "7763652c-aa19-4625-8893-6ab52b660bb1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:09 user nova-compute[74307]: INFO nova.compute.manager [None req-69bf64d9-c796-4958-942d-37e6d0092bff tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Terminating instance
Oct 24 07:45:09 user nova-compute[74307]: DEBUG nova.compute.manager [None req-69bf64d9-c796-4958-942d-37e6d0092bff tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Start destroying the instance on the hypervisor. {{(pid=74307) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 07:45:09 user nova-compute[74307]: DEBUG nova.policy [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f61e297cf67649738ff0b759ca29d46b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23f9f3e7b0ee44c78834ee83989de443', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74307) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 07:45:09 user nova-compute[74307]: INFO nova.virt.block_device [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Booting with volume 5121a72e-b0f0-4c9b-9d37-48a91ed948d6 at /dev/vda
Oct 24 07:45:09 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:09 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:09 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:09 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:09 user nova-compute[74307]: DEBUG os_brick.utils [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:45:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:09 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[da102131-82c5-41fa-b6c0-5c2be723d4d2]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:299aca16be88\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:09 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9bd521c-f300-4528-b98f-643dbcc157e8]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:09 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[4516dc83-7e78-48bb-8707-c5713c34092f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:09 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[269b027d-99ec-4d4d-88df-c7c2e2e2d5bf]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Running cmd (subprocess): nvme version {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] 'nvme version' failed. Not Retrying. {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:45:09 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] nvme not present on system {{(pid=74307) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 07:45:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:45:09 user nova-compute[74307]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 07:45:09 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f647bd2-d4be-47a9-a705-885b79d7f7a3]: (4, '') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:09 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74307) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 07:45:09 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 07:45:09 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] LIGHTOS: no hostnqn found. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 07:45:09 user nova-compute[74307]: DEBUG os_brick.utils [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] <== get_connector_properties: return (163ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:299aca16be88', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:45:09 user nova-compute[74307]: DEBUG nova.virt.block_device [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Updating existing volume attachment record: 3c455806-0ea1-408a-8b22-53cc06711fc8 {{(pid=74307) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 07:45:09 user nova-compute[74307]: DEBUG nova.compute.manager [req-b241a672-5971-49fc-a3b8-e129b61c500d req-2755a0f5-0645-4756-9023-5c9f5ee3858d service nova] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Received event network-vif-unplugged-227e747b-173d-41a8-b470-afc6a8c56f4d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:45:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b241a672-5971-49fc-a3b8-e129b61c500d req-2755a0f5-0645-4756-9023-5c9f5ee3858d service nova] Acquiring lock "7763652c-aa19-4625-8893-6ab52b660bb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b241a672-5971-49fc-a3b8-e129b61c500d req-2755a0f5-0645-4756-9023-5c9f5ee3858d service nova] Lock "7763652c-aa19-4625-8893-6ab52b660bb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b241a672-5971-49fc-a3b8-e129b61c500d req-2755a0f5-0645-4756-9023-5c9f5ee3858d service nova] Lock "7763652c-aa19-4625-8893-6ab52b660bb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:09 user nova-compute[74307]: DEBUG nova.compute.manager [req-b241a672-5971-49fc-a3b8-e129b61c500d req-2755a0f5-0645-4756-9023-5c9f5ee3858d service nova] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] No waiting events found dispatching network-vif-unplugged-227e747b-173d-41a8-b470-afc6a8c56f4d {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:45:09 user nova-compute[74307]: DEBUG nova.compute.manager [req-b241a672-5971-49fc-a3b8-e129b61c500d req-2755a0f5-0645-4756-9023-5c9f5ee3858d service nova] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Received event network-vif-unplugged-227e747b-173d-41a8-b470-afc6a8c56f4d for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:10 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Instance destroyed successfully.
Oct 24 07:45:10 user nova-compute[74307]: DEBUG nova.objects.instance [None req-69bf64d9-c796-4958-942d-37e6d0092bff tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Lazy-loading 'resources' on Instance uuid 7763652c-aa19-4625-8893-6ab52b660bb1 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-69bf64d9-c796-4958-942d-37e6d0092bff tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T07:41:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1667002086',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1667002086',id=7,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBChIw72AEQshBMap5hmX74a4XHcrUz0HKV4XiQ+KkEto4dNx3gq9h4F4WJ5HvzLgMjOV03102qIO5u2l6yAIYmbe9FOUwgt4jpPh+fnQi7bWrlOb8BVWOHscL/ND/yaQpQ==',key_name='tempest-keypair-1197796366',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:41:47Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='595cb48fcec345d2a6ffd280203b3f99',ramdisk_id='',reservation_id='r-6ou8ypnx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-123564527',owner_user_name='tempest-TaggedAttachmentsTest-123564527-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T07:41:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fe02c81b2de7435da02d75ea972627d2',uuid=7763652c-aa19-4625-8893-6ab52b660bb1,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "227e747b-173d-41a8-b470-afc6a8c56f4d", "address": "fa:16:3e:dd:76:f4", "network": {"id": "5775a407-007e-4216-8b00-db39665fe778", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-994254065-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.93", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "595cb48fcec345d2a6ffd280203b3f99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap227e747b-17", "ovs_interfaceid": "227e747b-173d-41a8-b470-afc6a8c56f4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-69bf64d9-c796-4958-942d-37e6d0092bff tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Converting VIF {"id": "227e747b-173d-41a8-b470-afc6a8c56f4d", "address": "fa:16:3e:dd:76:f4", "network": {"id": "5775a407-007e-4216-8b00-db39665fe778", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-994254065-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.93", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "595cb48fcec345d2a6ffd280203b3f99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap227e747b-17", "ovs_interfaceid": "227e747b-173d-41a8-b470-afc6a8c56f4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-69bf64d9-c796-4958-942d-37e6d0092bff tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:dd:76:f4,bridge_name='br-int',has_traffic_filtering=True,id=227e747b-173d-41a8-b470-afc6a8c56f4d,network=Network(5775a407-007e-4216-8b00-db39665fe778),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap227e747b-17') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG os_vif [None req-69bf64d9-c796-4958-942d-37e6d0092bff tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:dd:76:f4,bridge_name='br-int',has_traffic_filtering=True,id=227e747b-173d-41a8-b470-afc6a8c56f4d,network=Network(5775a407-007e-4216-8b00-db39665fe778),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap227e747b-17') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap227e747b-17, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9d869e9a-94e9-46b9-90a9-af613310dc7b) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG nova.network.neutron [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Successfully created port: 228fd704-c98f-4755-880e-f8e1c8d149c9 {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:10 user nova-compute[74307]: INFO os_vif [None req-69bf64d9-c796-4958-942d-37e6d0092bff tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:dd:76:f4,bridge_name='br-int',has_traffic_filtering=True,id=227e747b-173d-41a8-b470-afc6a8c56f4d,network=Network(5775a407-007e-4216-8b00-db39665fe778),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap227e747b-17')
Oct 24 07:45:10 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-69bf64d9-c796-4958-942d-37e6d0092bff tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Deleting instance files /opt/stack/data/nova/instances/7763652c-aa19-4625-8893-6ab52b660bb1_del
Oct 24 07:45:10 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-69bf64d9-c796-4958-942d-37e6d0092bff tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Deletion of /opt/stack/data/nova/instances/7763652c-aa19-4625-8893-6ab52b660bb1_del complete
Oct 24 07:45:10 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4b5cde1e-6603-462f-8e5d-4687759cfce3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Calling os-brick to attach iSCSI Volume {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b5cde1e-6603-462f-8e5d-4687759cfce3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hCJFSsbG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:45:10 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-4b5cde1e-6603-462f-8e5d-4687759cfce3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:45:10 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-4b5cde1e-6603-462f-8e5d-4687759cfce3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-4b5cde1e-6603-462f-8e5d-4687759cfce3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:45:10 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-4b5cde1e-6603-462f-8e5d-4687759cfce3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:45:10 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-4b5cde1e-6603-462f-8e5d-4687759cfce3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-4b5cde1e-6603-462f-8e5d-4687759cfce3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:45:10 user nova-compute[74307]: INFO os_brick.initiator.connectors.iscsi [None req-4b5cde1e-6603-462f-8e5d-4687759cfce3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 07:45:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 -p 172.16.0.220:3260 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3e10dcd-3fda-4226-901a-52dc740d5943]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b5cde1e-6603-462f-8e5d-4687759cfce3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 07:45:10 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 -p 172.16.0.220:3260 --interface default --op new {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:10 user nova-compute[74307]: INFO nova.compute.manager [None req-69bf64d9-c796-4958-942d-37e6d0092bff tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Took 1.03 seconds to destroy the instance on the hypervisor.
Oct 24 07:45:10 user nova-compute[74307]: DEBUG oslo.service.loopingcall [None req-69bf64d9-c796-4958-942d-37e6d0092bff tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74307) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG nova.compute.manager [-] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Deallocating network for instance {{(pid=74307) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] deallocate_for_instance() {{(pid=74307) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.026s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[db99e7bd-e444-4165-9aa8-f4ec37835401]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92] added\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b5cde1e-6603-462f-8e5d-4687759cfce3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92] added
Oct 24 07:45:10 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.028s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a86b739-e4fa-41c3-8c9b-e5aafb1f235b]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b5cde1e-6603-462f-8e5d-4687759cfce3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b77e26fd-10a1-4894-b032-16e12566507e]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b5cde1e-6603-462f-8e5d-4687759cfce3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hCJFSsbG {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hCJFSsbG" returned: 0 in 0.026s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[9067f363-4c2b-4b1f-822a-069708d1c709]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b5cde1e-6603-462f-8e5d-4687759cfce3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'hCJFSsbG'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.027s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c024b45-922f-415b-95d5-fa622d37f37a]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b5cde1e-6603-462f-8e5d-4687759cfce3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[2aecda5d-810d-4269-bc11-1d0bbaf7b6d9]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b5cde1e-6603-462f-8e5d-4687759cfce3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:45:10 user nova-compute[74307]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 (non-flash)
Oct 24 07:45:10 user nova-compute[74307]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)
Oct 24 07:45:10 user nova-compute[74307]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)
Oct 24 07:45:10 user nova-compute[74307]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)
Oct 24 07:45:10 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b5cde1e-6603-462f-8e5d-4687759cfce3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:45:10 user nova-compute[74307]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 (non-flash)
Oct 24 07:45:10 user nova-compute[74307]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)
Oct 24 07:45:10 user nova-compute[74307]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)
Oct 24 07:45:10 user nova-compute[74307]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)
Oct 24 07:45:10 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 -p 172.16.0.220:3260 --login {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 -p 172.16.0.220:3260 --login" returned: 0 in 0.097s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[4694507e-612b-45f4-9079-d096462d6d82]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b5cde1e-6603-462f-8e5d-4687759cfce3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92, portal: 172.16.0.220,3260]
Oct 24 07:45:10 user nova-compute[74307]: Login to [iface: default, target: iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92, portal: 172.16.0.220,3260] successful.
Oct 24 07:45:10 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f9e37d3-ad28-4613-bdbe-c5e4e892d52a]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b5cde1e-6603-462f-8e5d-4687759cfce3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[05705ce8-9fcc-4a56-9c1f-36b2d32305fc]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b5cde1e-6603-462f-8e5d-4687759cfce3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:45:10 user nova-compute[74307]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 (non-flash)
Oct 24 07:45:10 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:45:10 user nova-compute[74307]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)
Oct 24 07:45:10 user nova-compute[74307]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)
Oct 24 07:45:10 user nova-compute[74307]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)
Oct 24 07:45:10 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b5cde1e-6603-462f-8e5d-4687759cfce3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:45:10 user nova-compute[74307]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 (non-flash)
Oct 24 07:45:10 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:45:10 user nova-compute[74307]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)
Oct 24 07:45:10 user nova-compute[74307]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)
Oct 24 07:45:10 user nova-compute[74307]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)
Oct 24 07:45:10 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-4b5cde1e-6603-462f-8e5d-4687759cfce3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.383s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b5cde1e-6603-462f-8e5d-4687759cfce3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Connected to 172.16.0.220:3260 {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-4b5cde1e-6603-462f-8e5d-4687759cfce3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] HCTL ('33', '-', '-', 0) found on session 13 with lun 0 {{(pid=74307) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-4b5cde1e-6603-462f-8e5d-4687759cfce3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74307) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d88fde0-45a5-42f5-bcca-f59d94d39c45]: (4, ('- - 0', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-4b5cde1e-6603-462f-8e5d-4687759cfce3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Searching for a device in session 13 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 07:45:10 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b5cde1e-6603-462f-8e5d-4687759cfce3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hCJFSsbG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 07:45:11 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-4b5cde1e-6603-462f-8e5d-4687759cfce3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.433s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:45:11 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b5cde1e-6603-462f-8e5d-4687759cfce3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] <== connect_volume: return (1435ms) {'type': 'block', 'scsi_wwn': '26331353266393861', 'path': '/dev/sdb'} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:45:11 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4b5cde1e-6603-462f-8e5d-4687759cfce3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26331353266393861', 'path': '/dev/sdb'} {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 07:45:11 user nova-compute[74307]: DEBUG nova.objects.instance [None req-4b5cde1e-6603-462f-8e5d-4687759cfce3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Lazy-loading 'flavor' on Instance uuid bbf0ee63-f415-4610-9018-ae94792726e2 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:45:11 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-4b5cde1e-6603-462f-8e5d-4687759cfce3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 07:45:11 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:45:11 user nova-compute[74307]:   <source dev="/dev/sdb"/>
Oct 24 07:45:11 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 07:45:11 user nova-compute[74307]:   <serial>687468f6-93ea-4a31-9114-239e6d7b8c92</serial>
Oct 24 07:45:11 user nova-compute[74307]: </disk>
Oct 24 07:45:11 user nova-compute[74307]:  {{(pid=74307) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 07:45:11 user nova-compute[74307]: DEBUG nova.compute.manager [req-5a68dd47-228a-4b29-a9f4-bc3043bf2167 req-2888adbc-00c7-437e-afa2-e51efcbe2f6f service nova] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Received event network-vif-plugged-227e747b-173d-41a8-b470-afc6a8c56f4d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:45:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-5a68dd47-228a-4b29-a9f4-bc3043bf2167 req-2888adbc-00c7-437e-afa2-e51efcbe2f6f service nova] Acquiring lock "7763652c-aa19-4625-8893-6ab52b660bb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-5a68dd47-228a-4b29-a9f4-bc3043bf2167 req-2888adbc-00c7-437e-afa2-e51efcbe2f6f service nova] Lock "7763652c-aa19-4625-8893-6ab52b660bb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-5a68dd47-228a-4b29-a9f4-bc3043bf2167 req-2888adbc-00c7-437e-afa2-e51efcbe2f6f service nova] Lock "7763652c-aa19-4625-8893-6ab52b660bb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:11 user nova-compute[74307]: DEBUG nova.compute.manager [req-5a68dd47-228a-4b29-a9f4-bc3043bf2167 req-2888adbc-00c7-437e-afa2-e51efcbe2f6f service nova] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] No waiting events found dispatching network-vif-plugged-227e747b-173d-41a8-b470-afc6a8c56f4d {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:45:11 user nova-compute[74307]: WARNING nova.compute.manager [req-5a68dd47-228a-4b29-a9f4-bc3043bf2167 req-2888adbc-00c7-437e-afa2-e51efcbe2f6f service nova] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Received unexpected event network-vif-plugged-227e747b-173d-41a8-b470-afc6a8c56f4d for instance with vm_state active and task_state deleting.
Oct 24 07:45:11 user nova-compute[74307]: DEBUG nova.network.neutron [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Successfully updated port: 228fd704-c98f-4755-880e-f8e1c8d149c9 {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 07:45:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Acquiring lock "refresh_cache-d508a024-e0f7-4864-871e-a33b8abc2157" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:45:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Acquired lock "refresh_cache-d508a024-e0f7-4864-871e-a33b8abc2157" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:45:11 user nova-compute[74307]: DEBUG nova.network.neutron [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 07:45:11 user nova-compute[74307]: DEBUG nova.compute.manager [req-bb45c8d5-1f70-49ab-bcf6-ebcd2a5d881f req-1655d095-5cda-4cff-8b5d-53332e0b3c28 service nova] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Received event network-changed-228fd704-c98f-4755-880e-f8e1c8d149c9 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:45:11 user nova-compute[74307]: DEBUG nova.compute.manager [req-bb45c8d5-1f70-49ab-bcf6-ebcd2a5d881f req-1655d095-5cda-4cff-8b5d-53332e0b3c28 service nova] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Refreshing instance network info cache due to event network-changed-228fd704-c98f-4755-880e-f8e1c8d149c9. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:45:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-bb45c8d5-1f70-49ab-bcf6-ebcd2a5d881f req-1655d095-5cda-4cff-8b5d-53332e0b3c28 service nova] Acquiring lock "refresh_cache-d508a024-e0f7-4864-871e-a33b8abc2157" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:45:11 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:45:11 user nova-compute[74307]: INFO nova.compute.manager [-] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Took 1.69 seconds to deallocate network for instance.
Oct 24 07:45:12 user nova-compute[74307]: DEBUG nova.network.neutron [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 07:45:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-69bf64d9-c796-4958-942d-37e6d0092bff tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-69bf64d9-c796-4958-942d-37e6d0092bff tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:12 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-4b5cde1e-6603-462f-8e5d-4687759cfce3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:45:12 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-4b5cde1e-6603-462f-8e5d-4687759cfce3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:45:12 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-4b5cde1e-6603-462f-8e5d-4687759cfce3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] No VIF found with MAC fa:16:3e:6f:6b:96, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:45:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4b5cde1e-6603-462f-8e5d-4687759cfce3 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Lock "bbf0ee63-f415-4610-9018-ae94792726e2" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 25.299s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:12 user nova-compute[74307]: DEBUG nova.network.neutron [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Updating instance_info_cache with network_info: [{"id": "228fd704-c98f-4755-880e-f8e1c8d149c9", "address": "fa:16:3e:08:c9:ff", "network": {"id": "aadb35a3-f253-4840-94b5-52dda749cb05", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-673066702-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "23f9f3e7b0ee44c78834ee83989de443", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap228fd704-c9", "ovs_interfaceid": "228fd704-c98f-4755-880e-f8e1c8d149c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:45:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Releasing lock "refresh_cache-d508a024-e0f7-4864-871e-a33b8abc2157" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:45:12 user nova-compute[74307]: DEBUG nova.compute.manager [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Instance network_info: |[{"id": "228fd704-c98f-4755-880e-f8e1c8d149c9", "address": "fa:16:3e:08:c9:ff", "network": {"id": "aadb35a3-f253-4840-94b5-52dda749cb05", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-673066702-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "23f9f3e7b0ee44c78834ee83989de443", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap228fd704-c9", "ovs_interfaceid": "228fd704-c98f-4755-880e-f8e1c8d149c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 07:45:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-bb45c8d5-1f70-49ab-bcf6-ebcd2a5d881f req-1655d095-5cda-4cff-8b5d-53332e0b3c28 service nova] Acquired lock "refresh_cache-d508a024-e0f7-4864-871e-a33b8abc2157" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:45:12 user nova-compute[74307]: DEBUG nova.network.neutron [req-bb45c8d5-1f70-49ab-bcf6-ebcd2a5d881f req-1655d095-5cda-4cff-8b5d-53332e0b3c28 service nova] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Refreshing network info cache for port 228fd704-c98f-4755-880e-f8e1c8d149c9 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:45:12 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-69bf64d9-c796-4958-942d-37e6d0092bff tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:45:12 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-69bf64d9-c796-4958-942d-37e6d0092bff tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:45:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-69bf64d9-c796-4958-942d-37e6d0092bff tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.516s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:12 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-69bf64d9-c796-4958-942d-37e6d0092bff tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Deleted allocations for instance 7763652c-aa19-4625-8893-6ab52b660bb1
Oct 24 07:45:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-69bf64d9-c796-4958-942d-37e6d0092bff tempest-TaggedAttachmentsTest-123564527 tempest-TaggedAttachmentsTest-123564527-project-member] Lock "7763652c-aa19-4625-8893-6ab52b660bb1" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.456s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:12 user nova-compute[74307]: DEBUG nova.network.neutron [req-bb45c8d5-1f70-49ab-bcf6-ebcd2a5d881f req-1655d095-5cda-4cff-8b5d-53332e0b3c28 service nova] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Updated VIF entry in instance network info cache for port 228fd704-c98f-4755-880e-f8e1c8d149c9. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:45:12 user nova-compute[74307]: DEBUG nova.network.neutron [req-bb45c8d5-1f70-49ab-bcf6-ebcd2a5d881f req-1655d095-5cda-4cff-8b5d-53332e0b3c28 service nova] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Updating instance_info_cache with network_info: [{"id": "228fd704-c98f-4755-880e-f8e1c8d149c9", "address": "fa:16:3e:08:c9:ff", "network": {"id": "aadb35a3-f253-4840-94b5-52dda749cb05", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-673066702-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "23f9f3e7b0ee44c78834ee83989de443", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap228fd704-c9", "ovs_interfaceid": "228fd704-c98f-4755-880e-f8e1c8d149c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:45:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-bb45c8d5-1f70-49ab-bcf6-ebcd2a5d881f req-1655d095-5cda-4cff-8b5d-53332e0b3c28 service nova] Releasing lock "refresh_cache-d508a024-e0f7-4864-871e-a33b8abc2157" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:45:13 user nova-compute[74307]: INFO nova.compute.manager [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Rescuing
Oct 24 07:45:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Acquiring lock "refresh_cache-bbf0ee63-f415-4610-9018-ae94792726e2" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:45:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Acquired lock "refresh_cache-bbf0ee63-f415-4610-9018-ae94792726e2" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:45:13 user nova-compute[74307]: DEBUG nova.network.neutron [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 07:45:13 user nova-compute[74307]: DEBUG nova.network.neutron [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Updating instance_info_cache with network_info: [{"id": "d3d0c4de-c88e-46cf-89c4-e4be298dd293", "address": "fa:16:3e:6f:6b:96", "network": {"id": "738a317e-3446-4e1c-9426-c7575a1a3528", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1877516759-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.103", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c8bef7ee8ee14414ab3e51f43e0a41cb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd3d0c4de-c8", "ovs_interfaceid": "d3d0c4de-c88e-46cf-89c4-e4be298dd293", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:45:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Releasing lock "refresh_cache-bbf0ee63-f415-4610-9018-ae94792726e2" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:45:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:14 user nova-compute[74307]: DEBUG nova.compute.manager [req-2486165a-4688-4e81-9983-9208dcb35767 req-b8af6ea6-3151-40fc-b913-33aef40b2d6f service nova] [instance: 7763652c-aa19-4625-8893-6ab52b660bb1] Received event network-vif-deleted-227e747b-173d-41a8-b470-afc6a8c56f4d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:45:14 user nova-compute[74307]: DEBUG nova.compute.manager [req-2486165a-4688-4e81-9983-9208dcb35767 req-b8af6ea6-3151-40fc-b913-33aef40b2d6f service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Received event network-vif-unplugged-d3d0c4de-c88e-46cf-89c4-e4be298dd293 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:45:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2486165a-4688-4e81-9983-9208dcb35767 req-b8af6ea6-3151-40fc-b913-33aef40b2d6f service nova] Acquiring lock "bbf0ee63-f415-4610-9018-ae94792726e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2486165a-4688-4e81-9983-9208dcb35767 req-b8af6ea6-3151-40fc-b913-33aef40b2d6f service nova] Lock "bbf0ee63-f415-4610-9018-ae94792726e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2486165a-4688-4e81-9983-9208dcb35767 req-b8af6ea6-3151-40fc-b913-33aef40b2d6f service nova] Lock "bbf0ee63-f415-4610-9018-ae94792726e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:14 user nova-compute[74307]: DEBUG nova.compute.manager [req-2486165a-4688-4e81-9983-9208dcb35767 req-b8af6ea6-3151-40fc-b913-33aef40b2d6f service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] No waiting events found dispatching network-vif-unplugged-d3d0c4de-c88e-46cf-89c4-e4be298dd293 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:45:14 user nova-compute[74307]: WARNING nova.compute.manager [req-2486165a-4688-4e81-9983-9208dcb35767 req-b8af6ea6-3151-40fc-b913-33aef40b2d6f service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Received unexpected event network-vif-unplugged-d3d0c4de-c88e-46cf-89c4-e4be298dd293 for instance with vm_state active and task_state rescuing.
Oct 24 07:45:14 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:14 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Instance destroyed successfully.
Oct 24 07:45:14 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Attempting a stable device rescue
Oct 24 07:45:14 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} {{(pid=74307) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 24 07:45:14 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Instance directory exists: not creating {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 24 07:45:14 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Creating image(s)
Oct 24 07:45:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Acquiring lock "/opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Lock "/opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Lock "/opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:14 user nova-compute[74307]: DEBUG nova.objects.instance [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Lazy-loading 'trusted_certs' on Instance uuid bbf0ee63-f415-4610-9018-ae94792726e2 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:45:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Acquiring lock "94960711b02f47cf9d7a9e7542f2d8f2fa6b3fd6" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Lock "94960711b02f47cf9d7a9e7542f2d8f2fa6b3fd6" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/94960711b02f47cf9d7a9e7542f2d8f2fa6b3fd6.part --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:16 user nova-compute[74307]: DEBUG nova.compute.manager [req-81ecb8d4-3a82-4f92-942e-517eb360014b req-c3bbb5e1-0fb4-42a0-9042-62540243106e service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Received event network-vif-plugged-d3d0c4de-c88e-46cf-89c4-e4be298dd293 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:45:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-81ecb8d4-3a82-4f92-942e-517eb360014b req-c3bbb5e1-0fb4-42a0-9042-62540243106e service nova] Acquiring lock "bbf0ee63-f415-4610-9018-ae94792726e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-81ecb8d4-3a82-4f92-942e-517eb360014b req-c3bbb5e1-0fb4-42a0-9042-62540243106e service nova] Lock "bbf0ee63-f415-4610-9018-ae94792726e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-81ecb8d4-3a82-4f92-942e-517eb360014b req-c3bbb5e1-0fb4-42a0-9042-62540243106e service nova] Lock "bbf0ee63-f415-4610-9018-ae94792726e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:16 user nova-compute[74307]: DEBUG nova.compute.manager [req-81ecb8d4-3a82-4f92-942e-517eb360014b req-c3bbb5e1-0fb4-42a0-9042-62540243106e service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] No waiting events found dispatching network-vif-plugged-d3d0c4de-c88e-46cf-89c4-e4be298dd293 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:45:16 user nova-compute[74307]: WARNING nova.compute.manager [req-81ecb8d4-3a82-4f92-942e-517eb360014b req-c3bbb5e1-0fb4-42a0-9042-62540243106e service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Received unexpected event network-vif-plugged-d3d0c4de-c88e-46cf-89c4-e4be298dd293 for instance with vm_state active and task_state rescuing.
Oct 24 07:45:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/94960711b02f47cf9d7a9e7542f2d8f2fa6b3fd6.part --force-share --output=json" returned: 0 in 0.227s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:16 user nova-compute[74307]: DEBUG nova.virt.images [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] 7e30dc92-b1b5-4517-a3b5-0de7d63c573f was qcow2, converting to raw {{(pid=74307) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 24 07:45:16 user nova-compute[74307]: DEBUG nova.privsep.utils [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74307) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 24 07:45:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/94960711b02f47cf9d7a9e7542f2d8f2fa6b3fd6.part /opt/stack/data/nova/instances/_base/94960711b02f47cf9d7a9e7542f2d8f2fa6b3fd6.converted {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/94960711b02f47cf9d7a9e7542f2d8f2fa6b3fd6.part /opt/stack/data/nova/instances/_base/94960711b02f47cf9d7a9e7542f2d8f2fa6b3fd6.converted" returned: 0 in 0.381s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/94960711b02f47cf9d7a9e7542f2d8f2fa6b3fd6.converted --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/94960711b02f47cf9d7a9e7542f2d8f2fa6b3fd6.converted --force-share --output=json" returned: 0 in 0.173s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Lock "94960711b02f47cf9d7a9e7542f2d8f2fa6b3fd6" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.967s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Acquiring lock "94960711b02f47cf9d7a9e7542f2d8f2fa6b3fd6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Lock "94960711b02f47cf9d7a9e7542f2d8f2fa6b3fd6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/94960711b02f47cf9d7a9e7542f2d8f2fa6b3fd6 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/94960711b02f47cf9d7a9e7542f2d8f2fa6b3fd6 --force-share --output=json" returned: 0 in 0.180s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/94960711b02f47cf9d7a9e7542f2d8f2fa6b3fd6,backing_fmt=raw /opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk.rescue {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/94960711b02f47cf9d7a9e7542f2d8f2fa6b3fd6,backing_fmt=raw /opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk.rescue" returned: 0 in 0.066s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Lock "94960711b02f47cf9d7a9e7542f2d8f2fa6b3fd6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.252s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG nova.objects.instance [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Lazy-loading 'migration_context' on Instance uuid bbf0ee63-f415-4610-9018-ae94792726e2 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG nova.objects.base [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Object Instance<bbf0ee63-f415-4610-9018-ae94792726e2> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Created local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Start _get_guest_xml network_info=[{"id": "d3d0c4de-c88e-46cf-89c4-e4be298dd293", "address": "fa:16:3e:6f:6b:96", "network": {"id": "738a317e-3446-4e1c-9426-c7575a1a3528", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1877516759-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.103", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-1877516759-network", "vif_mac": "fa:16:3e:6f:6b:96"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c8bef7ee8ee14414ab3e51f43e0a41cb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd3d0c4de-c8", "ovs_interfaceid": "d3d0c4de-c88e-46cf-89c4-e4be298dd293", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '7e30dc92-b1b5-4517-a3b5-0de7d63c573f', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'boot_index': 0, 'guest_format': None, 'image_id': 'ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hCJFSsbG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': 'bbf0ee63-f415-4610-9018-ae94792726e2', 'attached_at': '', 'detached_at': '', 'volume_id': '687468f6-93ea-4a31-9114-239e6d7b8c92', 'serial': '687468f6-93ea-4a31-9114-239e6d7b8c92'}, 'attachment_id': '699a2ec3-b1bb-42ec-8946-08059f42e462', 'guest_format': None, 'mount_device': '/dev/vdb', 'boot_index': None, 'delete_on_termination': False, 'volume_type': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG nova.objects.instance [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Lazy-loading 'resources' on Instance uuid bbf0ee63-f415-4610-9018-ae94792726e2 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG nova.objects.base [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Object Instance<bbf0ee63-f415-4610-9018-ae94792726e2> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG nova.objects.instance [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Lazy-loading 'numa_topology' on Instance uuid bbf0ee63-f415-4610-9018-ae94792726e2 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG nova.objects.base [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Object Instance<bbf0ee63-f415-4610-9018-ae94792726e2> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 07:45:17 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:45:17 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:45:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG nova.objects.instance [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Lazy-loading 'vcpu_model' on Instance uuid bbf0ee63-f415-4610-9018-ae94792726e2 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG nova.objects.base [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Object Instance<bbf0ee63-f415-4610-9018-ae94792726e2> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Calling os-brick to attach iSCSI Volume {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hCJFSsbG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:45:17 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:45:17 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:45:17 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:45:17 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:45:17 user nova-compute[74307]: INFO os_brick.initiator.connectors.iscsi [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 07:45:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 -p 172.16.0.220:3260 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 -p 172.16.0.220:3260" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ccc5a63-fecd-4134-b5e1-eb9fb87f4818]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = hCJFSsbG\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Oct 24 07:45:17 user nova-compute[74307]: node.name = iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92
Oct 24 07:45:17 user nova-compute[74307]: node.tpgt = -1
Oct 24 07:45:17 user nova-compute[74307]: node.startup = automatic
Oct 24 07:45:17 user nova-compute[74307]: node.leading_login = No
Oct 24 07:45:17 user nova-compute[74307]: iface.iscsi_ifacename = default
Oct 24 07:45:17 user nova-compute[74307]: iface.net_ifacename = <empty>
Oct 24 07:45:17 user nova-compute[74307]: iface.ipaddress = <empty>
Oct 24 07:45:17 user nova-compute[74307]: iface.prefix_len = 0
Oct 24 07:45:17 user nova-compute[74307]: iface.hwaddress = <empty>
Oct 24 07:45:17 user nova-compute[74307]: iface.transport_name = tcp
Oct 24 07:45:17 user nova-compute[74307]: iface.initiatorname = <empty>
Oct 24 07:45:17 user nova-compute[74307]: iface.state = <empty>
Oct 24 07:45:17 user nova-compute[74307]: iface.vlan_id = 0
Oct 24 07:45:17 user nova-compute[74307]: iface.vlan_priority = 0
Oct 24 07:45:17 user nova-compute[74307]: iface.vlan_state = <empty>
Oct 24 07:45:17 user nova-compute[74307]: iface.iface_num = 0
Oct 24 07:45:17 user nova-compute[74307]: iface.mtu = 0
Oct 24 07:45:17 user nova-compute[74307]: iface.port = 0
Oct 24 07:45:17 user nova-compute[74307]: iface.bootproto = <empty>
Oct 24 07:45:17 user nova-compute[74307]: iface.subnet_mask = <empty>
Oct 24 07:45:17 user nova-compute[74307]: iface.gateway = <empty>
Oct 24 07:45:17 user nova-compute[74307]: iface.dhcp_alt_client_id_state = <empty>
Oct 24 07:45:17 user nova-compute[74307]: iface.dhcp_alt_client_id = <empty>
Oct 24 07:45:17 user nova-compute[74307]: iface.dhcp_dns = <empty>
Oct 24 07:45:17 user nova-compute[74307]: iface.dhcp_learn_iqn = <empty>
Oct 24 07:45:17 user nova-compute[74307]: iface.dhcp_req_vendor_id_state = <empty>
Oct 24 07:45:17 user nova-compute[74307]: iface.dhcp_vendor_id_state = <empty>
Oct 24 07:45:17 user nova-compute[74307]: iface.dhcp_vendor_id = <empty>
Oct 24 07:45:17 user nova-compute[74307]: iface.dhcp_slp_da = <empty>
Oct 24 07:45:17 user nova-compute[74307]: iface.fragmentation = <empty>
Oct 24 07:45:17 user nova-compute[74307]: iface.gratuitous_arp = <empty>
Oct 24 07:45:17 user nova-compute[74307]: iface.incoming_forwarding = <empty>
Oct 24 07:45:17 user nova-compute[74307]: iface.tos_state = <empty>
Oct 24 07:45:17 user nova-compute[74307]: iface.tos = 0
Oct 24 07:45:17 user nova-compute[74307]: iface.ttl = 0
Oct 24 07:45:17 user nova-compute[74307]: iface.delayed_ack = <empty>
Oct 24 07:45:17 user nova-compute[74307]: iface.tcp_nagle = <empty>
Oct 24 07:45:17 user nova-compute[74307]: iface.tcp_wsf_state = <empty>
Oct 24 07:45:17 user nova-compute[74307]: iface.tcp_wsf = 0
Oct 24 07:45:17 user nova-compute[74307]: iface.tcp_timer_scale = 0
Oct 24 07:45:17 user nova-compute[74307]: iface.tcp_timestamp = <empty>
Oct 24 07:45:17 user nova-compute[74307]: iface.redirect = <empty>
Oct 24 07:45:17 user nova-compute[74307]: iface.def_task_mgmt_timeout = 0
Oct 24 07:45:17 user nova-compute[74307]: iface.header_digest = <empty>
Oct 24 07:45:17 user nova-compute[74307]: iface.data_digest = <empty>
Oct 24 07:45:17 user nova-compute[74307]: iface.immediate_data = <empty>
Oct 24 07:45:17 user nova-compute[74307]: iface.initial_r2t = <empty>
Oct 24 07:45:17 user nova-compute[74307]: iface.data_seq_inorder = <empty>
Oct 24 07:45:17 user nova-compute[74307]: iface.data_pdu_inorder = <empty>
Oct 24 07:45:17 user nova-compute[74307]: iface.erl = 0
Oct 24 07:45:17 user nova-compute[74307]: iface.max_receive_data_len = 0
Oct 24 07:45:17 user nova-compute[74307]: iface.first_burst_len = 0
Oct 24 07:45:17 user nova-compute[74307]: iface.max_outstanding_r2t = 0
Oct 24 07:45:17 user nova-compute[74307]: iface.max_burst_len = 0
Oct 24 07:45:17 user nova-compute[74307]: iface.chap_auth = <empty>
Oct 24 07:45:17 user nova-compute[74307]: iface.bidi_chap = <empty>
Oct 24 07:45:17 user nova-compute[74307]: iface.strict_login_compliance = <empty>
Oct 24 07:45:17 user nova-compute[74307]: iface.discovery_auth = <empty>
Oct 24 07:45:17 user nova-compute[74307]: iface.discovery_logout = <empty>
Oct 24 07:45:17 user nova-compute[74307]: node.discovery_address = <empty>
Oct 24 07:45:17 user nova-compute[74307]: node.discovery_port = 0
Oct 24 07:45:17 user nova-compute[74307]: node.discovery_type = static
Oct 24 07:45:17 user nova-compute[74307]: node.session.initial_cmdsn = 0
Oct 24 07:45:17 user nova-compute[74307]: node.session.initial_login_retry_max = 8
Oct 24 07:45:17 user nova-compute[74307]: node.session.xmit_thread_priority = -20
Oct 24 07:45:17 user nova-compute[74307]: node.session.cmds_max = 128
Oct 24 07:45:17 user nova-compute[74307]: node.session.queue_depth = 32
Oct 24 07:45:17 user nova-compute[74307]: node.session.nr_sessions = 1
Oct 24 07:45:17 user nova-compute[74307]: node.session.auth.authmethod = CHAP
Oct 24 07:45:17 user nova-compute[74307]: node.session.auth.username = hCJFSsbG
Oct 24 07:45:17 user nova-compute[74307]: node.session.auth.password = ***
Oct 24 07:45:17 user nova-compute[74307]: node.session.auth.username_in = <empty>
Oct 24 07:45:17 user nova-compute[74307]: node.session.auth.password_in = <empty>
Oct 24 07:45:17 user nova-compute[74307]: node.session.auth.chap_algs = MD5
Oct 24 07:45:17 user nova-compute[74307]: node.session.timeo.replacement_timeout = 120
Oct 24 07:45:17 user nova-compute[74307]: node.session.err_timeo.abort_timeout = 15
Oct 24 07:45:17 user nova-compute[74307]: node.session.err_timeo.lu_reset_timeout = 30
Oct 24 07:45:17 user nova-compute[74307]: node.session.err_timeo.tgt_reset_timeout = 30
Oct 24 07:45:17 user nova-compute[74307]: node.session.err_timeo.host_reset_timeout = 60
Oct 24 07:45:17 user nova-compute[74307]: node.session.iscsi.FastAbort = Yes
Oct 24 07:45:17 user nova-compute[74307]: node.session.iscsi.InitialR2T = No
Oct 24 07:45:17 user nova-compute[74307]: node.session.iscsi.ImmediateData = Yes
Oct 24 07:45:17 user nova-compute[74307]: node.session.iscsi.FirstBurstLength = 262144
Oct 24 07:45:17 user nova-compute[74307]: node.session.iscsi.MaxBurstLength = 16776192
Oct 24 07:45:17 user nova-compute[74307]: node.session.iscsi.DefaultTime2Retain = 0
Oct 24 07:45:17 user nova-compute[74307]: node.session.iscsi.DefaultTime2Wait = 2
Oct 24 07:45:17 user nova-compute[74307]: node.session.iscsi.MaxConnections = 1
Oct 24 07:45:17 user nova-compute[74307]: node.session.iscsi.MaxOutstandingR2T = 1
Oct 24 07:45:17 user nova-compute[74307]: node.session.iscsi.ERL = 0
Oct 24 07:45:17 user nova-compute[74307]: node.session.scan = manual
Oct 24 07:45:17 user nova-compute[74307]: node.session.reopen_max = 0
Oct 24 07:45:17 user nova-compute[74307]: node.conn[0].address = 172.16.0.220
Oct 24 07:45:17 user nova-compute[74307]: node.conn[0].port = 3260
Oct 24 07:45:17 user nova-compute[74307]: node.conn[0].startup = manual
Oct 24 07:45:17 user nova-compute[74307]: node.conn[0].tcp.window_size = 524288
Oct 24 07:45:17 user nova-compute[74307]: node.conn[0].tcp.type_of_service = 0
Oct 24 07:45:17 user nova-compute[74307]: node.conn[0].timeo.logout_timeout = 15
Oct 24 07:45:17 user nova-compute[74307]: node.conn[0].timeo.login_timeout = 15
Oct 24 07:45:17 user nova-compute[74307]: node.conn[0].timeo.auth_timeout = 45
Oct 24 07:45:17 user nova-compute[74307]: node.conn[0].timeo.noop_out_interval = 5
Oct 24 07:45:17 user nova-compute[74307]: node.conn[0].timeo.noop_out_timeout = 5
Oct 24 07:45:17 user nova-compute[74307]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Oct 24 07:45:17 user nova-compute[74307]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Oct 24 07:45:17 user nova-compute[74307]: node.conn[0].iscsi.HeaderDigest = None
Oct 24 07:45:17 user nova-compute[74307]: node.conn[0].iscsi.DataDigest = None
Oct 24 07:45:17 user nova-compute[74307]: node.conn[0].iscsi.IFMarker = No
Oct 24 07:45:17 user nova-compute[74307]: node.conn[0].iscsi.OFMarker = No
Oct 24 07:45:17 user nova-compute[74307]: # END RECORD
Oct 24 07:45:17 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[4703c532-edf6-47d7-b6ec-a75216956c32]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[6522be24-a1fb-4838-a8a9-f015513dac3d]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hCJFSsbG {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hCJFSsbG" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[43529b39-1fd5-4311-b01c-885b9f40059c]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'hCJFSsbG'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[dea73998-b164-4de5-b832-8cc4e2a7f128]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a43543b-08cd-45cd-ba0d-506bd433fe1d]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:45:17 user nova-compute[74307]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 (non-flash)
Oct 24 07:45:17 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:45:17 user nova-compute[74307]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)
Oct 24 07:45:17 user nova-compute[74307]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)
Oct 24 07:45:17 user nova-compute[74307]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)
Oct 24 07:45:17 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:45:17 user nova-compute[74307]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 (non-flash)
Oct 24 07:45:17 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:45:17 user nova-compute[74307]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)
Oct 24 07:45:17 user nova-compute[74307]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)
Oct 24 07:45:17 user nova-compute[74307]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)
Oct 24 07:45:17 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.156s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Connected to 172.16.0.220:3260 {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] HCTL ('33', '0', '0', 0) found on session 13 with lun 0 {{(pid=74307) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Scanning host 33 c: 0, t: 0, l: 0) {{(pid=74307) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.014s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[729b9819-5ee6-434e-9c1f-37f5ebd79e0f]: (4, ('0 0 0', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Searching for a device in session 13 and hctl ('33', '0', '0', 0) yield: sdb {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hCJFSsbG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.184s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] <== connect_volume: return (185ms) {'type': 'block', 'scsi_wwn': '26331353266393861', 'path': '/dev/sdb'} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26331353266393861', 'path': '/dev/sdb'} {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:41:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-468996817',display_name='tempest-ServerStableDeviceRescueTest-server-468996817',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-468996817',id=2,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBLnLNRMNAFfrdLQ21Y6Bk1B4JERbXGJ1GRSOGrOtKwiBr0gBI8BXjflHgAyi8KOHMmyhTR2YTj9YBTAl4wINHGrBGYkLrdm1wDG2aXziKbA/PrTPsiTBC4Cjx8BbCmcqA==',key_name='tempest-keypair-119555614',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:41:23Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c8bef7ee8ee14414ab3e51f43e0a41cb',ramdisk_id='',reservation_id='r-l9nnwj4t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-1780747457',owner_user_name='tempest-ServerStableDeviceRescueTest-1780747457-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:43:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='922a288c361041398a2c089f630cd888',uuid=bbf0ee63-f415-4610-9018-ae94792726e2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d3d0c4de-c88e-46cf-89c4-e4be298dd293", "address": "fa:16:3e:6f:6b:96", "network": {"id": "738a317e-3446-4e1c-9426-c7575a1a3528", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1877516759-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.103", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-1877516759-network", "vif_mac": "fa:16:3e:6f:6b:96"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c8bef7ee8ee14414ab3e51f43e0a41cb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd3d0c4de-c8", "ovs_interfaceid": "d3d0c4de-c88e-46cf-89c4-e4be298dd293", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Converting VIF {"id": "d3d0c4de-c88e-46cf-89c4-e4be298dd293", "address": "fa:16:3e:6f:6b:96", "network": {"id": "738a317e-3446-4e1c-9426-c7575a1a3528", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1877516759-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.103", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-1877516759-network", "vif_mac": "fa:16:3e:6f:6b:96"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c8bef7ee8ee14414ab3e51f43e0a41cb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd3d0c4de-c8", "ovs_interfaceid": "d3d0c4de-c88e-46cf-89c4-e4be298dd293", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:6f:6b:96,bridge_name='br-int',has_traffic_filtering=True,id=d3d0c4de-c88e-46cf-89c4-e4be298dd293,network=Network(738a317e-3446-4e1c-9426-c7575a1a3528),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd3d0c4de-c8') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG nova.objects.instance [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Lazy-loading 'pci_devices' on Instance uuid bbf0ee63-f415-4610-9018-ae94792726e2 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG nova.objects.base [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Object Instance<bbf0ee63-f415-4610-9018-ae94792726e2> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] End _get_guest_xml xml=<domain type="kvm">
Oct 24 07:45:17 user nova-compute[74307]:   <uuid>bbf0ee63-f415-4610-9018-ae94792726e2</uuid>
Oct 24 07:45:17 user nova-compute[74307]:   <name>instance-00000002</name>
Oct 24 07:45:17 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 07:45:17 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 07:45:17 user nova-compute[74307]:   <metadata>
Oct 24 07:45:17 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 07:45:17 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 07:45:17 user nova-compute[74307]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-468996817</nova:name>
Oct 24 07:45:17 user nova-compute[74307]:       <nova:creationTime>2023-10-24 07:45:17</nova:creationTime>
Oct 24 07:45:17 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 07:45:17 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 07:45:17 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 07:45:17 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 07:45:17 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 07:45:17 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 07:45:17 user nova-compute[74307]:       </nova:flavor>
Oct 24 07:45:17 user nova-compute[74307]:       <nova:owner>
Oct 24 07:45:17 user nova-compute[74307]:         <nova:user uuid="922a288c361041398a2c089f630cd888">tempest-ServerStableDeviceRescueTest-1780747457-project-member</nova:user>
Oct 24 07:45:17 user nova-compute[74307]:         <nova:project uuid="c8bef7ee8ee14414ab3e51f43e0a41cb">tempest-ServerStableDeviceRescueTest-1780747457</nova:project>
Oct 24 07:45:17 user nova-compute[74307]:       </nova:owner>
Oct 24 07:45:17 user nova-compute[74307]:       <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 07:45:17 user nova-compute[74307]:       <nova:ports>
Oct 24 07:45:17 user nova-compute[74307]:         <nova:port uuid="d3d0c4de-c88e-46cf-89c4-e4be298dd293">
Oct 24 07:45:17 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 24 07:45:17 user nova-compute[74307]:         </nova:port>
Oct 24 07:45:17 user nova-compute[74307]:       </nova:ports>
Oct 24 07:45:17 user nova-compute[74307]:     </nova:instance>
Oct 24 07:45:17 user nova-compute[74307]:   </metadata>
Oct 24 07:45:17 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 07:45:17 user nova-compute[74307]:     <system>
Oct 24 07:45:17 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 07:45:17 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 07:45:17 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 07:45:17 user nova-compute[74307]:       <entry name="serial">bbf0ee63-f415-4610-9018-ae94792726e2</entry>
Oct 24 07:45:17 user nova-compute[74307]:       <entry name="uuid">bbf0ee63-f415-4610-9018-ae94792726e2</entry>
Oct 24 07:45:17 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 07:45:17 user nova-compute[74307]:     </system>
Oct 24 07:45:17 user nova-compute[74307]:   </sysinfo>
Oct 24 07:45:17 user nova-compute[74307]:   <os>
Oct 24 07:45:17 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 07:45:17 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 07:45:17 user nova-compute[74307]:   </os>
Oct 24 07:45:17 user nova-compute[74307]:   <features>
Oct 24 07:45:17 user nova-compute[74307]:     <acpi/>
Oct 24 07:45:17 user nova-compute[74307]:     <apic/>
Oct 24 07:45:17 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 07:45:17 user nova-compute[74307]:   </features>
Oct 24 07:45:17 user nova-compute[74307]:   <clock offset="utc">
Oct 24 07:45:17 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 07:45:17 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 07:45:17 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 07:45:17 user nova-compute[74307]:   </clock>
Oct 24 07:45:17 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 07:45:17 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 07:45:17 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 07:45:17 user nova-compute[74307]:   </cpu>
Oct 24 07:45:17 user nova-compute[74307]:   <devices>
Oct 24 07:45:17 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 07:45:17 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 07:45:17 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk"/>
Oct 24 07:45:17 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 07:45:17 user nova-compute[74307]:     </disk>
Oct 24 07:45:17 user nova-compute[74307]:     <disk type="block" device="disk">
Oct 24 07:45:17 user nova-compute[74307]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:45:17 user nova-compute[74307]:       <source dev="/dev/sdb"/>
Oct 24 07:45:17 user nova-compute[74307]:       <target dev="vdb" bus="virtio"/>
Oct 24 07:45:17 user nova-compute[74307]:       <serial>687468f6-93ea-4a31-9114-239e6d7b8c92</serial>
Oct 24 07:45:17 user nova-compute[74307]:     </disk>
Oct 24 07:45:17 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 07:45:17 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 07:45:17 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk.rescue"/>
Oct 24 07:45:17 user nova-compute[74307]:       <target dev="vdc" bus="virtio"/>
Oct 24 07:45:17 user nova-compute[74307]:       <boot order="1"/>
Oct 24 07:45:17 user nova-compute[74307]:     </disk>
Oct 24 07:45:17 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 07:45:17 user nova-compute[74307]:       <mac address="fa:16:3e:6f:6b:96"/>
Oct 24 07:45:17 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:45:17 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 07:45:17 user nova-compute[74307]:       <target dev="tapd3d0c4de-c8"/>
Oct 24 07:45:17 user nova-compute[74307]:     </interface>
Oct 24 07:45:17 user nova-compute[74307]:     <serial type="pty">
Oct 24 07:45:17 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/console.log" append="off"/>
Oct 24 07:45:17 user nova-compute[74307]:     </serial>
Oct 24 07:45:17 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 07:45:17 user nova-compute[74307]:     <video>
Oct 24 07:45:17 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:45:17 user nova-compute[74307]:     </video>
Oct 24 07:45:17 user nova-compute[74307]:     <rng model="virtio">
Oct 24 07:45:17 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 07:45:17 user nova-compute[74307]:     </rng>
Oct 24 07:45:17 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 07:45:17 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 07:45:17 user nova-compute[74307]:       <stats period="10"/>
Oct 24 07:45:17 user nova-compute[74307]:     </memballoon>
Oct 24 07:45:17 user nova-compute[74307]:   </devices>
Oct 24 07:45:17 user nova-compute[74307]: </domain>
Oct 24 07:45:17 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 07:45:17 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Instance destroyed successfully.
Oct 24 07:45:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:45:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] No VIF found with MAC fa:16:3e:6f:6b:96, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:45:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:19 user nova-compute[74307]: DEBUG nova.compute.manager [req-4d3ec92b-ba3f-4dc3-9668-ae02ef25b2e0 req-1b942d47-96ce-47aa-a83a-092ec249f03d service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Received event network-vif-plugged-d3d0c4de-c88e-46cf-89c4-e4be298dd293 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:45:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-4d3ec92b-ba3f-4dc3-9668-ae02ef25b2e0 req-1b942d47-96ce-47aa-a83a-092ec249f03d service nova] Acquiring lock "bbf0ee63-f415-4610-9018-ae94792726e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-4d3ec92b-ba3f-4dc3-9668-ae02ef25b2e0 req-1b942d47-96ce-47aa-a83a-092ec249f03d service nova] Lock "bbf0ee63-f415-4610-9018-ae94792726e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-4d3ec92b-ba3f-4dc3-9668-ae02ef25b2e0 req-1b942d47-96ce-47aa-a83a-092ec249f03d service nova] Lock "bbf0ee63-f415-4610-9018-ae94792726e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:19 user nova-compute[74307]: DEBUG nova.compute.manager [req-4d3ec92b-ba3f-4dc3-9668-ae02ef25b2e0 req-1b942d47-96ce-47aa-a83a-092ec249f03d service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] No waiting events found dispatching network-vif-plugged-d3d0c4de-c88e-46cf-89c4-e4be298dd293 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:45:19 user nova-compute[74307]: WARNING nova.compute.manager [req-4d3ec92b-ba3f-4dc3-9668-ae02ef25b2e0 req-1b942d47-96ce-47aa-a83a-092ec249f03d service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Received unexpected event network-vif-plugged-d3d0c4de-c88e-46cf-89c4-e4be298dd293 for instance with vm_state active and task_state rescuing.
Oct 24 07:45:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:21 user nova-compute[74307]: DEBUG nova.compute.manager [req-6f75baf9-957e-44a6-83d3-7dfb519f1d94 req-853acc9e-0f28-4245-9385-c9bf68122bbd service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Received event network-vif-plugged-d3d0c4de-c88e-46cf-89c4-e4be298dd293 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:45:21 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6f75baf9-957e-44a6-83d3-7dfb519f1d94 req-853acc9e-0f28-4245-9385-c9bf68122bbd service nova] Acquiring lock "bbf0ee63-f415-4610-9018-ae94792726e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:21 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6f75baf9-957e-44a6-83d3-7dfb519f1d94 req-853acc9e-0f28-4245-9385-c9bf68122bbd service nova] Lock "bbf0ee63-f415-4610-9018-ae94792726e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:21 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6f75baf9-957e-44a6-83d3-7dfb519f1d94 req-853acc9e-0f28-4245-9385-c9bf68122bbd service nova] Lock "bbf0ee63-f415-4610-9018-ae94792726e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:21 user nova-compute[74307]: DEBUG nova.compute.manager [req-6f75baf9-957e-44a6-83d3-7dfb519f1d94 req-853acc9e-0f28-4245-9385-c9bf68122bbd service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] No waiting events found dispatching network-vif-plugged-d3d0c4de-c88e-46cf-89c4-e4be298dd293 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:45:21 user nova-compute[74307]: WARNING nova.compute.manager [req-6f75baf9-957e-44a6-83d3-7dfb519f1d94 req-853acc9e-0f28-4245-9385-c9bf68122bbd service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Received unexpected event network-vif-plugged-d3d0c4de-c88e-46cf-89c4-e4be298dd293 for instance with vm_state active and task_state rescuing.
Oct 24 07:45:21 user nova-compute[74307]: DEBUG nova.compute.manager [None req-1c0db60b-f2e2-4dbf-a30a-9aa2a8840691 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:45:22 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-cd458b5f-184d-4c89-8c16-acc5a0ce656b tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance d8c0daed-f3dd-4b75-875a-913d4d0ae40b is timed out.
Oct 24 07:45:22 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-cd458b5f-184d-4c89-8c16-acc5a0ce656b tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Successfully detached device vdb from instance d8c0daed-f3dd-4b75-875a-913d4d0ae40b from the live domain config.
Oct 24 07:45:22 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cd458b5f-184d-4c89-8c16-acc5a0ce656b tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] calling os-brick to detach iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 07:45:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd458b5f-184d-4c89-8c16-acc5a0ce656b tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, {'target_iqn': 'iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wXBtjTLC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf', 'volume_id': 'fbdeb386-b294-4c82-b322-6df7baf8b286'}, None), 'kwargs': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:45:22 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-cd458b5f-184d-4c89-8c16-acc5a0ce656b tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:45:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-cd458b5f-184d-4c89-8c16-acc5a0ce656b tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:45:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-cd458b5f-184d-4c89-8c16-acc5a0ce656b tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:45:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:22 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bfe4c22-d455-4a3c-b5e8-c74058ac387e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd458b5f-184d-4c89-8c16-acc5a0ce656b tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 07:45:22 user nova-compute[74307]: No targets found.
Oct 24 07:45:22 user nova-compute[74307]: iSNS:
Oct 24 07:45:22 user nova-compute[74307]: No targets found.
Oct 24 07:45:22 user nova-compute[74307]: STATIC:
Oct 24 07:45:22 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286
Oct 24 07:45:22 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:45:22 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:45:22 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854
Oct 24 07:45:22 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:45:22 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:45:22 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3
Oct 24 07:45:22 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:45:22 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:45:22 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59
Oct 24 07:45:22 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:45:22 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:45:22 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92
Oct 24 07:45:22 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:45:22 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:45:22 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f
Oct 24 07:45:22 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:45:22 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:45:22 user nova-compute[74307]: FIRMWARE:
Oct 24 07:45:22 user nova-compute[74307]: No targets found.
Oct 24 07:45:22 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:45:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd458b5f-184d-4c89-8c16-acc5a0ce656b tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 07:45:22 user nova-compute[74307]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 07:45:22 user nova-compute[74307]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74307) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 07:45:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd458b5f-184d-4c89-8c16-acc5a0ce656b tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286', 0)] {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 07:45:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:22 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[05c98bc0-ea08-4878-afee-be854195fe79]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:22 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1a20e32-d4ea-41c7-a43e-8d17ba3004c7]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd458b5f-184d-4c89-8c16-acc5a0ce656b tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:45:22 user nova-compute[74307]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 (non-flash)
Oct 24 07:45:22 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:45:22 user nova-compute[74307]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)
Oct 24 07:45:22 user nova-compute[74307]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)
Oct 24 07:45:22 user nova-compute[74307]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)
Oct 24 07:45:22 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:45:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd458b5f-184d-4c89-8c16-acc5a0ce656b tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:45:22 user nova-compute[74307]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 (non-flash)
Oct 24 07:45:22 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:45:22 user nova-compute[74307]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)
Oct 24 07:45:22 user nova-compute[74307]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)
Oct 24 07:45:22 user nova-compute[74307]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)
Oct 24 07:45:22 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:45:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd458b5f-184d-4c89-8c16-acc5a0ce656b tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f46441527a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286'): ({'sdf'}, set())}) {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 07:45:22 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-cd458b5f-184d-4c89-8c16-acc5a0ce656b tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Removing single pathed devices sdf {{(pid=74307) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 07:45:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:22 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b569c5ce-951d-484d-9274-e8561c6d1006]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.023s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:22 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ff19f36-a4c1-4bf4-8d55-577086c9ec9e]: (4, ('ok\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:22 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-cd458b5f-184d-4c89-8c16-acc5a0ce656b tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Flushing IO for device /dev/sdf {{(pid=74307) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 07:45:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.015s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:22 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[35c224a3-6717-427b-8b3e-78d9802e1180]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:22 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-cd458b5f-184d-4c89-8c16-acc5a0ce656b tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74307) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 07:45:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.046s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:22 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[4385b5b6-66e5-4703-bce4-8b2ab9c340ca]: (4, ('1', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:22 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-cd458b5f-184d-4c89-8c16-acc5a0ce656b tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 07:45:22 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-cd458b5f-184d-4c89-8c16-acc5a0ce656b tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] SCSI volumes sdf have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 07:45:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd458b5f-184d-4c89-8c16-acc5a0ce656b tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286')] {{(pid=74307) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 07:45:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:22 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b42e7767-0141-4982-a57a-458446e649a9]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd458b5f-184d-4c89-8c16-acc5a0ce656b tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:45:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 -p 172.16.0.220:3260 --logout {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 -p 172.16.0.220:3260 --logout" returned: 0 in 0.070s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:22 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[19812665-a0d4-4d42-8fa0-1101e9445847]: (4, ('Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286, portal: 172.16.0.220,3260]\nLogout of [sid: 12, target: iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd458b5f-184d-4c89-8c16-acc5a0ce656b tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286, portal: 172.16.0.220,3260]
Oct 24 07:45:22 user nova-compute[74307]: Logout of [sid: 12, target: iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286, portal: 172.16.0.220,3260] successful.
Oct 24 07:45:22 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:45:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 -p 172.16.0.220:3260 --op delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fbdeb386-b294-4c82-b322-6df7baf8b286 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:22 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f9d0c88-f569-428b-bef5-6755e7249871]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd458b5f-184d-4c89-8c16-acc5a0ce656b tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:45:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-cd458b5f-184d-4c89-8c16-acc5a0ce656b tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.347s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:45:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd458b5f-184d-4c89-8c16-acc5a0ce656b tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] <== disconnect_volume: return (349ms) None {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:45:22 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cd458b5f-184d-4c89-8c16-acc5a0ce656b tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Disconnected iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 07:45:24 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:31 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:33 user nova-compute[74307]: DEBUG nova.compute.manager [req-f0fb9cea-9bb3-422b-8fb1-43c150a3f368 req-1c42fb24-e933-4c45-97dc-a57dfa6a028a service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received event network-changed-e753fcef-afd6-4d5e-86ab-1cea270c551e {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:45:33 user nova-compute[74307]: DEBUG nova.compute.manager [req-f0fb9cea-9bb3-422b-8fb1-43c150a3f368 req-1c42fb24-e933-4c45-97dc-a57dfa6a028a service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Refreshing instance network info cache due to event network-changed-e753fcef-afd6-4d5e-86ab-1cea270c551e. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:45:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-f0fb9cea-9bb3-422b-8fb1-43c150a3f368 req-1c42fb24-e933-4c45-97dc-a57dfa6a028a service nova] Acquiring lock "refresh_cache-f7396517-e3c6-4d85-b267-4252e6c24cef" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:45:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-f0fb9cea-9bb3-422b-8fb1-43c150a3f368 req-1c42fb24-e933-4c45-97dc-a57dfa6a028a service nova] Acquired lock "refresh_cache-f7396517-e3c6-4d85-b267-4252e6c24cef" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:45:33 user nova-compute[74307]: DEBUG nova.network.neutron [req-f0fb9cea-9bb3-422b-8fb1-43c150a3f368 req-1c42fb24-e933-4c45-97dc-a57dfa6a028a service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Refreshing network info cache for port e753fcef-afd6-4d5e-86ab-1cea270c551e {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:45:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:34 user nova-compute[74307]: DEBUG nova.network.neutron [req-f0fb9cea-9bb3-422b-8fb1-43c150a3f368 req-1c42fb24-e933-4c45-97dc-a57dfa6a028a service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Updated VIF entry in instance network info cache for port e753fcef-afd6-4d5e-86ab-1cea270c551e. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:45:34 user nova-compute[74307]: DEBUG nova.network.neutron [req-f0fb9cea-9bb3-422b-8fb1-43c150a3f368 req-1c42fb24-e933-4c45-97dc-a57dfa6a028a service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Updating instance_info_cache with network_info: [{"id": "e753fcef-afd6-4d5e-86ab-1cea270c551e", "address": "fa:16:3e:8c:02:bd", "network": {"id": "8c7bed5a-deb8-4a51-b13f-8ea758a1d7d0", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1455059568-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape753fcef-af", "ovs_interfaceid": "e753fcef-afd6-4d5e-86ab-1cea270c551e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e1e03caf-0d70-4caa-83ed-289c3a4c2840", "address": "fa:16:3e:27:6d:bf", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1e03caf-0d", "ovs_interfaceid": "e1e03caf-0d70-4caa-83ed-289c3a4c2840", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "603bd2bf-d6cd-4f9b-829a-508ea1208bb1", "address": "fa:16:3e:71:4d:33", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap603bd2bf-d6", "ovs_interfaceid": "603bd2bf-d6cd-4f9b-829a-508ea1208bb1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "fc52894a-e9e1-4a8f-9c36-cb7d705b9ee4", "address": "fa:16:3e:74:9e:7e", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc52894a-e9", "ovs_interfaceid": "fc52894a-e9e1-4a8f-9c36-cb7d705b9ee4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "96ccd792-4dcf-4d4e-9692-0385ed903b4d", "address": "fa:16:3e:ac:50:f9", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96ccd792-4d", "ovs_interfaceid": "96ccd792-4dcf-4d4e-9692-0385ed903b4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "70a1f0e3-23d8-439a-a5a4-da03f053b34f", "address": "fa:16:3e:64:c4:c7", "network": {"id": "e7d249b4-95bd-448c-9524-73ce9e11bdef", "bridge": "br-int", "label": "tempest-device-tagging-net2-684600315", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70a1f0e3-23", "ovs_interfaceid": "70a1f0e3-23d8-439a-a5a4-da03f053b34f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "472ceac3-c22c-4a16-b16f-d8df1ecd8f3b", "address": "fa:16:3e:be:6d:e9", "network": {"id": "e7d249b4-95bd-448c-9524-73ce9e11bdef", "bridge": "br-int", "label": "tempest-device-tagging-net2-684600315", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap472ceac3-c2", "ovs_interfaceid": "472ceac3-c22c-4a16-b16f-d8df1ecd8f3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:45:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-f0fb9cea-9bb3-422b-8fb1-43c150a3f368 req-1c42fb24-e933-4c45-97dc-a57dfa6a028a service nova] Releasing lock "refresh_cache-f7396517-e3c6-4d85-b267-4252e6c24cef" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-970e944f-0af2-423f-9163-0fb86145d5ef tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Calling os-brick to attach iSCSI Volume {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-970e944f-0af2-423f-9163-0fb86145d5ef tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LpbBQmIi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:45:36 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-970e944f-0af2-423f-9163-0fb86145d5ef tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:45:36 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-970e944f-0af2-423f-9163-0fb86145d5ef tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-970e944f-0af2-423f-9163-0fb86145d5ef tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:45:36 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-970e944f-0af2-423f-9163-0fb86145d5ef tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:45:36 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-970e944f-0af2-423f-9163-0fb86145d5ef tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-970e944f-0af2-423f-9163-0fb86145d5ef tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.003s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:45:36 user nova-compute[74307]: INFO os_brick.initiator.connectors.iscsi [None req-970e944f-0af2-423f-9163-0fb86145d5ef tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 07:45:36 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[98f0cdcd-35a2-4fd3-84e2-9c750bc1fa45]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-970e944f-0af2-423f-9163-0fb86145d5ef tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 07:45:36 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --interface default --op new {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d73b90d6-acb8-4ce8-8333-e3b2351e515f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc] added\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-970e944f-0af2-423f-9163-0fb86145d5ef tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc] added
Oct 24 07:45:36 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e396525-2429-473d-89e1-48851565ac59]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-970e944f-0af2-423f-9163-0fb86145d5ef tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb8c8b32-5943-445d-b8fb-b7e70061a701]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-970e944f-0af2-423f-9163-0fb86145d5ef tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LpbBQmIi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Acquiring lock "f7396517-e3c6-4d85-b267-4252e6c24cef" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Acquiring lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:36 user nova-compute[74307]: INFO nova.compute.manager [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Terminating instance
Oct 24 07:45:36 user nova-compute[74307]: DEBUG nova.compute.manager [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Start destroying the instance on the hypervisor. {{(pid=74307) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LpbBQmIi" returned: 0 in 0.030s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7bec5b5-d0c6-4710-a4cf-cac36764e9cf]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-970e944f-0af2-423f-9163-0fb86145d5ef tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'LpbBQmIi'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[21c2cbd2-ca1c-4162-9cac-f83d51c83a23]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-970e944f-0af2-423f-9163-0fb86145d5ef tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[18ed6a09-0b75-403b-9e4a-4f5dbbac760e]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-970e944f-0af2-423f-9163-0fb86145d5ef tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:45:36 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:45:36 user nova-compute[74307]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)
Oct 24 07:45:36 user nova-compute[74307]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)
Oct 24 07:45:36 user nova-compute[74307]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)
Oct 24 07:45:36 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-970e944f-0af2-423f-9163-0fb86145d5ef tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:45:36 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:45:36 user nova-compute[74307]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)
Oct 24 07:45:36 user nova-compute[74307]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)
Oct 24 07:45:36 user nova-compute[74307]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)
Oct 24 07:45:36 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --login {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-73dd26e7-88eb-471d-84a8-313ea2a18ce3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Acquiring lock "3c263bad-b287-4a6e-bf0c-6fc43f151b07" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-73dd26e7-88eb-471d-84a8-313ea2a18ce3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Lock "3c263bad-b287-4a6e-bf0c-6fc43f151b07" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-73dd26e7-88eb-471d-84a8-313ea2a18ce3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Acquiring lock "3c263bad-b287-4a6e-bf0c-6fc43f151b07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-73dd26e7-88eb-471d-84a8-313ea2a18ce3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Lock "3c263bad-b287-4a6e-bf0c-6fc43f151b07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-73dd26e7-88eb-471d-84a8-313ea2a18ce3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Lock "3c263bad-b287-4a6e-bf0c-6fc43f151b07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --login" returned: 0 in 0.105s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d446002-25d9-4df4-947f-16f08a84086a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-970e944f-0af2-423f-9163-0fb86145d5ef tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc, portal: 172.16.0.220,3260]
Oct 24 07:45:36 user nova-compute[74307]: Login to [iface: default, target: iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc, portal: 172.16.0.220,3260] successful.
Oct 24 07:45:36 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:45:36 user nova-compute[74307]: INFO nova.compute.manager [None req-73dd26e7-88eb-471d-84a8-313ea2a18ce3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Terminating instance
Oct 24 07:45:36 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG nova.compute.manager [None req-73dd26e7-88eb-471d-84a8-313ea2a18ce3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Start destroying the instance on the hypervisor. {{(pid=74307) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[1683f270-4b3c-4231-9435-cb68f97a2f51]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-970e944f-0af2-423f-9163-0fb86145d5ef tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG nova.objects.instance [None req-cd458b5f-184d-4c89-8c16-acc5a0ce656b tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Lazy-loading 'flavor' on Instance uuid d8c0daed-f3dd-4b75-875a-913d4d0ae40b {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.078s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[621131a0-0177-48bf-b3f8-ead513b93421]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-970e944f-0af2-423f-9163-0fb86145d5ef tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:45:36 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:45:36 user nova-compute[74307]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)
Oct 24 07:45:36 user nova-compute[74307]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)
Oct 24 07:45:36 user nova-compute[74307]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)
Oct 24 07:45:36 user nova-compute[74307]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)
Oct 24 07:45:36 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-970e944f-0af2-423f-9163-0fb86145d5ef tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:45:36 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:45:36 user nova-compute[74307]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)
Oct 24 07:45:36 user nova-compute[74307]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)
Oct 24 07:45:36 user nova-compute[74307]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)
Oct 24 07:45:36 user nova-compute[74307]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)
Oct 24 07:45:36 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-970e944f-0af2-423f-9163-0fb86145d5ef tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.445s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-970e944f-0af2-423f-9163-0fb86145d5ef tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Connected to 172.16.0.220:3260 {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-970e944f-0af2-423f-9163-0fb86145d5ef tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] HCTL ('37', '-', '-', 0) found on session 14 with lun 0 {{(pid=74307) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-970e944f-0af2-423f-9163-0fb86145d5ef tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74307) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-cd458b5f-184d-4c89-8c16-acc5a0ce656b tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Lock "d8c0daed-f3dd-4b75-875a-913d4d0ae40b" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 35.260s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe3e630c-2365-46b2-98d3-5e45db013f18]: (4, ('- - 0', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-970e944f-0af2-423f-9163-0fb86145d5ef tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Searching for a device in session 14 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-970e944f-0af2-423f-9163-0fb86145d5ef tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LpbBQmIi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG nova.compute.manager [req-24b6a94c-b476-440c-92e6-c96fc69e787e req-7a8d0c3a-bfb4-4df3-9cd3-57f33c6ddce2 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received event network-vif-unplugged-e753fcef-afd6-4d5e-86ab-1cea270c551e {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-24b6a94c-b476-440c-92e6-c96fc69e787e req-7a8d0c3a-bfb4-4df3-9cd3-57f33c6ddce2 service nova] Acquiring lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-24b6a94c-b476-440c-92e6-c96fc69e787e req-7a8d0c3a-bfb4-4df3-9cd3-57f33c6ddce2 service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-24b6a94c-b476-440c-92e6-c96fc69e787e req-7a8d0c3a-bfb4-4df3-9cd3-57f33c6ddce2 service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG nova.compute.manager [req-24b6a94c-b476-440c-92e6-c96fc69e787e req-7a8d0c3a-bfb4-4df3-9cd3-57f33c6ddce2 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] No waiting events found dispatching network-vif-unplugged-e753fcef-afd6-4d5e-86ab-1cea270c551e {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG nova.compute.manager [req-24b6a94c-b476-440c-92e6-c96fc69e787e req-7a8d0c3a-bfb4-4df3-9cd3-57f33c6ddce2 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received event network-vif-unplugged-e753fcef-afd6-4d5e-86ab-1cea270c551e for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG nova.compute.manager [req-82a656f6-8e71-43f9-8d76-49ebe515664d req-7d023a22-f6ff-4a28-9eee-e256631caffd service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received event network-vif-unplugged-603bd2bf-d6cd-4f9b-829a-508ea1208bb1 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-82a656f6-8e71-43f9-8d76-49ebe515664d req-7d023a22-f6ff-4a28-9eee-e256631caffd service nova] Acquiring lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-82a656f6-8e71-43f9-8d76-49ebe515664d req-7d023a22-f6ff-4a28-9eee-e256631caffd service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-82a656f6-8e71-43f9-8d76-49ebe515664d req-7d023a22-f6ff-4a28-9eee-e256631caffd service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG nova.compute.manager [req-82a656f6-8e71-43f9-8d76-49ebe515664d req-7d023a22-f6ff-4a28-9eee-e256631caffd service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] No waiting events found dispatching network-vif-unplugged-603bd2bf-d6cd-4f9b-829a-508ea1208bb1 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG nova.compute.manager [req-82a656f6-8e71-43f9-8d76-49ebe515664d req-7d023a22-f6ff-4a28-9eee-e256631caffd service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received event network-vif-unplugged-603bd2bf-d6cd-4f9b-829a-508ea1208bb1 for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:37 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Instance destroyed successfully.
Oct 24 07:45:37 user nova-compute[74307]: DEBUG nova.objects.instance [None req-73dd26e7-88eb-471d-84a8-313ea2a18ce3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Lazy-loading 'resources' on Instance uuid 3c263bad-b287-4a6e-bf0c-6fc43f151b07 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:45:37 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-73dd26e7-88eb-471d-84a8-313ea2a18ce3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:41:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-544280034',display_name='tempest-VolumesAssistedSnapshotsTest-server-544280034',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-544280034',id=9,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEzLAbpW/NeudySMLfnF3V2WFXyH+ZKrD3g3TyI1xxjcYX49RjIaUW+6+wtvGLZ3zrHtioY5DCF39qNpJfGkT0T6kU3Iy1HvlCVxoJbNm9Ka/ji7LcF4Kvs5cBfMHk5GRA==',key_name='tempest-keypair-729610477',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:41:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1af6ddd602d54ebd8c3065ad5a80fd1b',ramdisk_id='',reservation_id='r-ycnc07qa',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1804031122',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1804031122-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T07:41:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e46ccaf0e7ff4c3fb2cd8b1289ac2ad4',uuid=3c263bad-b287-4a6e-bf0c-6fc43f151b07,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "dbaf9bad-cbd9-4de8-b14d-02f998f6de24", "address": "fa:16:3e:42:5f:bc", "network": {"id": "df5ae292-2682-44e7-ac23-a2ae48032914", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1735490092-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.91", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1af6ddd602d54ebd8c3065ad5a80fd1b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbaf9bad-cb", "ovs_interfaceid": "dbaf9bad-cbd9-4de8-b14d-02f998f6de24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 07:45:37 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-73dd26e7-88eb-471d-84a8-313ea2a18ce3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Converting VIF {"id": "dbaf9bad-cbd9-4de8-b14d-02f998f6de24", "address": "fa:16:3e:42:5f:bc", "network": {"id": "df5ae292-2682-44e7-ac23-a2ae48032914", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1735490092-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.91", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1af6ddd602d54ebd8c3065ad5a80fd1b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbaf9bad-cb", "ovs_interfaceid": "dbaf9bad-cbd9-4de8-b14d-02f998f6de24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:45:37 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-73dd26e7-88eb-471d-84a8-313ea2a18ce3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:42:5f:bc,bridge_name='br-int',has_traffic_filtering=True,id=dbaf9bad-cbd9-4de8-b14d-02f998f6de24,network=Network(df5ae292-2682-44e7-ac23-a2ae48032914),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbaf9bad-cb') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:45:37 user nova-compute[74307]: DEBUG os_vif [None req-73dd26e7-88eb-471d-84a8-313ea2a18ce3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:42:5f:bc,bridge_name='br-int',has_traffic_filtering=True,id=dbaf9bad-cbd9-4de8-b14d-02f998f6de24,network=Network(df5ae292-2682-44e7-ac23-a2ae48032914),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbaf9bad-cb') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 07:45:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdbaf9bad-cb, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:45:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:45:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6af61cda-94b1-46bd-ba71-daf303cd4a9d) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:45:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:45:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:37 user nova-compute[74307]: INFO os_vif [None req-73dd26e7-88eb-471d-84a8-313ea2a18ce3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:42:5f:bc,bridge_name='br-int',has_traffic_filtering=True,id=dbaf9bad-cbd9-4de8-b14d-02f998f6de24,network=Network(df5ae292-2682-44e7-ac23-a2ae48032914),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbaf9bad-cb')
Oct 24 07:45:37 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-73dd26e7-88eb-471d-84a8-313ea2a18ce3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Deleting instance files /opt/stack/data/nova/instances/3c263bad-b287-4a6e-bf0c-6fc43f151b07_del
Oct 24 07:45:37 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-73dd26e7-88eb-471d-84a8-313ea2a18ce3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Deletion of /opt/stack/data/nova/instances/3c263bad-b287-4a6e-bf0c-6fc43f151b07_del complete
Oct 24 07:45:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:37 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-970e944f-0af2-423f-9163-0fb86145d5ef tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.556s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:45:37 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-970e944f-0af2-423f-9163-0fb86145d5ef tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] <== connect_volume: return (1558ms) {'type': 'block', 'scsi_wwn': '26132303633636664', 'path': '/dev/sdf'} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:45:37 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-970e944f-0af2-423f-9163-0fb86145d5ef tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26132303633636664', 'path': '/dev/sdf'} {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 07:45:37 user nova-compute[74307]: DEBUG nova.objects.instance [None req-970e944f-0af2-423f-9163-0fb86145d5ef tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Lazy-loading 'flavor' on Instance uuid 9ca4c6f9-3966-4025-b0d4-273611aba465 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:45:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:37 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-970e944f-0af2-423f-9163-0fb86145d5ef tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 07:45:37 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:45:37 user nova-compute[74307]:   <source dev="/dev/sdf"/>
Oct 24 07:45:37 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 07:45:37 user nova-compute[74307]:   <serial>26c59d6a-5a7b-42ae-8462-8bf76546c9fc</serial>
Oct 24 07:45:37 user nova-compute[74307]: </disk>
Oct 24 07:45:37 user nova-compute[74307]:  {{(pid=74307) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 07:45:37 user nova-compute[74307]: INFO nova.compute.manager [None req-73dd26e7-88eb-471d-84a8-313ea2a18ce3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Took 1.30 seconds to destroy the instance on the hypervisor.
Oct 24 07:45:37 user nova-compute[74307]: DEBUG oslo.service.loopingcall [None req-73dd26e7-88eb-471d-84a8-313ea2a18ce3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74307) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 07:45:37 user nova-compute[74307]: DEBUG nova.compute.manager [-] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Deallocating network for instance {{(pid=74307) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 07:45:37 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] deallocate_for_instance() {{(pid=74307) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 07:45:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:38 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Instance destroyed successfully.
Oct 24 07:45:38 user nova-compute[74307]: DEBUG nova.objects.instance [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Lazy-loading 'resources' on Instance uuid f7396517-e3c6-4d85-b267-4252e6c24cef {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-970e944f-0af2-423f-9163-0fb86145d5ef tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-970e944f-0af2-423f-9163-0fb86145d5ef tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-970e944f-0af2-423f-9163-0fb86145d5ef tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] No VIF found with MAC fa:16:3e:46:46:e1, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T07:42:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1891541029',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1891541029',id=10,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE8KVxLO2eXeHM99NNRGe8dtSmk+T8iTxTduepIDFgfTt1ogveHD93ShYm/vK7wz9TDirCeMf7aAa6yDT49CJvtShQHy6CqGRI1GS5tXJTFcJhn2rsjQXxEuV2YPHAF4Sg==',key_name='tempest-keypair-84732333',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:44:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='463b6d35147a44319cdbccd0df765c40',ramdisk_id='',reservation_id='r-kj5x53yf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-956734080',owner_user_name='tempest-TaggedBootDevicesTest-956734080-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T07:44:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fdc0ce85b062420da06a794e888873b7',uuid=f7396517-e3c6-4d85-b267-4252e6c24cef,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e753fcef-afd6-4d5e-86ab-1cea270c551e", "address": "fa:16:3e:8c:02:bd", "network": {"id": "8c7bed5a-deb8-4a51-b13f-8ea758a1d7d0", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1455059568-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape753fcef-af", "ovs_interfaceid": "e753fcef-afd6-4d5e-86ab-1cea270c551e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Converting VIF {"id": "e753fcef-afd6-4d5e-86ab-1cea270c551e", "address": "fa:16:3e:8c:02:bd", "network": {"id": "8c7bed5a-deb8-4a51-b13f-8ea758a1d7d0", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1455059568-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape753fcef-af", "ovs_interfaceid": "e753fcef-afd6-4d5e-86ab-1cea270c551e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:8c:02:bd,bridge_name='br-int',has_traffic_filtering=True,id=e753fcef-afd6-4d5e-86ab-1cea270c551e,network=Network(8c7bed5a-deb8-4a51-b13f-8ea758a1d7d0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape753fcef-af') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG os_vif [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:8c:02:bd,bridge_name='br-int',has_traffic_filtering=True,id=e753fcef-afd6-4d5e-86ab-1cea270c551e,network=Network(8c7bed5a-deb8-4a51-b13f-8ea758a1d7d0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape753fcef-af') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape753fcef-af, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5e0473d9-eea3-49e6-9a23-43767f0cc9c6) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:38 user nova-compute[74307]: INFO os_vif [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:8c:02:bd,bridge_name='br-int',has_traffic_filtering=True,id=e753fcef-afd6-4d5e-86ab-1cea270c551e,network=Network(8c7bed5a-deb8-4a51-b13f-8ea758a1d7d0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape753fcef-af')
Oct 24 07:45:38 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T07:42:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1891541029',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1891541029',id=10,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE8KVxLO2eXeHM99NNRGe8dtSmk+T8iTxTduepIDFgfTt1ogveHD93ShYm/vK7wz9TDirCeMf7aAa6yDT49CJvtShQHy6CqGRI1GS5tXJTFcJhn2rsjQXxEuV2YPHAF4Sg==',key_name='tempest-keypair-84732333',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:44:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='463b6d35147a44319cdbccd0df765c40',ramdisk_id='',reservation_id='r-kj5x53yf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-956734080',owner_user_name='tempest-TaggedBootDevicesTest-956734080-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T07:44:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fdc0ce85b062420da06a794e888873b7',uuid=f7396517-e3c6-4d85-b267-4252e6c24cef,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e1e03caf-0d70-4caa-83ed-289c3a4c2840", "address": "fa:16:3e:27:6d:bf", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1e03caf-0d", "ovs_interfaceid": "e1e03caf-0d70-4caa-83ed-289c3a4c2840", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Converting VIF {"id": "e1e03caf-0d70-4caa-83ed-289c3a4c2840", "address": "fa:16:3e:27:6d:bf", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1e03caf-0d", "ovs_interfaceid": "e1e03caf-0d70-4caa-83ed-289c3a4c2840", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:27:6d:bf,bridge_name='br-int',has_traffic_filtering=True,id=e1e03caf-0d70-4caa-83ed-289c3a4c2840,network=Network(d3927452-bf12-4551-85e6-97918d00ab26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tape1e03caf-0d') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG os_vif [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:27:6d:bf,bridge_name='br-int',has_traffic_filtering=True,id=e1e03caf-0d70-4caa-83ed-289c3a4c2840,network=Network(d3927452-bf12-4551-85e6-97918d00ab26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tape1e03caf-0d') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape1e03caf-0d, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-970e944f-0af2-423f-9163-0fb86145d5ef tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Lock "9ca4c6f9-3966-4025-b0d4-273611aba465" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 40.475s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7be61c46-4e85-48b9-85ea-c1ece8ed4629) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG nova.compute.manager [req-6c353303-3847-4891-9df1-c0a07d6ded7f req-846e193b-2aca-4522-81a7-777509fbde25 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received event network-vif-plugged-e753fcef-afd6-4d5e-86ab-1cea270c551e {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6c353303-3847-4891-9df1-c0a07d6ded7f req-846e193b-2aca-4522-81a7-777509fbde25 service nova] Acquiring lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6c353303-3847-4891-9df1-c0a07d6ded7f req-846e193b-2aca-4522-81a7-777509fbde25 service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6c353303-3847-4891-9df1-c0a07d6ded7f req-846e193b-2aca-4522-81a7-777509fbde25 service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG nova.compute.manager [req-6c353303-3847-4891-9df1-c0a07d6ded7f req-846e193b-2aca-4522-81a7-777509fbde25 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] No waiting events found dispatching network-vif-plugged-e753fcef-afd6-4d5e-86ab-1cea270c551e {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:45:38 user nova-compute[74307]: WARNING nova.compute.manager [req-6c353303-3847-4891-9df1-c0a07d6ded7f req-846e193b-2aca-4522-81a7-777509fbde25 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received unexpected event network-vif-plugged-e753fcef-afd6-4d5e-86ab-1cea270c551e for instance with vm_state active and task_state deleting.
Oct 24 07:45:38 user nova-compute[74307]: DEBUG nova.compute.manager [req-6c353303-3847-4891-9df1-c0a07d6ded7f req-846e193b-2aca-4522-81a7-777509fbde25 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received event network-vif-unplugged-e1e03caf-0d70-4caa-83ed-289c3a4c2840 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6c353303-3847-4891-9df1-c0a07d6ded7f req-846e193b-2aca-4522-81a7-777509fbde25 service nova] Acquiring lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6c353303-3847-4891-9df1-c0a07d6ded7f req-846e193b-2aca-4522-81a7-777509fbde25 service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6c353303-3847-4891-9df1-c0a07d6ded7f req-846e193b-2aca-4522-81a7-777509fbde25 service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG nova.compute.manager [req-6c353303-3847-4891-9df1-c0a07d6ded7f req-846e193b-2aca-4522-81a7-777509fbde25 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] No waiting events found dispatching network-vif-unplugged-e1e03caf-0d70-4caa-83ed-289c3a4c2840 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG nova.compute.manager [req-6c353303-3847-4891-9df1-c0a07d6ded7f req-846e193b-2aca-4522-81a7-777509fbde25 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received event network-vif-unplugged-e1e03caf-0d70-4caa-83ed-289c3a4c2840 for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG nova.compute.manager [req-6c353303-3847-4891-9df1-c0a07d6ded7f req-846e193b-2aca-4522-81a7-777509fbde25 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received event network-vif-plugged-e1e03caf-0d70-4caa-83ed-289c3a4c2840 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6c353303-3847-4891-9df1-c0a07d6ded7f req-846e193b-2aca-4522-81a7-777509fbde25 service nova] Acquiring lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6c353303-3847-4891-9df1-c0a07d6ded7f req-846e193b-2aca-4522-81a7-777509fbde25 service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6c353303-3847-4891-9df1-c0a07d6ded7f req-846e193b-2aca-4522-81a7-777509fbde25 service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG nova.compute.manager [req-6c353303-3847-4891-9df1-c0a07d6ded7f req-846e193b-2aca-4522-81a7-777509fbde25 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] No waiting events found dispatching network-vif-plugged-e1e03caf-0d70-4caa-83ed-289c3a4c2840 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:45:38 user nova-compute[74307]: WARNING nova.compute.manager [req-6c353303-3847-4891-9df1-c0a07d6ded7f req-846e193b-2aca-4522-81a7-777509fbde25 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received unexpected event network-vif-plugged-e1e03caf-0d70-4caa-83ed-289c3a4c2840 for instance with vm_state active and task_state deleting.
Oct 24 07:45:38 user nova-compute[74307]: DEBUG nova.compute.manager [req-6c353303-3847-4891-9df1-c0a07d6ded7f req-846e193b-2aca-4522-81a7-777509fbde25 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received event network-vif-unplugged-fc52894a-e9e1-4a8f-9c36-cb7d705b9ee4 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6c353303-3847-4891-9df1-c0a07d6ded7f req-846e193b-2aca-4522-81a7-777509fbde25 service nova] Acquiring lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6c353303-3847-4891-9df1-c0a07d6ded7f req-846e193b-2aca-4522-81a7-777509fbde25 service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6c353303-3847-4891-9df1-c0a07d6ded7f req-846e193b-2aca-4522-81a7-777509fbde25 service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG nova.compute.manager [req-6c353303-3847-4891-9df1-c0a07d6ded7f req-846e193b-2aca-4522-81a7-777509fbde25 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] No waiting events found dispatching network-vif-unplugged-fc52894a-e9e1-4a8f-9c36-cb7d705b9ee4 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG nova.compute.manager [req-6c353303-3847-4891-9df1-c0a07d6ded7f req-846e193b-2aca-4522-81a7-777509fbde25 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received event network-vif-unplugged-fc52894a-e9e1-4a8f-9c36-cb7d705b9ee4 for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG nova.compute.manager [req-6c353303-3847-4891-9df1-c0a07d6ded7f req-846e193b-2aca-4522-81a7-777509fbde25 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received event network-vif-plugged-fc52894a-e9e1-4a8f-9c36-cb7d705b9ee4 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6c353303-3847-4891-9df1-c0a07d6ded7f req-846e193b-2aca-4522-81a7-777509fbde25 service nova] Acquiring lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6c353303-3847-4891-9df1-c0a07d6ded7f req-846e193b-2aca-4522-81a7-777509fbde25 service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6c353303-3847-4891-9df1-c0a07d6ded7f req-846e193b-2aca-4522-81a7-777509fbde25 service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG nova.compute.manager [req-6c353303-3847-4891-9df1-c0a07d6ded7f req-846e193b-2aca-4522-81a7-777509fbde25 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] No waiting events found dispatching network-vif-plugged-fc52894a-e9e1-4a8f-9c36-cb7d705b9ee4 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:45:38 user nova-compute[74307]: WARNING nova.compute.manager [req-6c353303-3847-4891-9df1-c0a07d6ded7f req-846e193b-2aca-4522-81a7-777509fbde25 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received unexpected event network-vif-plugged-fc52894a-e9e1-4a8f-9c36-cb7d705b9ee4 for instance with vm_state active and task_state deleting.
Oct 24 07:45:38 user nova-compute[74307]: DEBUG nova.compute.manager [req-6c353303-3847-4891-9df1-c0a07d6ded7f req-846e193b-2aca-4522-81a7-777509fbde25 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received event network-vif-unplugged-96ccd792-4dcf-4d4e-9692-0385ed903b4d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6c353303-3847-4891-9df1-c0a07d6ded7f req-846e193b-2aca-4522-81a7-777509fbde25 service nova] Acquiring lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6c353303-3847-4891-9df1-c0a07d6ded7f req-846e193b-2aca-4522-81a7-777509fbde25 service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6c353303-3847-4891-9df1-c0a07d6ded7f req-846e193b-2aca-4522-81a7-777509fbde25 service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG nova.compute.manager [req-6c353303-3847-4891-9df1-c0a07d6ded7f req-846e193b-2aca-4522-81a7-777509fbde25 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] No waiting events found dispatching network-vif-unplugged-96ccd792-4dcf-4d4e-9692-0385ed903b4d {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG nova.compute.manager [req-6c353303-3847-4891-9df1-c0a07d6ded7f req-846e193b-2aca-4522-81a7-777509fbde25 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received event network-vif-unplugged-96ccd792-4dcf-4d4e-9692-0385ed903b4d for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG nova.compute.manager [req-6c353303-3847-4891-9df1-c0a07d6ded7f req-846e193b-2aca-4522-81a7-777509fbde25 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received event network-vif-plugged-96ccd792-4dcf-4d4e-9692-0385ed903b4d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6c353303-3847-4891-9df1-c0a07d6ded7f req-846e193b-2aca-4522-81a7-777509fbde25 service nova] Acquiring lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6c353303-3847-4891-9df1-c0a07d6ded7f req-846e193b-2aca-4522-81a7-777509fbde25 service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6c353303-3847-4891-9df1-c0a07d6ded7f req-846e193b-2aca-4522-81a7-777509fbde25 service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG nova.compute.manager [req-6c353303-3847-4891-9df1-c0a07d6ded7f req-846e193b-2aca-4522-81a7-777509fbde25 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] No waiting events found dispatching network-vif-plugged-96ccd792-4dcf-4d4e-9692-0385ed903b4d {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:45:38 user nova-compute[74307]: WARNING nova.compute.manager [req-6c353303-3847-4891-9df1-c0a07d6ded7f req-846e193b-2aca-4522-81a7-777509fbde25 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received unexpected event network-vif-plugged-96ccd792-4dcf-4d4e-9692-0385ed903b4d for instance with vm_state active and task_state deleting.
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:38 user nova-compute[74307]: INFO os_vif [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:27:6d:bf,bridge_name='br-int',has_traffic_filtering=True,id=e1e03caf-0d70-4caa-83ed-289c3a4c2840,network=Network(d3927452-bf12-4551-85e6-97918d00ab26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tape1e03caf-0d')
Oct 24 07:45:38 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T07:42:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1891541029',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1891541029',id=10,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE8KVxLO2eXeHM99NNRGe8dtSmk+T8iTxTduepIDFgfTt1ogveHD93ShYm/vK7wz9TDirCeMf7aAa6yDT49CJvtShQHy6CqGRI1GS5tXJTFcJhn2rsjQXxEuV2YPHAF4Sg==',key_name='tempest-keypair-84732333',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:44:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='463b6d35147a44319cdbccd0df765c40',ramdisk_id='',reservation_id='r-kj5x53yf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-956734080',owner_user_name='tempest-TaggedBootDevicesTest-956734080-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T07:44:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fdc0ce85b062420da06a794e888873b7',uuid=f7396517-e3c6-4d85-b267-4252e6c24cef,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "603bd2bf-d6cd-4f9b-829a-508ea1208bb1", "address": "fa:16:3e:71:4d:33", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap603bd2bf-d6", "ovs_interfaceid": "603bd2bf-d6cd-4f9b-829a-508ea1208bb1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Converting VIF {"id": "603bd2bf-d6cd-4f9b-829a-508ea1208bb1", "address": "fa:16:3e:71:4d:33", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap603bd2bf-d6", "ovs_interfaceid": "603bd2bf-d6cd-4f9b-829a-508ea1208bb1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:71:4d:33,bridge_name='br-int',has_traffic_filtering=True,id=603bd2bf-d6cd-4f9b-829a-508ea1208bb1,network=Network(d3927452-bf12-4551-85e6-97918d00ab26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap603bd2bf-d6') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG os_vif [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:71:4d:33,bridge_name='br-int',has_traffic_filtering=True,id=603bd2bf-d6cd-4f9b-829a-508ea1208bb1,network=Network(d3927452-bf12-4551-85e6-97918d00ab26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap603bd2bf-d6') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap603bd2bf-d6, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e9f2393a-b1ee-4950-88f2-3d4a47571dba) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:38 user nova-compute[74307]: INFO os_vif [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:71:4d:33,bridge_name='br-int',has_traffic_filtering=True,id=603bd2bf-d6cd-4f9b-829a-508ea1208bb1,network=Network(d3927452-bf12-4551-85e6-97918d00ab26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap603bd2bf-d6')
Oct 24 07:45:38 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T07:42:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1891541029',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1891541029',id=10,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE8KVxLO2eXeHM99NNRGe8dtSmk+T8iTxTduepIDFgfTt1ogveHD93ShYm/vK7wz9TDirCeMf7aAa6yDT49CJvtShQHy6CqGRI1GS5tXJTFcJhn2rsjQXxEuV2YPHAF4Sg==',key_name='tempest-keypair-84732333',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:44:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='463b6d35147a44319cdbccd0df765c40',ramdisk_id='',reservation_id='r-kj5x53yf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-956734080',owner_user_name='tempest-TaggedBootDevicesTest-956734080-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T07:44:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fdc0ce85b062420da06a794e888873b7',uuid=f7396517-e3c6-4d85-b267-4252e6c24cef,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fc52894a-e9e1-4a8f-9c36-cb7d705b9ee4", "address": "fa:16:3e:74:9e:7e", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc52894a-e9", "ovs_interfaceid": "fc52894a-e9e1-4a8f-9c36-cb7d705b9ee4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Converting VIF {"id": "fc52894a-e9e1-4a8f-9c36-cb7d705b9ee4", "address": "fa:16:3e:74:9e:7e", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc52894a-e9", "ovs_interfaceid": "fc52894a-e9e1-4a8f-9c36-cb7d705b9ee4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:74:9e:7e,bridge_name='br-int',has_traffic_filtering=True,id=fc52894a-e9e1-4a8f-9c36-cb7d705b9ee4,network=Network(d3927452-bf12-4551-85e6-97918d00ab26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc52894a-e9') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG os_vif [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:74:9e:7e,bridge_name='br-int',has_traffic_filtering=True,id=fc52894a-e9e1-4a8f-9c36-cb7d705b9ee4,network=Network(d3927452-bf12-4551-85e6-97918d00ab26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc52894a-e9') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfc52894a-e9, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1a85a87d-360b-4dc4-9db0-86438a3a12a5) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:38 user nova-compute[74307]: INFO os_vif [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:74:9e:7e,bridge_name='br-int',has_traffic_filtering=True,id=fc52894a-e9e1-4a8f-9c36-cb7d705b9ee4,network=Network(d3927452-bf12-4551-85e6-97918d00ab26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc52894a-e9')
Oct 24 07:45:38 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T07:42:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1891541029',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1891541029',id=10,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE8KVxLO2eXeHM99NNRGe8dtSmk+T8iTxTduepIDFgfTt1ogveHD93ShYm/vK7wz9TDirCeMf7aAa6yDT49CJvtShQHy6CqGRI1GS5tXJTFcJhn2rsjQXxEuV2YPHAF4Sg==',key_name='tempest-keypair-84732333',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:44:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='463b6d35147a44319cdbccd0df765c40',ramdisk_id='',reservation_id='r-kj5x53yf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-956734080',owner_user_name='tempest-TaggedBootDevicesTest-956734080-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T07:44:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fdc0ce85b062420da06a794e888873b7',uuid=f7396517-e3c6-4d85-b267-4252e6c24cef,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "96ccd792-4dcf-4d4e-9692-0385ed903b4d", "address": "fa:16:3e:ac:50:f9", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96ccd792-4d", "ovs_interfaceid": "96ccd792-4dcf-4d4e-9692-0385ed903b4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Converting VIF {"id": "96ccd792-4dcf-4d4e-9692-0385ed903b4d", "address": "fa:16:3e:ac:50:f9", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96ccd792-4d", "ovs_interfaceid": "96ccd792-4dcf-4d4e-9692-0385ed903b4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ac:50:f9,bridge_name='br-int',has_traffic_filtering=True,id=96ccd792-4dcf-4d4e-9692-0385ed903b4d,network=Network(d3927452-bf12-4551-85e6-97918d00ab26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap96ccd792-4d') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG os_vif [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ac:50:f9,bridge_name='br-int',has_traffic_filtering=True,id=96ccd792-4dcf-4d4e-9692-0385ed903b4d,network=Network(d3927452-bf12-4551-85e6-97918d00ab26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap96ccd792-4d') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap96ccd792-4d, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=98416415-460a-48e0-8c47-fc26adb68c4c) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:38 user nova-compute[74307]: INFO os_vif [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ac:50:f9,bridge_name='br-int',has_traffic_filtering=True,id=96ccd792-4dcf-4d4e-9692-0385ed903b4d,network=Network(d3927452-bf12-4551-85e6-97918d00ab26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap96ccd792-4d')
Oct 24 07:45:38 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T07:42:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1891541029',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1891541029',id=10,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE8KVxLO2eXeHM99NNRGe8dtSmk+T8iTxTduepIDFgfTt1ogveHD93ShYm/vK7wz9TDirCeMf7aAa6yDT49CJvtShQHy6CqGRI1GS5tXJTFcJhn2rsjQXxEuV2YPHAF4Sg==',key_name='tempest-keypair-84732333',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:44:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='463b6d35147a44319cdbccd0df765c40',ramdisk_id='',reservation_id='r-kj5x53yf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-956734080',owner_user_name='tempest-TaggedBootDevicesTest-956734080-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T07:44:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fdc0ce85b062420da06a794e888873b7',uuid=f7396517-e3c6-4d85-b267-4252e6c24cef,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "70a1f0e3-23d8-439a-a5a4-da03f053b34f", "address": "fa:16:3e:64:c4:c7", "network": {"id": "e7d249b4-95bd-448c-9524-73ce9e11bdef", "bridge": "br-int", "label": "tempest-device-tagging-net2-684600315", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70a1f0e3-23", "ovs_interfaceid": "70a1f0e3-23d8-439a-a5a4-da03f053b34f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Converting VIF {"id": "70a1f0e3-23d8-439a-a5a4-da03f053b34f", "address": "fa:16:3e:64:c4:c7", "network": {"id": "e7d249b4-95bd-448c-9524-73ce9e11bdef", "bridge": "br-int", "label": "tempest-device-tagging-net2-684600315", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70a1f0e3-23", "ovs_interfaceid": "70a1f0e3-23d8-439a-a5a4-da03f053b34f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:64:c4:c7,bridge_name='br-int',has_traffic_filtering=True,id=70a1f0e3-23d8-439a-a5a4-da03f053b34f,network=Network(e7d249b4-95bd-448c-9524-73ce9e11bdef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap70a1f0e3-23') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG os_vif [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:64:c4:c7,bridge_name='br-int',has_traffic_filtering=True,id=70a1f0e3-23d8-439a-a5a4-da03f053b34f,network=Network(e7d249b4-95bd-448c-9524-73ce9e11bdef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap70a1f0e3-23') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap70a1f0e3-23, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=df1b47b7-ef5f-4004-8ffb-303bdb38e71f) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:38 user nova-compute[74307]: INFO os_vif [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:64:c4:c7,bridge_name='br-int',has_traffic_filtering=True,id=70a1f0e3-23d8-439a-a5a4-da03f053b34f,network=Network(e7d249b4-95bd-448c-9524-73ce9e11bdef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap70a1f0e3-23')
Oct 24 07:45:38 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T07:42:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1891541029',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1891541029',id=10,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE8KVxLO2eXeHM99NNRGe8dtSmk+T8iTxTduepIDFgfTt1ogveHD93ShYm/vK7wz9TDirCeMf7aAa6yDT49CJvtShQHy6CqGRI1GS5tXJTFcJhn2rsjQXxEuV2YPHAF4Sg==',key_name='tempest-keypair-84732333',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:44:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='463b6d35147a44319cdbccd0df765c40',ramdisk_id='',reservation_id='r-kj5x53yf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-956734080',owner_user_name='tempest-TaggedBootDevicesTest-956734080-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T07:44:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fdc0ce85b062420da06a794e888873b7',uuid=f7396517-e3c6-4d85-b267-4252e6c24cef,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "472ceac3-c22c-4a16-b16f-d8df1ecd8f3b", "address": "fa:16:3e:be:6d:e9", "network": {"id": "e7d249b4-95bd-448c-9524-73ce9e11bdef", "bridge": "br-int", "label": "tempest-device-tagging-net2-684600315", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap472ceac3-c2", "ovs_interfaceid": "472ceac3-c22c-4a16-b16f-d8df1ecd8f3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Converting VIF {"id": "472ceac3-c22c-4a16-b16f-d8df1ecd8f3b", "address": "fa:16:3e:be:6d:e9", "network": {"id": "e7d249b4-95bd-448c-9524-73ce9e11bdef", "bridge": "br-int", "label": "tempest-device-tagging-net2-684600315", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap472ceac3-c2", "ovs_interfaceid": "472ceac3-c22c-4a16-b16f-d8df1ecd8f3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:be:6d:e9,bridge_name='br-int',has_traffic_filtering=True,id=472ceac3-c22c-4a16-b16f-d8df1ecd8f3b,network=Network(e7d249b4-95bd-448c-9524-73ce9e11bdef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap472ceac3-c2') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG os_vif [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:be:6d:e9,bridge_name='br-int',has_traffic_filtering=True,id=472ceac3-c22c-4a16-b16f-d8df1ecd8f3b,network=Network(e7d249b4-95bd-448c-9524-73ce9e11bdef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap472ceac3-c2') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap472ceac3-c2, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e847ad24-75b1-4a18-b70e-af4266ae1b9a) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:38 user nova-compute[74307]: INFO os_vif [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:be:6d:e9,bridge_name='br-int',has_traffic_filtering=True,id=472ceac3-c22c-4a16-b16f-d8df1ecd8f3b,network=Network(e7d249b4-95bd-448c-9524-73ce9e11bdef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap472ceac3-c2')
Oct 24 07:45:38 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] calling os-brick to detach iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, {'target_iqn': 'iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zQaSNTcG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:45:38 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:45:38 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:45:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG nova.compute.manager [req-95342d57-f455-4164-b588-42c535960371 req-2346de42-f0c6-47f1-a6b1-47f926edc4c8 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received event network-vif-plugged-603bd2bf-d6cd-4f9b-829a-508ea1208bb1 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-95342d57-f455-4164-b588-42c535960371 req-2346de42-f0c6-47f1-a6b1-47f926edc4c8 service nova] Acquiring lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-95342d57-f455-4164-b588-42c535960371 req-2346de42-f0c6-47f1-a6b1-47f926edc4c8 service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-95342d57-f455-4164-b588-42c535960371 req-2346de42-f0c6-47f1-a6b1-47f926edc4c8 service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG nova.compute.manager [req-95342d57-f455-4164-b588-42c535960371 req-2346de42-f0c6-47f1-a6b1-47f926edc4c8 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] No waiting events found dispatching network-vif-plugged-603bd2bf-d6cd-4f9b-829a-508ea1208bb1 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:45:39 user nova-compute[74307]: WARNING nova.compute.manager [req-95342d57-f455-4164-b588-42c535960371 req-2346de42-f0c6-47f1-a6b1-47f926edc4c8 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received unexpected event network-vif-plugged-603bd2bf-d6cd-4f9b-829a-508ea1208bb1 for instance with vm_state active and task_state deleting.
Oct 24 07:45:39 user nova-compute[74307]: DEBUG nova.compute.manager [req-95342d57-f455-4164-b588-42c535960371 req-2346de42-f0c6-47f1-a6b1-47f926edc4c8 service nova] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Received event network-vif-unplugged-dbaf9bad-cbd9-4de8-b14d-02f998f6de24 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-95342d57-f455-4164-b588-42c535960371 req-2346de42-f0c6-47f1-a6b1-47f926edc4c8 service nova] Acquiring lock "3c263bad-b287-4a6e-bf0c-6fc43f151b07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-95342d57-f455-4164-b588-42c535960371 req-2346de42-f0c6-47f1-a6b1-47f926edc4c8 service nova] Lock "3c263bad-b287-4a6e-bf0c-6fc43f151b07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-95342d57-f455-4164-b588-42c535960371 req-2346de42-f0c6-47f1-a6b1-47f926edc4c8 service nova] Lock "3c263bad-b287-4a6e-bf0c-6fc43f151b07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG nova.compute.manager [req-95342d57-f455-4164-b588-42c535960371 req-2346de42-f0c6-47f1-a6b1-47f926edc4c8 service nova] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] No waiting events found dispatching network-vif-unplugged-dbaf9bad-cbd9-4de8-b14d-02f998f6de24 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG nova.compute.manager [req-95342d57-f455-4164-b588-42c535960371 req-2346de42-f0c6-47f1-a6b1-47f926edc4c8 service nova] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Received event network-vif-unplugged-dbaf9bad-cbd9-4de8-b14d-02f998f6de24 for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG nova.compute.manager [req-95342d57-f455-4164-b588-42c535960371 req-2346de42-f0c6-47f1-a6b1-47f926edc4c8 service nova] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Received event network-vif-plugged-dbaf9bad-cbd9-4de8-b14d-02f998f6de24 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-95342d57-f455-4164-b588-42c535960371 req-2346de42-f0c6-47f1-a6b1-47f926edc4c8 service nova] Acquiring lock "3c263bad-b287-4a6e-bf0c-6fc43f151b07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-95342d57-f455-4164-b588-42c535960371 req-2346de42-f0c6-47f1-a6b1-47f926edc4c8 service nova] Lock "3c263bad-b287-4a6e-bf0c-6fc43f151b07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-95342d57-f455-4164-b588-42c535960371 req-2346de42-f0c6-47f1-a6b1-47f926edc4c8 service nova] Lock "3c263bad-b287-4a6e-bf0c-6fc43f151b07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG nova.compute.manager [req-95342d57-f455-4164-b588-42c535960371 req-2346de42-f0c6-47f1-a6b1-47f926edc4c8 service nova] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] No waiting events found dispatching network-vif-plugged-dbaf9bad-cbd9-4de8-b14d-02f998f6de24 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:45:39 user nova-compute[74307]: WARNING nova.compute.manager [req-95342d57-f455-4164-b588-42c535960371 req-2346de42-f0c6-47f1-a6b1-47f926edc4c8 service nova] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Received unexpected event network-vif-plugged-dbaf9bad-cbd9-4de8-b14d-02f998f6de24 for instance with vm_state active and task_state deleting.
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3386545-dda3-4984-86f2-31c80b4ae26b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 07:45:39 user nova-compute[74307]: No targets found.
Oct 24 07:45:39 user nova-compute[74307]: iSNS:
Oct 24 07:45:39 user nova-compute[74307]: No targets found.
Oct 24 07:45:39 user nova-compute[74307]: STATIC:
Oct 24 07:45:39 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc
Oct 24 07:45:39 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:45:39 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:45:39 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854
Oct 24 07:45:39 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:45:39 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:45:39 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3
Oct 24 07:45:39 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:45:39 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:45:39 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59
Oct 24 07:45:39 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:45:39 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:45:39 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92
Oct 24 07:45:39 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:45:39 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:45:39 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f
Oct 24 07:45:39 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:45:39 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:45:39 user nova-compute[74307]: FIRMWARE:
Oct 24 07:45:39 user nova-compute[74307]: No targets found.
Oct 24 07:45:39 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 07:45:39 user nova-compute[74307]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 07:45:39 user nova-compute[74307]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74307) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f', 0)] {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[29c97c65-0d28-4278-867e-3a6c7015d342]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff39d591-fb01-4810-9d2c-cd7476fe4f09]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:45:39 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:45:39 user nova-compute[74307]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)
Oct 24 07:45:39 user nova-compute[74307]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)
Oct 24 07:45:39 user nova-compute[74307]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)
Oct 24 07:45:39 user nova-compute[74307]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)
Oct 24 07:45:39 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:45:39 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:45:39 user nova-compute[74307]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)
Oct 24 07:45:39 user nova-compute[74307]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f (non-flash)
Oct 24 07:45:39 user nova-compute[74307]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)
Oct 24 07:45:39 user nova-compute[74307]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)
Oct 24 07:45:39 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4644210e50>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f'): ({'sdd'}, set())}) {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Removing single pathed devices sdd {{(pid=74307) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8a1d616-ece9-4b45-8082-c2da74c8eca1]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cdae219-b974-4abd-b2d3-b7aac714321d]: (4, ('ok\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Flushing IO for device /dev/sdd {{(pid=74307) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.012s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd072db3-d9fe-42a8-8820-d7cd8ba7d86e]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74307) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.096s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[51c9298e-31c5-4c39-af3f-cc2c512cdd6f]: (4, ('1', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] SCSI volumes sdd have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f')] {{(pid=74307) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.122s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[c533f0fe-5481-48df-ad46-51feefa8bc85]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f -p 172.16.0.220:3260 --logout {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:45:39 user nova-compute[74307]: INFO nova.compute.manager [-] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Took 1.78 seconds to deallocate network for instance.
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f -p 172.16.0.220:3260 --logout" returned: 0 in 0.093s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0f1a145-594d-4faa-8eac-7e4f9eae2ff7]: (4, ('Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f, portal: 172.16.0.220,3260]\nLogout of [sid: 5, target: iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f, portal: 172.16.0.220,3260]
Oct 24 07:45:39 user nova-compute[74307]: Logout of [sid: 5, target: iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f, portal: 172.16.0.220,3260] successful.
Oct 24 07:45:39 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f -p 172.16.0.220:3260 --op delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:949c63bf-b4b1-41f4-9ad4-6f120bb9de1f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.048s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5d0c2f0-6567-4fec-ad8e-80fb58a31bd6]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.541s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] <== disconnect_volume: return (543ms) None {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Disconnected iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] calling os-brick to detach iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, {'target_iqn': 'iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wAzNXjkB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:45:39 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:45:39 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.033s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[11fd9d45-e13d-427f-83a5-89f5af7455db]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 07:45:39 user nova-compute[74307]: No targets found.
Oct 24 07:45:39 user nova-compute[74307]: iSNS:
Oct 24 07:45:39 user nova-compute[74307]: No targets found.
Oct 24 07:45:39 user nova-compute[74307]: STATIC:
Oct 24 07:45:39 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc
Oct 24 07:45:39 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:45:39 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:45:39 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854
Oct 24 07:45:39 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:45:39 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:45:39 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3
Oct 24 07:45:39 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:45:39 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:45:39 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59
Oct 24 07:45:39 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:45:39 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:45:39 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92
Oct 24 07:45:39 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:45:39 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:45:39 user nova-compute[74307]: FIRMWARE:
Oct 24 07:45:39 user nova-compute[74307]: No targets found.
Oct 24 07:45:39 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 07:45:39 user nova-compute[74307]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 07:45:39 user nova-compute[74307]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74307) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59', 0)] {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-73dd26e7-88eb-471d-84a8-313ea2a18ce3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-73dd26e7-88eb-471d-84a8-313ea2a18ce3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.025s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d50395f8-620e-48f0-b01a-d99a2ed1f862]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[628ea1a5-d051-49c2-bb21-0757dad16b0a]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:45:39 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:45:39 user nova-compute[74307]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)
Oct 24 07:45:39 user nova-compute[74307]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)
Oct 24 07:45:39 user nova-compute[74307]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)
Oct 24 07:45:39 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:45:39 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:45:39 user nova-compute[74307]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)
Oct 24 07:45:39 user nova-compute[74307]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 (non-flash)
Oct 24 07:45:39 user nova-compute[74307]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)
Oct 24 07:45:39 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f462436c1f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59'): ({'sde'}, set())}) {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Removing single pathed devices sde {{(pid=74307) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b1ee743-8037-4a06-9bfd-309e952853dc]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.025s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b36d38ff-7aae-4841-a24d-cf3b4327c879]: (4, ('ok\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Flushing IO for device /dev/sde {{(pid=74307) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddf4c321-7d7f-4513-b7a3-960d2dfb99ef]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74307) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.061s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ed46da4-eae1-473b-87de-c70a2889dcd2]: (4, ('1', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] SCSI volumes sde have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59')] {{(pid=74307) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.032s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a60dd6c-1208-415e-9076-2146edbc1af4]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 -p 172.16.0.220:3260 --logout {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 -p 172.16.0.220:3260 --logout" returned: 0 in 0.072s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bb8aaf5-2ab3-4b47-951f-df2e2bf9efb4]: (4, ('Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59, portal: 172.16.0.220,3260]\nLogout of [sid: 6, target: iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59, portal: 172.16.0.220,3260]
Oct 24 07:45:39 user nova-compute[74307]: Logout of [sid: 6, target: iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59, portal: 172.16.0.220,3260] successful.
Oct 24 07:45:39 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 -p 172.16.0.220:3260 --op delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e35d7efe-e27a-4e0b-8aae-c4dc6770cc59 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.041s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d78faa73-47d0-40dc-87f6-cc6f8b1dfee1]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.454s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] <== disconnect_volume: return (456ms) None {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:45:39 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Disconnected iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] calling os-brick to detach iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, {'target_iqn': 'iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xyZRdqQT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': True}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:45:40 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:45:40 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.029s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[216f8f7c-aa26-4d0a-8bb6-74dde8947044]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 07:45:40 user nova-compute[74307]: No targets found.
Oct 24 07:45:40 user nova-compute[74307]: iSNS:
Oct 24 07:45:40 user nova-compute[74307]: No targets found.
Oct 24 07:45:40 user nova-compute[74307]: STATIC:
Oct 24 07:45:40 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc
Oct 24 07:45:40 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:45:40 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:45:40 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854
Oct 24 07:45:40 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:45:40 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:45:40 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3
Oct 24 07:45:40 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:45:40 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:45:40 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92
Oct 24 07:45:40 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:45:40 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:45:40 user nova-compute[74307]: FIRMWARE:
Oct 24 07:45:40 user nova-compute[74307]: No targets found.
Oct 24 07:45:40 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 07:45:40 user nova-compute[74307]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 07:45:40 user nova-compute[74307]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74307) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3', 0)] {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.026s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2e4d83c-6141-4345-b844-75e64ac96956]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.040s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[44091624-ee72-48d3-b242-f8d3799a450c]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:45:40 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:45:40 user nova-compute[74307]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)
Oct 24 07:45:40 user nova-compute[74307]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)
Oct 24 07:45:40 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:45:40 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:45:40 user nova-compute[74307]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)
Oct 24 07:45:40 user nova-compute[74307]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 (non-flash)
Oct 24 07:45:40 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4624315240>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3'): ({'sdg'}, set())}) {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Removing single pathed devices sdg {{(pid=74307) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-73dd26e7-88eb-471d-84a8-313ea2a18ce3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[93e2c115-59cd-4697-9532-10eb5a2de2f6]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-73dd26e7-88eb-471d-84a8-313ea2a18ce3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[58ce5d28-41ea-4997-98fe-7c45f27bff40]: (4, ('ok\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Flushing IO for device /dev/sdg {{(pid=74307) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.023s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[49f30d2e-8ada-484a-81e7-44abfb5cf54b]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=74307) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-73dd26e7-88eb-471d-84a8-313ea2a18ce3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.670s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.048s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[629b7f3c-571d-451b-adda-86c2a837cd30]: (4, ('1', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] SCSI volumes sdg have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3')] {{(pid=74307) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:40 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-73dd26e7-88eb-471d-84a8-313ea2a18ce3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Deleted allocations for instance 3c263bad-b287-4a6e-bf0c-6fc43f151b07
Oct 24 07:45:40 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf5c081a-f383-45ef-bcf9-417b441fa81e]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 -p 172.16.0.220:3260 --logout {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2e872a2-17a9-4cd7-8671-7658d2f12c00]: (4, ('Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3, portal: 172.16.0.220,3260]\nLogout of [sid: 8, target: iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3, portal: 172.16.0.220,3260]
Oct 24 07:45:40 user nova-compute[74307]: Logout of [sid: 8, target: iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3, portal: 172.16.0.220,3260] successful.
Oct 24 07:45:40 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 -p 172.16.0.220:3260 --op delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:67ffac4d-d605-4e6c-bdf1-3325a5fd0aa3 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.035s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0e070de-abe7-40a9-a55d-82d573fc18aa]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.427s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] <== disconnect_volume: return (429ms) None {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Disconnected iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 07:45:40 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Deleting instance files /opt/stack/data/nova/instances/f7396517-e3c6-4d85-b267-4252e6c24cef_del
Oct 24 07:45:40 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Deletion of /opt/stack/data/nova/instances/f7396517-e3c6-4d85-b267-4252e6c24cef_del complete
Oct 24 07:45:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-73dd26e7-88eb-471d-84a8-313ea2a18ce3 tempest-VolumesAssistedSnapshotsTest-1804031122 tempest-VolumesAssistedSnapshotsTest-1804031122-project-member] Lock "3c263bad-b287-4a6e-bf0c-6fc43f151b07" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.125s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:40 user nova-compute[74307]: INFO nova.compute.manager [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Took 4.65 seconds to destroy the instance on the hypervisor.
Oct 24 07:45:40 user nova-compute[74307]: DEBUG oslo.service.loopingcall [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74307) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG nova.compute.manager [-] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Deallocating network for instance {{(pid=74307) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] deallocate_for_instance() {{(pid=74307) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG nova.compute.manager [req-0b7f9915-2325-4bff-9e59-5a1f88bd421d req-43df8738-4f05-4bfe-8ad4-a0c9ecbb03d4 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received event network-vif-unplugged-70a1f0e3-23d8-439a-a5a4-da03f053b34f {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-0b7f9915-2325-4bff-9e59-5a1f88bd421d req-43df8738-4f05-4bfe-8ad4-a0c9ecbb03d4 service nova] Acquiring lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-0b7f9915-2325-4bff-9e59-5a1f88bd421d req-43df8738-4f05-4bfe-8ad4-a0c9ecbb03d4 service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-0b7f9915-2325-4bff-9e59-5a1f88bd421d req-43df8738-4f05-4bfe-8ad4-a0c9ecbb03d4 service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG nova.compute.manager [req-0b7f9915-2325-4bff-9e59-5a1f88bd421d req-43df8738-4f05-4bfe-8ad4-a0c9ecbb03d4 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] No waiting events found dispatching network-vif-unplugged-70a1f0e3-23d8-439a-a5a4-da03f053b34f {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG nova.compute.manager [req-0b7f9915-2325-4bff-9e59-5a1f88bd421d req-43df8738-4f05-4bfe-8ad4-a0c9ecbb03d4 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received event network-vif-unplugged-70a1f0e3-23d8-439a-a5a4-da03f053b34f for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG nova.compute.manager [req-0b7f9915-2325-4bff-9e59-5a1f88bd421d req-43df8738-4f05-4bfe-8ad4-a0c9ecbb03d4 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received event network-vif-plugged-70a1f0e3-23d8-439a-a5a4-da03f053b34f {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-0b7f9915-2325-4bff-9e59-5a1f88bd421d req-43df8738-4f05-4bfe-8ad4-a0c9ecbb03d4 service nova] Acquiring lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-0b7f9915-2325-4bff-9e59-5a1f88bd421d req-43df8738-4f05-4bfe-8ad4-a0c9ecbb03d4 service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-0b7f9915-2325-4bff-9e59-5a1f88bd421d req-43df8738-4f05-4bfe-8ad4-a0c9ecbb03d4 service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG nova.compute.manager [req-0b7f9915-2325-4bff-9e59-5a1f88bd421d req-43df8738-4f05-4bfe-8ad4-a0c9ecbb03d4 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] No waiting events found dispatching network-vif-plugged-70a1f0e3-23d8-439a-a5a4-da03f053b34f {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:45:40 user nova-compute[74307]: WARNING nova.compute.manager [req-0b7f9915-2325-4bff-9e59-5a1f88bd421d req-43df8738-4f05-4bfe-8ad4-a0c9ecbb03d4 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received unexpected event network-vif-plugged-70a1f0e3-23d8-439a-a5a4-da03f053b34f for instance with vm_state active and task_state deleting.
Oct 24 07:45:40 user nova-compute[74307]: DEBUG nova.compute.manager [req-0b7f9915-2325-4bff-9e59-5a1f88bd421d req-43df8738-4f05-4bfe-8ad4-a0c9ecbb03d4 service nova] [instance: 3c263bad-b287-4a6e-bf0c-6fc43f151b07] Received event network-vif-deleted-dbaf9bad-cbd9-4de8-b14d-02f998f6de24 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG nova.compute.manager [req-0b7f9915-2325-4bff-9e59-5a1f88bd421d req-43df8738-4f05-4bfe-8ad4-a0c9ecbb03d4 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received event network-vif-unplugged-472ceac3-c22c-4a16-b16f-d8df1ecd8f3b {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-0b7f9915-2325-4bff-9e59-5a1f88bd421d req-43df8738-4f05-4bfe-8ad4-a0c9ecbb03d4 service nova] Acquiring lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-0b7f9915-2325-4bff-9e59-5a1f88bd421d req-43df8738-4f05-4bfe-8ad4-a0c9ecbb03d4 service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-0b7f9915-2325-4bff-9e59-5a1f88bd421d req-43df8738-4f05-4bfe-8ad4-a0c9ecbb03d4 service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG nova.compute.manager [req-0b7f9915-2325-4bff-9e59-5a1f88bd421d req-43df8738-4f05-4bfe-8ad4-a0c9ecbb03d4 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] No waiting events found dispatching network-vif-unplugged-472ceac3-c22c-4a16-b16f-d8df1ecd8f3b {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG nova.compute.manager [req-0b7f9915-2325-4bff-9e59-5a1f88bd421d req-43df8738-4f05-4bfe-8ad4-a0c9ecbb03d4 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received event network-vif-unplugged-472ceac3-c22c-4a16-b16f-d8df1ecd8f3b for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG nova.compute.manager [req-0b7f9915-2325-4bff-9e59-5a1f88bd421d req-43df8738-4f05-4bfe-8ad4-a0c9ecbb03d4 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received event network-vif-plugged-472ceac3-c22c-4a16-b16f-d8df1ecd8f3b {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-0b7f9915-2325-4bff-9e59-5a1f88bd421d req-43df8738-4f05-4bfe-8ad4-a0c9ecbb03d4 service nova] Acquiring lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-0b7f9915-2325-4bff-9e59-5a1f88bd421d req-43df8738-4f05-4bfe-8ad4-a0c9ecbb03d4 service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-0b7f9915-2325-4bff-9e59-5a1f88bd421d req-43df8738-4f05-4bfe-8ad4-a0c9ecbb03d4 service nova] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:40 user nova-compute[74307]: DEBUG nova.compute.manager [req-0b7f9915-2325-4bff-9e59-5a1f88bd421d req-43df8738-4f05-4bfe-8ad4-a0c9ecbb03d4 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] No waiting events found dispatching network-vif-plugged-472ceac3-c22c-4a16-b16f-d8df1ecd8f3b {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:45:40 user nova-compute[74307]: WARNING nova.compute.manager [req-0b7f9915-2325-4bff-9e59-5a1f88bd421d req-43df8738-4f05-4bfe-8ad4-a0c9ecbb03d4 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received unexpected event network-vif-plugged-472ceac3-c22c-4a16-b16f-d8df1ecd8f3b for instance with vm_state active and task_state deleting.
Oct 24 07:45:40 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:41 user nova-compute[74307]: DEBUG nova.compute.manager [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Stashing vm_state: active {{(pid=74307) _prep_resize /opt/stack/nova/nova/compute/manager.py:5614}}
Oct 24 07:45:42 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:42 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:42 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 07:45:42 user nova-compute[74307]: INFO nova.compute.claims [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Claim successful on node user
Oct 24 07:45:42 user nova-compute[74307]: INFO nova.compute.resource_tracker [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Updating resource usage from migration ff95c05c-2974-4360-a3f0-dbb8d90521d0
Oct 24 07:45:42 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:45:42 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:45:42 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.525s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:42 user nova-compute[74307]: INFO nova.compute.manager [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Migrating
Oct 24 07:45:42 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:45:42 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Acquired lock "compute-rpcapi-router" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:45:42 user nova-compute[74307]: INFO nova.compute.rpcapi [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Automatically selected compute RPC version 6.2 from minimum service version 66
Oct 24 07:45:42 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Releasing lock "compute-rpcapi-router" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:45:42 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Acquiring lock "refresh_cache-9ca4c6f9-3966-4025-b0d4-273611aba465" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:45:42 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Acquired lock "refresh_cache-9ca4c6f9-3966-4025-b0d4-273611aba465" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:45:42 user nova-compute[74307]: DEBUG nova.network.neutron [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 07:45:43 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:44 user nova-compute[74307]: DEBUG nova.network.neutron [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Updating instance_info_cache with network_info: [{"id": "989eb379-62b5-4062-95a6-0357967bb8cb", "address": "fa:16:3e:46:46:e1", "network": {"id": "f6232387-1f48-4257-bccd-b30cb0bb880d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1072713156-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0168f8c4ed044e57b721edf920156848", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap989eb379-62", "ovs_interfaceid": "989eb379-62b5-4062-95a6-0357967bb8cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:45:44 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Releasing lock "refresh_cache-9ca4c6f9-3966-4025-b0d4-273611aba465" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:45:44 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Starting migrate_disk_and_power_off {{(pid=74307) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11487}}
Oct 24 07:45:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:44 user nova-compute[74307]: DEBUG nova.compute.manager [req-ae01372b-4864-4bd0-ae7d-616b36f52ab3 req-8b3d1392-97ac-401c-9f93-be4dc01a304c service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received event network-vif-deleted-472ceac3-c22c-4a16-b16f-d8df1ecd8f3b {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:45:44 user nova-compute[74307]: INFO nova.compute.manager [req-ae01372b-4864-4bd0-ae7d-616b36f52ab3 req-8b3d1392-97ac-401c-9f93-be4dc01a304c service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Neutron deleted interface 472ceac3-c22c-4a16-b16f-d8df1ecd8f3b; detaching it from the instance and deleting it from the info cache
Oct 24 07:45:44 user nova-compute[74307]: DEBUG nova.network.neutron [req-ae01372b-4864-4bd0-ae7d-616b36f52ab3 req-8b3d1392-97ac-401c-9f93-be4dc01a304c service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Updating instance_info_cache with network_info: [{"id": "e753fcef-afd6-4d5e-86ab-1cea270c551e", "address": "fa:16:3e:8c:02:bd", "network": {"id": "8c7bed5a-deb8-4a51-b13f-8ea758a1d7d0", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1455059568-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape753fcef-af", "ovs_interfaceid": "e753fcef-afd6-4d5e-86ab-1cea270c551e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e1e03caf-0d70-4caa-83ed-289c3a4c2840", "address": "fa:16:3e:27:6d:bf", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1e03caf-0d", "ovs_interfaceid": "e1e03caf-0d70-4caa-83ed-289c3a4c2840", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "603bd2bf-d6cd-4f9b-829a-508ea1208bb1", "address": "fa:16:3e:71:4d:33", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap603bd2bf-d6", "ovs_interfaceid": "603bd2bf-d6cd-4f9b-829a-508ea1208bb1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "fc52894a-e9e1-4a8f-9c36-cb7d705b9ee4", "address": "fa:16:3e:74:9e:7e", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc52894a-e9", "ovs_interfaceid": "fc52894a-e9e1-4a8f-9c36-cb7d705b9ee4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "96ccd792-4dcf-4d4e-9692-0385ed903b4d", "address": "fa:16:3e:ac:50:f9", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96ccd792-4d", "ovs_interfaceid": "96ccd792-4dcf-4d4e-9692-0385ed903b4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "70a1f0e3-23d8-439a-a5a4-da03f053b34f", "address": "fa:16:3e:64:c4:c7", "network": {"id": "e7d249b4-95bd-448c-9524-73ce9e11bdef", "bridge": "br-int", "label": "tempest-device-tagging-net2-684600315", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70a1f0e3-23", "ovs_interfaceid": "70a1f0e3-23d8-439a-a5a4-da03f053b34f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:45:44 user nova-compute[74307]: DEBUG nova.compute.manager [req-15fd9ff2-979d-44af-8fbf-23faa3d5ba3e req-ebc66b7b-6aa5-4675-8295-41be47879f59 service nova] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Received event network-vif-unplugged-989eb379-62b5-4062-95a6-0357967bb8cb {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:45:44 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-15fd9ff2-979d-44af-8fbf-23faa3d5ba3e req-ebc66b7b-6aa5-4675-8295-41be47879f59 service nova] Acquiring lock "9ca4c6f9-3966-4025-b0d4-273611aba465-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:44 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-15fd9ff2-979d-44af-8fbf-23faa3d5ba3e req-ebc66b7b-6aa5-4675-8295-41be47879f59 service nova] Lock "9ca4c6f9-3966-4025-b0d4-273611aba465-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:44 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-15fd9ff2-979d-44af-8fbf-23faa3d5ba3e req-ebc66b7b-6aa5-4675-8295-41be47879f59 service nova] Lock "9ca4c6f9-3966-4025-b0d4-273611aba465-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:44 user nova-compute[74307]: DEBUG nova.compute.manager [req-15fd9ff2-979d-44af-8fbf-23faa3d5ba3e req-ebc66b7b-6aa5-4675-8295-41be47879f59 service nova] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] No waiting events found dispatching network-vif-unplugged-989eb379-62b5-4062-95a6-0357967bb8cb {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:45:44 user nova-compute[74307]: WARNING nova.compute.manager [req-15fd9ff2-979d-44af-8fbf-23faa3d5ba3e req-ebc66b7b-6aa5-4675-8295-41be47879f59 service nova] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Received unexpected event network-vif-unplugged-989eb379-62b5-4062-95a6-0357967bb8cb for instance with vm_state active and task_state resize_migrating.
Oct 24 07:45:44 user nova-compute[74307]: DEBUG nova.compute.manager [req-ae01372b-4864-4bd0-ae7d-616b36f52ab3 req-8b3d1392-97ac-401c-9f93-be4dc01a304c service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Detach interface failed, port_id=472ceac3-c22c-4a16-b16f-d8df1ecd8f3b, reason: Instance f7396517-e3c6-4d85-b267-4252e6c24cef could not be found. {{(pid=74307) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 24 07:45:45 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Instance destroyed successfully.
Oct 24 07:45:45 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:41:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-2055145473',display_name='tempest-ServerActionsTestOtherB-server-2055145473',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-2055145473',id=4,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJSw+dRlkk5Y9iS9BmJkNnyADTezdyrtmGXKyyY4yXGCUxjKgGN88CyieUUJWxXV4UovehXC4dT+BaE5ioQ4GLwyd+JmQB/Ibou0075W/rUJUVaILkh9q/wYCE46Q0lgwg==',key_name='tempest-keypair-1453494366',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:41:23Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='0168f8c4ed044e57b721edf920156848',ramdisk_id='',reservation_id='r-flyet017',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1522363102',owner_user_name='tempest-ServerActionsTestOtherB-1522363102-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:45:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b557898592034149a293048a307f3faf',uuid=9ca4c6f9-3966-4025-b0d4-273611aba465,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "989eb379-62b5-4062-95a6-0357967bb8cb", "address": "fa:16:3e:46:46:e1", "network": {"id": "f6232387-1f48-4257-bccd-b30cb0bb880d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1072713156-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.221", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1072713156-network", "vif_mac": "fa:16:3e:46:46:e1"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0168f8c4ed044e57b721edf920156848", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap989eb379-62", "ovs_interfaceid": "989eb379-62b5-4062-95a6-0357967bb8cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Converting VIF {"id": "989eb379-62b5-4062-95a6-0357967bb8cb", "address": "fa:16:3e:46:46:e1", "network": {"id": "f6232387-1f48-4257-bccd-b30cb0bb880d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1072713156-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.221", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1072713156-network", "vif_mac": "fa:16:3e:46:46:e1"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0168f8c4ed044e57b721edf920156848", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap989eb379-62", "ovs_interfaceid": "989eb379-62b5-4062-95a6-0357967bb8cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:46:46:e1,bridge_name='br-int',has_traffic_filtering=True,id=989eb379-62b5-4062-95a6-0357967bb8cb,network=Network(f6232387-1f48-4257-bccd-b30cb0bb880d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap989eb379-62') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG os_vif [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:46:46:e1,bridge_name='br-int',has_traffic_filtering=True,id=989eb379-62b5-4062-95a6-0357967bb8cb,network=Network(f6232387-1f48-4257-bccd-b30cb0bb880d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap989eb379-62') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap989eb379-62, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8c530aa0-bfef-4360-9ce9-bbf154aecca4) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:45 user nova-compute[74307]: INFO os_vif [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:46:46:e1,bridge_name='br-int',has_traffic_filtering=True,id=989eb379-62b5-4062-95a6-0357967bb8cb,network=Network(f6232387-1f48-4257-bccd-b30cb0bb880d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap989eb379-62')
Oct 24 07:45:45 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] calling os-brick to detach iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, {'target_iqn': 'iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LpbBQmIi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:45:45 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:45:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[37f86c4c-3d19-40bb-bf58-438e9ff8607e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 07:45:45 user nova-compute[74307]: No targets found.
Oct 24 07:45:45 user nova-compute[74307]: iSNS:
Oct 24 07:45:45 user nova-compute[74307]: No targets found.
Oct 24 07:45:45 user nova-compute[74307]: STATIC:
Oct 24 07:45:45 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc
Oct 24 07:45:45 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:45:45 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:45:45 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854
Oct 24 07:45:45 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:45:45 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:45:45 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92
Oct 24 07:45:45 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:45:45 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:45:45 user nova-compute[74307]: FIRMWARE:
Oct 24 07:45:45 user nova-compute[74307]: No targets found.
Oct 24 07:45:45 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 07:45:45 user nova-compute[74307]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 07:45:45 user nova-compute[74307]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74307) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc', 0)] {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ba26683-1353-4124-8b51-656f433bfb18]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b704351-8a60-49c0-be52-24c63634b54e]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:45:45 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:45:45 user nova-compute[74307]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)
Oct 24 07:45:45 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:45:45 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:45:45 user nova-compute[74307]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)
Oct 24 07:45:45 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4624316830>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc'): ({'sdf'}, set())}) {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Removing single pathed devices sdf {{(pid=74307) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[bda26a50-fb1c-46f2-8f9f-d8e8dce97d85]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[53de8b2b-8463-4e26-9a1d-febc5f1c2333]: (4, ('ok\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Flushing IO for device /dev/sdf {{(pid=74307) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG nova.compute.manager [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Start spawning the instance on the hypervisor. {{(pid=74307) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Creating instance directory {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 07:45:45 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Creating image(s)
Oct 24 07:45:45 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Did not create local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Ensure instance console log exists: /opt/stack/data/nova/instances/d508a024-e0f7-4864-871e-a33b8abc2157/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Start _get_guest_xml network_info=[{"id": "228fd704-c98f-4755-880e-f8e1c8d149c9", "address": "fa:16:3e:08:c9:ff", "network": {"id": "aadb35a3-f253-4840-94b5-52dda749cb05", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-673066702-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "23f9f3e7b0ee44c78834ee83989de443", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap228fd704-c9", "ovs_interfaceid": "228fd704-c98f-4755-880e-f8e1c8d149c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gEvkBPcY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd508a024-e0f7-4864-871e-a33b8abc2157', 'attached_at': '', 'detached_at': '', 'volume_id': '5121a72e-b0f0-4c9b-9d37-48a91ed948d6', 'serial': '5121a72e-b0f0-4c9b-9d37-48a91ed948d6'}, 'attachment_id': '3c455806-0ea1-408a-8b22-53cc06711fc8', 'guest_format': None, 'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': True, 'volume_type': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.015s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[82b80582-43e9-4681-a7df-fd3df708fc45]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74307) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:45 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:45:45 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:45:45 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Calling os-brick to attach iSCSI Volume {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gEvkBPcY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:45:45 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:45:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.033s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e644432a-470a-4fb3-9676-53594d7393a8]: (4, ('1', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] SCSI volumes sdf have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc')] {{(pid=74307) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e12d517-2113-4e9c-a43b-4f6cb62d05df]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --logout {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e304a29-ef76-4678-8390-29fd6f3699f6]: (4, ('Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc, portal: 172.16.0.220,3260]\nLogout of [sid: 14, target: iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc, portal: 172.16.0.220,3260]
Oct 24 07:45:45 user nova-compute[74307]: Logout of [sid: 14, target: iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc, portal: 172.16.0.220,3260] successful.
Oct 24 07:45:45 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --op delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[de14f5c4-aa60-4b9f-bf0c-ea45c0be3535]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.361s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] <== disconnect_volume: return (362ms) None {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Disconnected iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.125s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:45:45 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:45:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:45:45 user nova-compute[74307]: INFO os_brick.initiator.connectors.iscsi [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 -p 172.16.0.220:3260 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[07b3b589-4569-413c-a58a-2c5c49ca0b99]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 07:45:45 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 -p 172.16.0.220:3260 --interface default --op new {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[0610803f-9fc9-44a6-94f1-5987e34ecde4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6] added\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6] added
Oct 24 07:45:45 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[28d828c5-6320-4d95-92db-382462ecffd3]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[947dcd78-c281-4fc6-8fd9-09cc99336161]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gEvkBPcY {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gEvkBPcY" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[976da3a9-ae20-40bb-a5ce-65ba17bf3bbd]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'gEvkBPcY'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6c63963-d343-4945-abba-9defb9f477ce]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d4eb45f-87c3-416d-82e0-9533d0b167b2]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:45:45 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:45:45 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:45:45 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:45:45 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 -p 172.16.0.220:3260 --login {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 -p 172.16.0.220:3260 --login" returned: 0 in 0.060s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[efb1678c-25bb-49da-a1cc-40c73abcc0ea]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6, portal: 172.16.0.220,3260]
Oct 24 07:45:45 user nova-compute[74307]: Login to [iface: default, target: iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6, portal: 172.16.0.220,3260] successful.
Oct 24 07:45:45 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.029s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a542635-1df0-419c-9417-a95106277df5]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[86cb33e5-08ad-41d6-89ad-2c0c0627d9fb]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:45:45 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:45:45 user nova-compute[74307]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 (non-flash)
Oct 24 07:45:45 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:45:45 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:45:45 user nova-compute[74307]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 (non-flash)
Oct 24 07:45:45 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.383s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Connected to 172.16.0.220:3260 {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] HCTL ('35', '-', '-', 0) found on session 15 with lun 0 {{(pid=74307) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74307) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465_resize/disk /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.027s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[f88d813b-7186-4f25-953d-bb7e48847d49]: (4, ('- - 0', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Searching for a device in session 15 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 07:45:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gEvkBPcY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 07:45:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:46 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] CMD "cp -r /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465_resize/disk /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk" returned: 0 in 0.287s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:46 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465_resize/disk.info /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk.info {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:46 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] CMD "cp -r /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465_resize/disk.info /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk.info" returned: 0 in 0.043s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:46 user nova-compute[74307]: DEBUG nova.compute.manager [req-d8c47225-6f5f-4bdc-b668-354b00c99383 req-0150be5f-89e0-4a45-bde1-40148c10de19 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received event network-vif-deleted-fc52894a-e9e1-4a8f-9c36-cb7d705b9ee4 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:45:46 user nova-compute[74307]: INFO nova.compute.manager [req-d8c47225-6f5f-4bdc-b668-354b00c99383 req-0150be5f-89e0-4a45-bde1-40148c10de19 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Neutron deleted interface fc52894a-e9e1-4a8f-9c36-cb7d705b9ee4; detaching it from the instance and deleting it from the info cache
Oct 24 07:45:46 user nova-compute[74307]: DEBUG nova.network.neutron [req-d8c47225-6f5f-4bdc-b668-354b00c99383 req-0150be5f-89e0-4a45-bde1-40148c10de19 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Updating instance_info_cache with network_info: [{"id": "e753fcef-afd6-4d5e-86ab-1cea270c551e", "address": "fa:16:3e:8c:02:bd", "network": {"id": "8c7bed5a-deb8-4a51-b13f-8ea758a1d7d0", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1455059568-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape753fcef-af", "ovs_interfaceid": "e753fcef-afd6-4d5e-86ab-1cea270c551e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e1e03caf-0d70-4caa-83ed-289c3a4c2840", "address": "fa:16:3e:27:6d:bf", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1e03caf-0d", "ovs_interfaceid": "e1e03caf-0d70-4caa-83ed-289c3a4c2840", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "603bd2bf-d6cd-4f9b-829a-508ea1208bb1", "address": "fa:16:3e:71:4d:33", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap603bd2bf-d6", "ovs_interfaceid": "603bd2bf-d6cd-4f9b-829a-508ea1208bb1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "96ccd792-4dcf-4d4e-9692-0385ed903b4d", "address": "fa:16:3e:ac:50:f9", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96ccd792-4d", "ovs_interfaceid": "96ccd792-4dcf-4d4e-9692-0385ed903b4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "70a1f0e3-23d8-439a-a5a4-da03f053b34f", "address": "fa:16:3e:64:c4:c7", "network": {"id": "e7d249b4-95bd-448c-9524-73ce9e11bdef", "bridge": "br-int", "label": "tempest-device-tagging-net2-684600315", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70a1f0e3-23", "ovs_interfaceid": "70a1f0e3-23d8-439a-a5a4-da03f053b34f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:45:46 user nova-compute[74307]: DEBUG nova.compute.manager [req-d8c47225-6f5f-4bdc-b668-354b00c99383 req-0150be5f-89e0-4a45-bde1-40148c10de19 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Detach interface failed, port_id=fc52894a-e9e1-4a8f-9c36-cb7d705b9ee4, reason: Instance f7396517-e3c6-4d85-b267-4252e6c24cef could not be found. {{(pid=74307) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 24 07:45:46 user nova-compute[74307]: DEBUG nova.compute.manager [req-d8c47225-6f5f-4bdc-b668-354b00c99383 req-0150be5f-89e0-4a45-bde1-40148c10de19 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received event network-vif-deleted-e753fcef-afd6-4d5e-86ab-1cea270c551e {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:45:46 user nova-compute[74307]: INFO nova.compute.manager [req-d8c47225-6f5f-4bdc-b668-354b00c99383 req-0150be5f-89e0-4a45-bde1-40148c10de19 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Neutron deleted interface e753fcef-afd6-4d5e-86ab-1cea270c551e; detaching it from the instance and deleting it from the info cache
Oct 24 07:45:46 user nova-compute[74307]: DEBUG nova.network.neutron [req-d8c47225-6f5f-4bdc-b668-354b00c99383 req-0150be5f-89e0-4a45-bde1-40148c10de19 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Updating instance_info_cache with network_info: [{"id": "e1e03caf-0d70-4caa-83ed-289c3a4c2840", "address": "fa:16:3e:27:6d:bf", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1e03caf-0d", "ovs_interfaceid": "e1e03caf-0d70-4caa-83ed-289c3a4c2840", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "603bd2bf-d6cd-4f9b-829a-508ea1208bb1", "address": "fa:16:3e:71:4d:33", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap603bd2bf-d6", "ovs_interfaceid": "603bd2bf-d6cd-4f9b-829a-508ea1208bb1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "96ccd792-4dcf-4d4e-9692-0385ed903b4d", "address": "fa:16:3e:ac:50:f9", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96ccd792-4d", "ovs_interfaceid": "96ccd792-4dcf-4d4e-9692-0385ed903b4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "70a1f0e3-23d8-439a-a5a4-da03f053b34f", "address": "fa:16:3e:64:c4:c7", "network": {"id": "e7d249b4-95bd-448c-9524-73ce9e11bdef", "bridge": "br-int", "label": "tempest-device-tagging-net2-684600315", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70a1f0e3-23", "ovs_interfaceid": "70a1f0e3-23d8-439a-a5a4-da03f053b34f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:45:46 user nova-compute[74307]: DEBUG nova.compute.manager [req-b2985c6a-a9ba-4b4b-8476-cced643cd21c req-c63bf17f-951a-45f0-9247-63888c75fce3 service nova] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Received event network-vif-plugged-989eb379-62b5-4062-95a6-0357967bb8cb {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:45:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b2985c6a-a9ba-4b4b-8476-cced643cd21c req-c63bf17f-951a-45f0-9247-63888c75fce3 service nova] Acquiring lock "9ca4c6f9-3966-4025-b0d4-273611aba465-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b2985c6a-a9ba-4b4b-8476-cced643cd21c req-c63bf17f-951a-45f0-9247-63888c75fce3 service nova] Lock "9ca4c6f9-3966-4025-b0d4-273611aba465-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b2985c6a-a9ba-4b4b-8476-cced643cd21c req-c63bf17f-951a-45f0-9247-63888c75fce3 service nova] Lock "9ca4c6f9-3966-4025-b0d4-273611aba465-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:46 user nova-compute[74307]: DEBUG nova.compute.manager [req-b2985c6a-a9ba-4b4b-8476-cced643cd21c req-c63bf17f-951a-45f0-9247-63888c75fce3 service nova] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] No waiting events found dispatching network-vif-plugged-989eb379-62b5-4062-95a6-0357967bb8cb {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:45:46 user nova-compute[74307]: WARNING nova.compute.manager [req-b2985c6a-a9ba-4b4b-8476-cced643cd21c req-c63bf17f-951a-45f0-9247-63888c75fce3 service nova] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Received unexpected event network-vif-plugged-989eb379-62b5-4062-95a6-0357967bb8cb for instance with vm_state active and task_state resize_migrating.
Oct 24 07:45:46 user nova-compute[74307]: DEBUG nova.compute.manager [req-d8c47225-6f5f-4bdc-b668-354b00c99383 req-0150be5f-89e0-4a45-bde1-40148c10de19 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Detach interface failed, port_id=e753fcef-afd6-4d5e-86ab-1cea270c551e, reason: Instance f7396517-e3c6-4d85-b267-4252e6c24cef could not be found. {{(pid=74307) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 24 07:45:46 user nova-compute[74307]: DEBUG nova.compute.manager [req-d8c47225-6f5f-4bdc-b668-354b00c99383 req-0150be5f-89e0-4a45-bde1-40148c10de19 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received event network-vif-deleted-96ccd792-4dcf-4d4e-9692-0385ed903b4d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:45:46 user nova-compute[74307]: INFO nova.compute.manager [req-d8c47225-6f5f-4bdc-b668-354b00c99383 req-0150be5f-89e0-4a45-bde1-40148c10de19 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Neutron deleted interface 96ccd792-4dcf-4d4e-9692-0385ed903b4d; detaching it from the instance and deleting it from the info cache
Oct 24 07:45:46 user nova-compute[74307]: DEBUG nova.network.neutron [req-d8c47225-6f5f-4bdc-b668-354b00c99383 req-0150be5f-89e0-4a45-bde1-40148c10de19 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Updating instance_info_cache with network_info: [{"id": "e1e03caf-0d70-4caa-83ed-289c3a4c2840", "address": "fa:16:3e:27:6d:bf", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1e03caf-0d", "ovs_interfaceid": "e1e03caf-0d70-4caa-83ed-289c3a4c2840", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "603bd2bf-d6cd-4f9b-829a-508ea1208bb1", "address": "fa:16:3e:71:4d:33", "network": {"id": "d3927452-bf12-4551-85e6-97918d00ab26", "bridge": "br-int", "label": "tempest-device-tagging-net1-1574886922", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap603bd2bf-d6", "ovs_interfaceid": "603bd2bf-d6cd-4f9b-829a-508ea1208bb1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "70a1f0e3-23d8-439a-a5a4-da03f053b34f", "address": "fa:16:3e:64:c4:c7", "network": {"id": "e7d249b4-95bd-448c-9524-73ce9e11bdef", "bridge": "br-int", "label": "tempest-device-tagging-net2-684600315", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "463b6d35147a44319cdbccd0df765c40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70a1f0e3-23", "ovs_interfaceid": "70a1f0e3-23d8-439a-a5a4-da03f053b34f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:45:46 user nova-compute[74307]: DEBUG nova.compute.manager [req-d8c47225-6f5f-4bdc-b668-354b00c99383 req-0150be5f-89e0-4a45-bde1-40148c10de19 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Detach interface failed, port_id=96ccd792-4dcf-4d4e-9692-0385ed903b4d, reason: Instance f7396517-e3c6-4d85-b267-4252e6c24cef could not be found. {{(pid=74307) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 24 07:45:46 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:45:46 user nova-compute[74307]: INFO nova.compute.manager [-] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Took 5.96 seconds to deallocate network for instance.
Oct 24 07:45:47 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.456s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:45:47 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] <== connect_volume: return (1582ms) {'type': 'block', 'scsi_wwn': '23537386132353632', 'path': '/dev/sdd'} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:45:47 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23537386132353632', 'path': '/dev/sdd'} {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 07:45:47 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:45:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1478508368',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1478508368',id=14,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAE0onCL6F4yqgTTY2r4K4LnGxa1wtahJVG2AzgAEAeCtDS8tc8czohEJw5BfPgFjaoBPHUtFPsm4WUgBMsXdJsZ75DB1Ag2K1Oau8085W4vLoEJ9cxkGPYDUHXr1TL/AQ==',key_name='tempest-keypair-2061474433',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='23f9f3e7b0ee44c78834ee83989de443',ramdisk_id='',reservation_id='r-zrs12sq3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-1552029862',owner_user_name='tempest-ServerActionsV293TestJSON-1552029862-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:45:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f61e297cf67649738ff0b759ca29d46b',uuid=d508a024-e0f7-4864-871e-a33b8abc2157,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "228fd704-c98f-4755-880e-f8e1c8d149c9", "address": "fa:16:3e:08:c9:ff", "network": {"id": "aadb35a3-f253-4840-94b5-52dda749cb05", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-673066702-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "23f9f3e7b0ee44c78834ee83989de443", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap228fd704-c9", "ovs_interfaceid": "228fd704-c98f-4755-880e-f8e1c8d149c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 07:45:47 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Converting VIF {"id": "228fd704-c98f-4755-880e-f8e1c8d149c9", "address": "fa:16:3e:08:c9:ff", "network": {"id": "aadb35a3-f253-4840-94b5-52dda749cb05", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-673066702-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "23f9f3e7b0ee44c78834ee83989de443", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap228fd704-c9", "ovs_interfaceid": "228fd704-c98f-4755-880e-f8e1c8d149c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:45:47 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:08:c9:ff,bridge_name='br-int',has_traffic_filtering=True,id=228fd704-c98f-4755-880e-f8e1c8d149c9,network=Network(aadb35a3-f253-4840-94b5-52dda749cb05),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap228fd704-c9') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:45:47 user nova-compute[74307]: DEBUG nova.objects.instance [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Lazy-loading 'pci_devices' on Instance uuid d508a024-e0f7-4864-871e-a33b8abc2157 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:45:47 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] End _get_guest_xml xml=<domain type="kvm">
Oct 24 07:45:47 user nova-compute[74307]:   <uuid>d508a024-e0f7-4864-871e-a33b8abc2157</uuid>
Oct 24 07:45:47 user nova-compute[74307]:   <name>instance-0000000e</name>
Oct 24 07:45:47 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 07:45:47 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 07:45:47 user nova-compute[74307]:   <metadata>
Oct 24 07:45:47 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 07:45:47 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 07:45:47 user nova-compute[74307]:       <nova:name>tempest-ServerActionsV293TestJSON-server-1478508368</nova:name>
Oct 24 07:45:47 user nova-compute[74307]:       <nova:creationTime>2023-10-24 07:45:45</nova:creationTime>
Oct 24 07:45:47 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 07:45:47 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 07:45:47 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 07:45:47 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 07:45:47 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 07:45:47 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 07:45:47 user nova-compute[74307]:       </nova:flavor>
Oct 24 07:45:47 user nova-compute[74307]:       <nova:owner>
Oct 24 07:45:47 user nova-compute[74307]:         <nova:user uuid="f61e297cf67649738ff0b759ca29d46b">tempest-ServerActionsV293TestJSON-1552029862-project-member</nova:user>
Oct 24 07:45:47 user nova-compute[74307]:         <nova:project uuid="23f9f3e7b0ee44c78834ee83989de443">tempest-ServerActionsV293TestJSON-1552029862</nova:project>
Oct 24 07:45:47 user nova-compute[74307]:       </nova:owner>
Oct 24 07:45:47 user nova-compute[74307]:       <nova:ports>
Oct 24 07:45:47 user nova-compute[74307]:         <nova:port uuid="228fd704-c98f-4755-880e-f8e1c8d149c9">
Oct 24 07:45:47 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 24 07:45:47 user nova-compute[74307]:         </nova:port>
Oct 24 07:45:47 user nova-compute[74307]:       </nova:ports>
Oct 24 07:45:47 user nova-compute[74307]:     </nova:instance>
Oct 24 07:45:47 user nova-compute[74307]:   </metadata>
Oct 24 07:45:47 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 07:45:47 user nova-compute[74307]:     <system>
Oct 24 07:45:47 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 07:45:47 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 07:45:47 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 07:45:47 user nova-compute[74307]:       <entry name="serial">d508a024-e0f7-4864-871e-a33b8abc2157</entry>
Oct 24 07:45:47 user nova-compute[74307]:       <entry name="uuid">d508a024-e0f7-4864-871e-a33b8abc2157</entry>
Oct 24 07:45:47 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 07:45:47 user nova-compute[74307]:     </system>
Oct 24 07:45:47 user nova-compute[74307]:   </sysinfo>
Oct 24 07:45:47 user nova-compute[74307]:   <os>
Oct 24 07:45:47 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 07:45:47 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 07:45:47 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 07:45:47 user nova-compute[74307]:   </os>
Oct 24 07:45:47 user nova-compute[74307]:   <features>
Oct 24 07:45:47 user nova-compute[74307]:     <acpi/>
Oct 24 07:45:47 user nova-compute[74307]:     <apic/>
Oct 24 07:45:47 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 07:45:47 user nova-compute[74307]:   </features>
Oct 24 07:45:47 user nova-compute[74307]:   <clock offset="utc">
Oct 24 07:45:47 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 07:45:47 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 07:45:47 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 07:45:47 user nova-compute[74307]:   </clock>
Oct 24 07:45:47 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 07:45:47 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 07:45:47 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 07:45:47 user nova-compute[74307]:   </cpu>
Oct 24 07:45:47 user nova-compute[74307]:   <devices>
Oct 24 07:45:47 user nova-compute[74307]:     <disk type="block" device="disk">
Oct 24 07:45:47 user nova-compute[74307]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:45:47 user nova-compute[74307]:       <source dev="/dev/sdd"/>
Oct 24 07:45:47 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 07:45:47 user nova-compute[74307]:       <serial>5121a72e-b0f0-4c9b-9d37-48a91ed948d6</serial>
Oct 24 07:45:47 user nova-compute[74307]:     </disk>
Oct 24 07:45:47 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 07:45:47 user nova-compute[74307]:       <mac address="fa:16:3e:08:c9:ff"/>
Oct 24 07:45:47 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:45:47 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 07:45:47 user nova-compute[74307]:       <target dev="tap228fd704-c9"/>
Oct 24 07:45:47 user nova-compute[74307]:     </interface>
Oct 24 07:45:47 user nova-compute[74307]:     <serial type="pty">
Oct 24 07:45:47 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/d508a024-e0f7-4864-871e-a33b8abc2157/console.log" append="off"/>
Oct 24 07:45:47 user nova-compute[74307]:     </serial>
Oct 24 07:45:47 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 07:45:47 user nova-compute[74307]:     <video>
Oct 24 07:45:47 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:45:47 user nova-compute[74307]:     </video>
Oct 24 07:45:47 user nova-compute[74307]:     <rng model="virtio">
Oct 24 07:45:47 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 07:45:47 user nova-compute[74307]:     </rng>
Oct 24 07:45:47 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 07:45:47 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 07:45:47 user nova-compute[74307]:       <stats period="10"/>
Oct 24 07:45:47 user nova-compute[74307]:     </memballoon>
Oct 24 07:45:47 user nova-compute[74307]:   </devices>
Oct 24 07:45:47 user nova-compute[74307]: </domain>
Oct 24 07:45:47 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 07:45:47 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:45:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1478508368',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1478508368',id=14,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAE0onCL6F4yqgTTY2r4K4LnGxa1wtahJVG2AzgAEAeCtDS8tc8czohEJw5BfPgFjaoBPHUtFPsm4WUgBMsXdJsZ75DB1Ag2K1Oau8085W4vLoEJ9cxkGPYDUHXr1TL/AQ==',key_name='tempest-keypair-2061474433',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='23f9f3e7b0ee44c78834ee83989de443',ramdisk_id='',reservation_id='r-zrs12sq3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-1552029862',owner_user_name='tempest-ServerActionsV293TestJSON-1552029862-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:45:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f61e297cf67649738ff0b759ca29d46b',uuid=d508a024-e0f7-4864-871e-a33b8abc2157,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "228fd704-c98f-4755-880e-f8e1c8d149c9", "address": "fa:16:3e:08:c9:ff", "network": {"id": "aadb35a3-f253-4840-94b5-52dda749cb05", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-673066702-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "23f9f3e7b0ee44c78834ee83989de443", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap228fd704-c9", "ovs_interfaceid": "228fd704-c98f-4755-880e-f8e1c8d149c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 07:45:47 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Converting VIF {"id": "228fd704-c98f-4755-880e-f8e1c8d149c9", "address": "fa:16:3e:08:c9:ff", "network": {"id": "aadb35a3-f253-4840-94b5-52dda749cb05", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-673066702-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "23f9f3e7b0ee44c78834ee83989de443", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap228fd704-c9", "ovs_interfaceid": "228fd704-c98f-4755-880e-f8e1c8d149c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:45:47 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:08:c9:ff,bridge_name='br-int',has_traffic_filtering=True,id=228fd704-c98f-4755-880e-f8e1c8d149c9,network=Network(aadb35a3-f253-4840-94b5-52dda749cb05),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap228fd704-c9') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:45:47 user nova-compute[74307]: DEBUG os_vif [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:08:c9:ff,bridge_name='br-int',has_traffic_filtering=True,id=228fd704-c98f-4755-880e-f8e1c8d149c9,network=Network(aadb35a3-f253-4840-94b5-52dda749cb05),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap228fd704-c9') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 07:45:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:45:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:45:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'db40907e-50ab-555f-ae22-442a3c884382', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:45:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:45:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap228fd704-c9, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:45:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap228fd704-c9, col_values=(('qos', UUID('66c892e8-f373-4456-836c-274ff0e2dba2')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:45:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap228fd704-c9, col_values=(('external_ids', {'iface-id': '228fd704-c98f-4755-880e-f8e1c8d149c9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:08:c9:ff', 'vm-uuid': 'd508a024-e0f7-4864-871e-a33b8abc2157'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:45:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:45:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:47 user nova-compute[74307]: INFO os_vif [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:08:c9:ff,bridge_name='br-int',has_traffic_filtering=True,id=228fd704-c98f-4755-880e-f8e1c8d149c9,network=Network(aadb35a3-f253-4840-94b5-52dda749cb05),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap228fd704-c9')
Oct 24 07:45:47 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:45:47 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] No VIF found with MAC fa:16:3e:08:c9:ff, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:45:47 user nova-compute[74307]: DEBUG nova.network.neutron [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Port 989eb379-62b5-4062-95a6-0357967bb8cb binding to destination host user is already ACTIVE {{(pid=74307) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Oct 24 07:45:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Acquiring lock "9ca4c6f9-3966-4025-b0d4-273611aba465-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Lock "9ca4c6f9-3966-4025-b0d4-273611aba465-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Lock "9ca4c6f9-3966-4025-b0d4-273611aba465-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Acquiring lock "refresh_cache-9ca4c6f9-3966-4025-b0d4-273611aba465" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:45:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Acquired lock "refresh_cache-9ca4c6f9-3966-4025-b0d4-273611aba465" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:45:48 user nova-compute[74307]: DEBUG nova.network.neutron [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 07:45:48 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:48 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:48 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:48 user nova-compute[74307]: DEBUG nova.compute.manager [req-8d9beccb-8122-49f6-878d-73c3fa3440af req-e08950ed-1ebb-418e-aa90-0bf069c7b6a6 service nova] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Received event network-vif-deleted-70a1f0e3-23d8-439a-a5a4-da03f053b34f {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:45:48 user nova-compute[74307]: DEBUG nova.compute.manager [req-3e163292-5407-4aaf-81c3-0acf15ba9182 req-54f96693-ffea-4289-99a1-3eb68b5aed57 service nova] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Received event network-vif-plugged-228fd704-c98f-4755-880e-f8e1c8d149c9 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:45:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-3e163292-5407-4aaf-81c3-0acf15ba9182 req-54f96693-ffea-4289-99a1-3eb68b5aed57 service nova] Acquiring lock "d508a024-e0f7-4864-871e-a33b8abc2157-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-3e163292-5407-4aaf-81c3-0acf15ba9182 req-54f96693-ffea-4289-99a1-3eb68b5aed57 service nova] Lock "d508a024-e0f7-4864-871e-a33b8abc2157-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-3e163292-5407-4aaf-81c3-0acf15ba9182 req-54f96693-ffea-4289-99a1-3eb68b5aed57 service nova] Lock "d508a024-e0f7-4864-871e-a33b8abc2157-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:48 user nova-compute[74307]: DEBUG nova.compute.manager [req-3e163292-5407-4aaf-81c3-0acf15ba9182 req-54f96693-ffea-4289-99a1-3eb68b5aed57 service nova] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] No waiting events found dispatching network-vif-plugged-228fd704-c98f-4755-880e-f8e1c8d149c9 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:45:48 user nova-compute[74307]: WARNING nova.compute.manager [req-3e163292-5407-4aaf-81c3-0acf15ba9182 req-54f96693-ffea-4289-99a1-3eb68b5aed57 service nova] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Received unexpected event network-vif-plugged-228fd704-c98f-4755-880e-f8e1c8d149c9 for instance with vm_state building and task_state spawning.
Oct 24 07:45:48 user nova-compute[74307]: DEBUG nova.network.neutron [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Updating instance_info_cache with network_info: [{"id": "989eb379-62b5-4062-95a6-0357967bb8cb", "address": "fa:16:3e:46:46:e1", "network": {"id": "f6232387-1f48-4257-bccd-b30cb0bb880d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1072713156-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0168f8c4ed044e57b721edf920156848", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap989eb379-62", "ovs_interfaceid": "989eb379-62b5-4062-95a6-0357967bb8cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:45:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Releasing lock "refresh_cache-9ca4c6f9-3966-4025-b0d4-273611aba465" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:45:48 user nova-compute[74307]: DEBUG os_brick.utils [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:45:48 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:48 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:48 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbaf8c38-e454-4548-8818-a99c2fd92ae1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:299aca16be88\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:48 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:48 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:48 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[7fd09497-0bae-4692-9318-cbe792436e59]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:48 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:49 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:49 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[3405ffdf-af0d-45a5-85a8-06391c726b6e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:49 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[831047a5-678e-4df0-b503-ad421c91d92b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:49 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Running cmd (subprocess): nvme version {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:49 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] 'nvme version' failed. Not Retrying. {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:45:49 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] nvme not present on system {{(pid=74307) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 07:45:49 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:49 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:45:49 user nova-compute[74307]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 07:45:49 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5c81ab8-5e6f-44a5-b20b-d1bc4a4fa112]: (4, '') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:49 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74307) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 07:45:49 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 07:45:49 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] LIGHTOS: no hostnqn found. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 07:45:49 user nova-compute[74307]: DEBUG os_brick.utils [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] <== get_connector_properties: return (136ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:299aca16be88', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:45:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:50 user nova-compute[74307]: DEBUG nova.compute.manager [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 07:45:50 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Guest created on hypervisor {{(pid=74307) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 07:45:50 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Instance spawned successfully.
Oct 24 07:45:50 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 07:45:50 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Found default for hw_cdrom_bus of ide {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:45:50 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Found default for hw_disk_bus of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:45:50 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Found default for hw_input_bus of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:45:50 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Found default for hw_pointer_model of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:45:50 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Found default for hw_video_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:45:50 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Found default for hw_vif_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:45:50 user nova-compute[74307]: DEBUG nova.compute.manager [req-9c09ed22-f37b-4283-9ea2-3780104cb75e req-36070d44-fb08-4078-915d-bf929964c934 service nova] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Received event network-vif-plugged-228fd704-c98f-4755-880e-f8e1c8d149c9 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:45:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-9c09ed22-f37b-4283-9ea2-3780104cb75e req-36070d44-fb08-4078-915d-bf929964c934 service nova] Acquiring lock "d508a024-e0f7-4864-871e-a33b8abc2157-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-9c09ed22-f37b-4283-9ea2-3780104cb75e req-36070d44-fb08-4078-915d-bf929964c934 service nova] Lock "d508a024-e0f7-4864-871e-a33b8abc2157-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-9c09ed22-f37b-4283-9ea2-3780104cb75e req-36070d44-fb08-4078-915d-bf929964c934 service nova] Lock "d508a024-e0f7-4864-871e-a33b8abc2157-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:50 user nova-compute[74307]: DEBUG nova.compute.manager [req-9c09ed22-f37b-4283-9ea2-3780104cb75e req-36070d44-fb08-4078-915d-bf929964c934 service nova] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] No waiting events found dispatching network-vif-plugged-228fd704-c98f-4755-880e-f8e1c8d149c9 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:45:50 user nova-compute[74307]: WARNING nova.compute.manager [req-9c09ed22-f37b-4283-9ea2-3780104cb75e req-36070d44-fb08-4078-915d-bf929964c934 service nova] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Received unexpected event network-vif-plugged-228fd704-c98f-4755-880e-f8e1c8d149c9 for instance with vm_state building and task_state spawning.
Oct 24 07:45:50 user nova-compute[74307]: INFO nova.compute.manager [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Took 5.41 seconds to spawn the instance on the hypervisor.
Oct 24 07:45:50 user nova-compute[74307]: DEBUG nova.compute.manager [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:45:50 user nova-compute[74307]: INFO nova.compute.manager [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Took 42.45 seconds to build instance.
Oct 24 07:45:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a9687302-3042-44e1-ae2d-e9b4e5b5a0b6 tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Lock "d508a024-e0f7-4864-871e-a33b8abc2157" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 42.560s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-45a4ab53-e2c1-4da0-bfc2-de58c9a59af0 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Acquiring lock "d8c0daed-f3dd-4b75-875a-913d4d0ae40b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-45a4ab53-e2c1-4da0-bfc2-de58c9a59af0 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Lock "d8c0daed-f3dd-4b75-875a-913d4d0ae40b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-45a4ab53-e2c1-4da0-bfc2-de58c9a59af0 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Acquiring lock "d8c0daed-f3dd-4b75-875a-913d4d0ae40b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-45a4ab53-e2c1-4da0-bfc2-de58c9a59af0 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Lock "d8c0daed-f3dd-4b75-875a-913d4d0ae40b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-45a4ab53-e2c1-4da0-bfc2-de58c9a59af0 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Lock "d8c0daed-f3dd-4b75-875a-913d4d0ae40b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:51 user nova-compute[74307]: INFO nova.compute.manager [None req-45a4ab53-e2c1-4da0-bfc2-de58c9a59af0 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Terminating instance
Oct 24 07:45:51 user nova-compute[74307]: DEBUG nova.compute.manager [None req-45a4ab53-e2c1-4da0-bfc2-de58c9a59af0 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Start destroying the instance on the hypervisor. {{(pid=74307) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 07:45:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:52 user nova-compute[74307]: DEBUG nova.compute.manager [req-96918c7e-0922-4c39-9ec4-bcf5f2117785 req-07cecc62-2c92-44e6-8fab-c34d40e8d157 service nova] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Received event network-vif-unplugged-fb90f49e-c6d0-4782-b94a-f7f03d14b3a7 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:45:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-96918c7e-0922-4c39-9ec4-bcf5f2117785 req-07cecc62-2c92-44e6-8fab-c34d40e8d157 service nova] Acquiring lock "d8c0daed-f3dd-4b75-875a-913d4d0ae40b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-96918c7e-0922-4c39-9ec4-bcf5f2117785 req-07cecc62-2c92-44e6-8fab-c34d40e8d157 service nova] Lock "d8c0daed-f3dd-4b75-875a-913d4d0ae40b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-96918c7e-0922-4c39-9ec4-bcf5f2117785 req-07cecc62-2c92-44e6-8fab-c34d40e8d157 service nova] Lock "d8c0daed-f3dd-4b75-875a-913d4d0ae40b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:52 user nova-compute[74307]: DEBUG nova.compute.manager [req-96918c7e-0922-4c39-9ec4-bcf5f2117785 req-07cecc62-2c92-44e6-8fab-c34d40e8d157 service nova] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] No waiting events found dispatching network-vif-unplugged-fb90f49e-c6d0-4782-b94a-f7f03d14b3a7 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:45:52 user nova-compute[74307]: DEBUG nova.compute.manager [req-96918c7e-0922-4c39-9ec4-bcf5f2117785 req-07cecc62-2c92-44e6-8fab-c34d40e8d157 service nova] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Received event network-vif-unplugged-fb90f49e-c6d0-4782-b94a-f7f03d14b3a7 for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 07:45:52 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Instance destroyed successfully.
Oct 24 07:45:52 user nova-compute[74307]: DEBUG nova.objects.instance [None req-45a4ab53-e2c1-4da0-bfc2-de58c9a59af0 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Lazy-loading 'resources' on Instance uuid d8c0daed-f3dd-4b75-875a-913d4d0ae40b {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:45:52 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-45a4ab53-e2c1-4da0-bfc2-de58c9a59af0 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:41:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-979748134',display_name='tempest-TestVolumeSwap-server-979748134',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-979748134',id=8,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNXTM5XUpN0iI3lfgrQPcd+UmOa2TvApOwiWkfdepCmFNEchGfbs0JBEEapFVEbI4XVWnvzV8D6rZjHn+S/T7G7dkKcKpjG2oPT3zsoNxywkJCiVf8b0mfpaKFNe+vfIlQ==',key_name='tempest-keypair-968433291',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:41:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b31507bf7b7a4720ac363d16308f3fe1',ramdisk_id='',reservation_id='r-zwmbc0nk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeSwap-368579879',owner_user_name='tempest-TestVolumeSwap-368579879-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T07:41:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b998f3eba0094d5db511d866eeddfb34',uuid=d8c0daed-f3dd-4b75-875a-913d4d0ae40b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fb90f49e-c6d0-4782-b94a-f7f03d14b3a7", "address": "fa:16:3e:86:d7:f0", "network": {"id": "8090d6ec-d15e-4cfd-808f-3b0bb0391148", "bridge": "br-int", "label": "tempest-TestVolumeSwap-937924381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.72", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b31507bf7b7a4720ac363d16308f3fe1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb90f49e-c6", "ovs_interfaceid": "fb90f49e-c6d0-4782-b94a-f7f03d14b3a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 07:45:52 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-45a4ab53-e2c1-4da0-bfc2-de58c9a59af0 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Converting VIF {"id": "fb90f49e-c6d0-4782-b94a-f7f03d14b3a7", "address": "fa:16:3e:86:d7:f0", "network": {"id": "8090d6ec-d15e-4cfd-808f-3b0bb0391148", "bridge": "br-int", "label": "tempest-TestVolumeSwap-937924381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.72", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b31507bf7b7a4720ac363d16308f3fe1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb90f49e-c6", "ovs_interfaceid": "fb90f49e-c6d0-4782-b94a-f7f03d14b3a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:45:52 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-45a4ab53-e2c1-4da0-bfc2-de58c9a59af0 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:86:d7:f0,bridge_name='br-int',has_traffic_filtering=True,id=fb90f49e-c6d0-4782-b94a-f7f03d14b3a7,network=Network(8090d6ec-d15e-4cfd-808f-3b0bb0391148),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfb90f49e-c6') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:45:52 user nova-compute[74307]: DEBUG os_vif [None req-45a4ab53-e2c1-4da0-bfc2-de58c9a59af0 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:86:d7:f0,bridge_name='br-int',has_traffic_filtering=True,id=fb90f49e-c6d0-4782-b94a-f7f03d14b3a7,network=Network(8090d6ec-d15e-4cfd-808f-3b0bb0391148),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfb90f49e-c6') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 07:45:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfb90f49e-c6, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:45:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:45:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ebf97405-6abb-4a8f-88cc-85f0f93166aa) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:45:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:52 user nova-compute[74307]: INFO os_vif [None req-45a4ab53-e2c1-4da0-bfc2-de58c9a59af0 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:86:d7:f0,bridge_name='br-int',has_traffic_filtering=True,id=fb90f49e-c6d0-4782-b94a-f7f03d14b3a7,network=Network(8090d6ec-d15e-4cfd-808f-3b0bb0391148),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfb90f49e-c6')
Oct 24 07:45:52 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-45a4ab53-e2c1-4da0-bfc2-de58c9a59af0 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Deleting instance files /opt/stack/data/nova/instances/d8c0daed-f3dd-4b75-875a-913d4d0ae40b_del
Oct 24 07:45:52 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-45a4ab53-e2c1-4da0-bfc2-de58c9a59af0 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Deletion of /opt/stack/data/nova/instances/d8c0daed-f3dd-4b75-875a-913d4d0ae40b_del complete
Oct 24 07:45:52 user nova-compute[74307]: INFO nova.compute.manager [None req-45a4ab53-e2c1-4da0-bfc2-de58c9a59af0 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Took 1.04 seconds to destroy the instance on the hypervisor.
Oct 24 07:45:52 user nova-compute[74307]: DEBUG oslo.service.loopingcall [None req-45a4ab53-e2c1-4da0-bfc2-de58c9a59af0 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74307) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 07:45:52 user nova-compute[74307]: DEBUG nova.compute.manager [-] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Deallocating network for instance {{(pid=74307) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 07:45:52 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] deallocate_for_instance() {{(pid=74307) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 07:45:54 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:45:54 user nova-compute[74307]: INFO nova.compute.manager [-] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Took 1.30 seconds to deallocate network for instance.
Oct 24 07:45:54 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-45a4ab53-e2c1-4da0-bfc2-de58c9a59af0 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:54 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-45a4ab53-e2c1-4da0-bfc2-de58c9a59af0 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:54 user nova-compute[74307]: DEBUG nova.compute.manager [req-2476899d-5a5f-43de-b2fe-533009330518 req-3247caf4-7d9d-4a37-bafd-ae4c9f78d9ad service nova] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Received event network-vif-plugged-fb90f49e-c6d0-4782-b94a-f7f03d14b3a7 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:45:54 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2476899d-5a5f-43de-b2fe-533009330518 req-3247caf4-7d9d-4a37-bafd-ae4c9f78d9ad service nova] Acquiring lock "d8c0daed-f3dd-4b75-875a-913d4d0ae40b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:54 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2476899d-5a5f-43de-b2fe-533009330518 req-3247caf4-7d9d-4a37-bafd-ae4c9f78d9ad service nova] Lock "d8c0daed-f3dd-4b75-875a-913d4d0ae40b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:54 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2476899d-5a5f-43de-b2fe-533009330518 req-3247caf4-7d9d-4a37-bafd-ae4c9f78d9ad service nova] Lock "d8c0daed-f3dd-4b75-875a-913d4d0ae40b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:54 user nova-compute[74307]: DEBUG nova.compute.manager [req-2476899d-5a5f-43de-b2fe-533009330518 req-3247caf4-7d9d-4a37-bafd-ae4c9f78d9ad service nova] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] No waiting events found dispatching network-vif-plugged-fb90f49e-c6d0-4782-b94a-f7f03d14b3a7 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:45:54 user nova-compute[74307]: WARNING nova.compute.manager [req-2476899d-5a5f-43de-b2fe-533009330518 req-3247caf4-7d9d-4a37-bafd-ae4c9f78d9ad service nova] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Received unexpected event network-vif-plugged-fb90f49e-c6d0-4782-b94a-f7f03d14b3a7 for instance with vm_state deleted and task_state None.
Oct 24 07:45:54 user nova-compute[74307]: DEBUG nova.compute.manager [req-2476899d-5a5f-43de-b2fe-533009330518 req-3247caf4-7d9d-4a37-bafd-ae4c9f78d9ad service nova] [instance: d8c0daed-f3dd-4b75-875a-913d4d0ae40b] Received event network-vif-deleted-fb90f49e-c6d0-4782-b94a-f7f03d14b3a7 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:45:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:54 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-45a4ab53-e2c1-4da0-bfc2-de58c9a59af0 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:45:54 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-45a4ab53-e2c1-4da0-bfc2-de58c9a59af0 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:45:54 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-45a4ab53-e2c1-4da0-bfc2-de58c9a59af0 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.435s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:54 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-45a4ab53-e2c1-4da0-bfc2-de58c9a59af0 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Deleted allocations for instance d8c0daed-f3dd-4b75-875a-913d4d0ae40b
Oct 24 07:45:54 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-45a4ab53-e2c1-4da0-bfc2-de58c9a59af0 tempest-TestVolumeSwap-368579879 tempest-TestVolumeSwap-368579879-project-member] Lock "d8c0daed-f3dd-4b75-875a-913d4d0ae40b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.995s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:54 user nova-compute[74307]: INFO nova.compute.manager [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Rescuing
Oct 24 07:45:54 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquiring lock "refresh_cache-9ea8255e-1f82-4e7f-b09b-aca682f1f374" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:45:54 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquired lock "refresh_cache-9ea8255e-1f82-4e7f-b09b-aca682f1f374" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:45:54 user nova-compute[74307]: DEBUG nova.network.neutron [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 07:45:55 user nova-compute[74307]: DEBUG nova.network.neutron [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Updating instance_info_cache with network_info: [{"id": "a31e4ae2-1058-4643-9243-640de193070f", "address": "fa:16:3e:a0:90:24", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa31e4ae2-10", "ovs_interfaceid": "a31e4ae2-1058-4643-9243-640de193070f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:45:55 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Releasing lock "refresh_cache-9ea8255e-1f82-4e7f-b09b-aca682f1f374" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:45:56 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:56 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:56 user nova-compute[74307]: DEBUG nova.compute.manager [req-5429f08c-1d3c-4c60-8ebb-b5cae386fa5c req-3dc9c165-1e5f-4a94-afff-88397f589fcb service nova] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Received event network-vif-unplugged-a31e4ae2-1058-4643-9243-640de193070f {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:45:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-5429f08c-1d3c-4c60-8ebb-b5cae386fa5c req-3dc9c165-1e5f-4a94-afff-88397f589fcb service nova] Acquiring lock "9ea8255e-1f82-4e7f-b09b-aca682f1f374-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-5429f08c-1d3c-4c60-8ebb-b5cae386fa5c req-3dc9c165-1e5f-4a94-afff-88397f589fcb service nova] Lock "9ea8255e-1f82-4e7f-b09b-aca682f1f374-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-5429f08c-1d3c-4c60-8ebb-b5cae386fa5c req-3dc9c165-1e5f-4a94-afff-88397f589fcb service nova] Lock "9ea8255e-1f82-4e7f-b09b-aca682f1f374-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:56 user nova-compute[74307]: DEBUG nova.compute.manager [req-5429f08c-1d3c-4c60-8ebb-b5cae386fa5c req-3dc9c165-1e5f-4a94-afff-88397f589fcb service nova] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] No waiting events found dispatching network-vif-unplugged-a31e4ae2-1058-4643-9243-640de193070f {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:45:56 user nova-compute[74307]: WARNING nova.compute.manager [req-5429f08c-1d3c-4c60-8ebb-b5cae386fa5c req-3dc9c165-1e5f-4a94-afff-88397f589fcb service nova] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Received unexpected event network-vif-unplugged-a31e4ae2-1058-4643-9243-640de193070f for instance with vm_state active and task_state rescuing.
Oct 24 07:45:56 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:56 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:56 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Instance destroyed successfully.
Oct 24 07:45:56 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Attempting a stable device rescue
Oct 24 07:45:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74307) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 24 07:45:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Instance directory exists: not creating {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 24 07:45:56 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Creating image(s)
Oct 24 07:45:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquiring lock "/opt/stack/data/nova/instances/9ea8255e-1f82-4e7f-b09b-aca682f1f374/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "/opt/stack/data/nova/instances/9ea8255e-1f82-4e7f-b09b-aca682f1f374/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "/opt/stack/data/nova/instances/9ea8255e-1f82-4e7f-b09b-aca682f1f374/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:56 user nova-compute[74307]: DEBUG nova.objects.instance [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lazy-loading 'trusted_certs' on Instance uuid 9ea8255e-1f82-4e7f-b09b-aca682f1f374 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:45:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquiring lock "d2e71acdb450ec872fcfbcd57c9f45546ca2f14d" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "d2e71acdb450ec872fcfbcd57c9f45546ca2f14d" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d2e71acdb450ec872fcfbcd57c9f45546ca2f14d.part --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:58 user nova-compute[74307]: DEBUG nova.compute.manager [req-74fe8fd8-7076-4319-aaf4-4e3a6208ce76 req-10306072-e6fa-401b-a24b-dc45957807e0 service nova] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Received event network-vif-plugged-a31e4ae2-1058-4643-9243-640de193070f {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:45:58 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-74fe8fd8-7076-4319-aaf4-4e3a6208ce76 req-10306072-e6fa-401b-a24b-dc45957807e0 service nova] Acquiring lock "9ea8255e-1f82-4e7f-b09b-aca682f1f374-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:58 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-74fe8fd8-7076-4319-aaf4-4e3a6208ce76 req-10306072-e6fa-401b-a24b-dc45957807e0 service nova] Lock "9ea8255e-1f82-4e7f-b09b-aca682f1f374-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:58 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-74fe8fd8-7076-4319-aaf4-4e3a6208ce76 req-10306072-e6fa-401b-a24b-dc45957807e0 service nova] Lock "9ea8255e-1f82-4e7f-b09b-aca682f1f374-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:58 user nova-compute[74307]: DEBUG nova.compute.manager [req-74fe8fd8-7076-4319-aaf4-4e3a6208ce76 req-10306072-e6fa-401b-a24b-dc45957807e0 service nova] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] No waiting events found dispatching network-vif-plugged-a31e4ae2-1058-4643-9243-640de193070f {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:45:58 user nova-compute[74307]: WARNING nova.compute.manager [req-74fe8fd8-7076-4319-aaf4-4e3a6208ce76 req-10306072-e6fa-401b-a24b-dc45957807e0 service nova] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Received unexpected event network-vif-plugged-a31e4ae2-1058-4643-9243-640de193070f for instance with vm_state active and task_state rescuing.
Oct 24 07:45:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d2e71acdb450ec872fcfbcd57c9f45546ca2f14d.part --force-share --output=json" returned: 0 in 0.226s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:58 user nova-compute[74307]: DEBUG nova.virt.images [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] e6c4a06b-492e-44f2-b092-d37eb854b23b was qcow2, converting to raw {{(pid=74307) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 24 07:45:58 user nova-compute[74307]: DEBUG nova.privsep.utils [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74307) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 24 07:45:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/d2e71acdb450ec872fcfbcd57c9f45546ca2f14d.part /opt/stack/data/nova/instances/_base/d2e71acdb450ec872fcfbcd57c9f45546ca2f14d.converted {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/d2e71acdb450ec872fcfbcd57c9f45546ca2f14d.part /opt/stack/data/nova/instances/_base/d2e71acdb450ec872fcfbcd57c9f45546ca2f14d.converted" returned: 0 in 0.447s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d2e71acdb450ec872fcfbcd57c9f45546ca2f14d.converted --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d2e71acdb450ec872fcfbcd57c9f45546ca2f14d.converted --force-share --output=json" returned: 0 in 0.180s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "d2e71acdb450ec872fcfbcd57c9f45546ca2f14d" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.253s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquiring lock "d2e71acdb450ec872fcfbcd57c9f45546ca2f14d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "d2e71acdb450ec872fcfbcd57c9f45546ca2f14d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d2e71acdb450ec872fcfbcd57c9f45546ca2f14d --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d2e71acdb450ec872fcfbcd57c9f45546ca2f14d --force-share --output=json" returned: 0 in 0.177s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/d2e71acdb450ec872fcfbcd57c9f45546ca2f14d,backing_fmt=raw /opt/stack/data/nova/instances/9ea8255e-1f82-4e7f-b09b-aca682f1f374/disk.rescue {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/d2e71acdb450ec872fcfbcd57c9f45546ca2f14d,backing_fmt=raw /opt/stack/data/nova/instances/9ea8255e-1f82-4e7f-b09b-aca682f1f374/disk.rescue" returned: 0 in 0.059s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "d2e71acdb450ec872fcfbcd57c9f45546ca2f14d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.244s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG nova.objects.instance [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lazy-loading 'migration_context' on Instance uuid 9ea8255e-1f82-4e7f-b09b-aca682f1f374 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG nova.objects.base [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Object Instance<9ea8255e-1f82-4e7f-b09b-aca682f1f374> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Created local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Start _get_guest_xml network_info=[{"id": "a31e4ae2-1058-4643-9243-640de193070f", "address": "fa:16:3e:a0:90:24", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "vif_mac": "fa:16:3e:a0:90:24"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa31e4ae2-10", "ovs_interfaceid": "a31e4ae2-1058-4643-9243-640de193070f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'e6c4a06b-492e-44f2-b092-d37eb854b23b', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oulywxvD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': '9ea8255e-1f82-4e7f-b09b-aca682f1f374', 'attached_at': '', 'detached_at': '', 'volume_id': '7bcefabf-01ea-4a72-a0b0-7277ddd4e854', 'serial': '7bcefabf-01ea-4a72-a0b0-7277ddd4e854'}, 'attachment_id': '12a598a8-d121-42ad-ab9b-3df498033a7a', 'guest_format': None, 'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': False, 'volume_type': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG nova.objects.instance [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lazy-loading 'resources' on Instance uuid 9ea8255e-1f82-4e7f-b09b-aca682f1f374 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG nova.objects.base [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Object Instance<9ea8255e-1f82-4e7f-b09b-aca682f1f374> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG nova.objects.instance [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lazy-loading 'numa_topology' on Instance uuid 9ea8255e-1f82-4e7f-b09b-aca682f1f374 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG nova.objects.base [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Object Instance<9ea8255e-1f82-4e7f-b09b-aca682f1f374> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 07:45:59 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:45:59 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:45:59 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG nova.objects.instance [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lazy-loading 'vcpu_model' on Instance uuid 9ea8255e-1f82-4e7f-b09b-aca682f1f374 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG nova.objects.base [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Object Instance<9ea8255e-1f82-4e7f-b09b-aca682f1f374> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Calling os-brick to attach iSCSI Volume {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oulywxvD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:45:59 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:45:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:45:59 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:45:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:45:59 user nova-compute[74307]: INFO os_brick.initiator.connectors.iscsi [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 07:45:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 -p 172.16.0.220:3260 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 -p 172.16.0.220:3260" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b4bb62c-8495-450e-b167-d360a9223330]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = oulywxvD\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Oct 24 07:45:59 user nova-compute[74307]: node.name = iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854
Oct 24 07:45:59 user nova-compute[74307]: node.tpgt = -1
Oct 24 07:45:59 user nova-compute[74307]: node.startup = automatic
Oct 24 07:45:59 user nova-compute[74307]: node.leading_login = No
Oct 24 07:45:59 user nova-compute[74307]: iface.iscsi_ifacename = default
Oct 24 07:45:59 user nova-compute[74307]: iface.net_ifacename = <empty>
Oct 24 07:45:59 user nova-compute[74307]: iface.ipaddress = <empty>
Oct 24 07:45:59 user nova-compute[74307]: iface.prefix_len = 0
Oct 24 07:45:59 user nova-compute[74307]: iface.hwaddress = <empty>
Oct 24 07:45:59 user nova-compute[74307]: iface.transport_name = tcp
Oct 24 07:45:59 user nova-compute[74307]: iface.initiatorname = <empty>
Oct 24 07:45:59 user nova-compute[74307]: iface.state = <empty>
Oct 24 07:45:59 user nova-compute[74307]: iface.vlan_id = 0
Oct 24 07:45:59 user nova-compute[74307]: iface.vlan_priority = 0
Oct 24 07:45:59 user nova-compute[74307]: iface.vlan_state = <empty>
Oct 24 07:45:59 user nova-compute[74307]: iface.iface_num = 0
Oct 24 07:45:59 user nova-compute[74307]: iface.mtu = 0
Oct 24 07:45:59 user nova-compute[74307]: iface.port = 0
Oct 24 07:45:59 user nova-compute[74307]: iface.bootproto = <empty>
Oct 24 07:45:59 user nova-compute[74307]: iface.subnet_mask = <empty>
Oct 24 07:45:59 user nova-compute[74307]: iface.gateway = <empty>
Oct 24 07:45:59 user nova-compute[74307]: iface.dhcp_alt_client_id_state = <empty>
Oct 24 07:45:59 user nova-compute[74307]: iface.dhcp_alt_client_id = <empty>
Oct 24 07:45:59 user nova-compute[74307]: iface.dhcp_dns = <empty>
Oct 24 07:45:59 user nova-compute[74307]: iface.dhcp_learn_iqn = <empty>
Oct 24 07:45:59 user nova-compute[74307]: iface.dhcp_req_vendor_id_state = <empty>
Oct 24 07:45:59 user nova-compute[74307]: iface.dhcp_vendor_id_state = <empty>
Oct 24 07:45:59 user nova-compute[74307]: iface.dhcp_vendor_id = <empty>
Oct 24 07:45:59 user nova-compute[74307]: iface.dhcp_slp_da = <empty>
Oct 24 07:45:59 user nova-compute[74307]: iface.fragmentation = <empty>
Oct 24 07:45:59 user nova-compute[74307]: iface.gratuitous_arp = <empty>
Oct 24 07:45:59 user nova-compute[74307]: iface.incoming_forwarding = <empty>
Oct 24 07:45:59 user nova-compute[74307]: iface.tos_state = <empty>
Oct 24 07:45:59 user nova-compute[74307]: iface.tos = 0
Oct 24 07:45:59 user nova-compute[74307]: iface.ttl = 0
Oct 24 07:45:59 user nova-compute[74307]: iface.delayed_ack = <empty>
Oct 24 07:45:59 user nova-compute[74307]: iface.tcp_nagle = <empty>
Oct 24 07:45:59 user nova-compute[74307]: iface.tcp_wsf_state = <empty>
Oct 24 07:45:59 user nova-compute[74307]: iface.tcp_wsf = 0
Oct 24 07:45:59 user nova-compute[74307]: iface.tcp_timer_scale = 0
Oct 24 07:45:59 user nova-compute[74307]: iface.tcp_timestamp = <empty>
Oct 24 07:45:59 user nova-compute[74307]: iface.redirect = <empty>
Oct 24 07:45:59 user nova-compute[74307]: iface.def_task_mgmt_timeout = 0
Oct 24 07:45:59 user nova-compute[74307]: iface.header_digest = <empty>
Oct 24 07:45:59 user nova-compute[74307]: iface.data_digest = <empty>
Oct 24 07:45:59 user nova-compute[74307]: iface.immediate_data = <empty>
Oct 24 07:45:59 user nova-compute[74307]: iface.initial_r2t = <empty>
Oct 24 07:45:59 user nova-compute[74307]: iface.data_seq_inorder = <empty>
Oct 24 07:45:59 user nova-compute[74307]: iface.data_pdu_inorder = <empty>
Oct 24 07:45:59 user nova-compute[74307]: iface.erl = 0
Oct 24 07:45:59 user nova-compute[74307]: iface.max_receive_data_len = 0
Oct 24 07:45:59 user nova-compute[74307]: iface.first_burst_len = 0
Oct 24 07:45:59 user nova-compute[74307]: iface.max_outstanding_r2t = 0
Oct 24 07:45:59 user nova-compute[74307]: iface.max_burst_len = 0
Oct 24 07:45:59 user nova-compute[74307]: iface.chap_auth = <empty>
Oct 24 07:45:59 user nova-compute[74307]: iface.bidi_chap = <empty>
Oct 24 07:45:59 user nova-compute[74307]: iface.strict_login_compliance = <empty>
Oct 24 07:45:59 user nova-compute[74307]: iface.discovery_auth = <empty>
Oct 24 07:45:59 user nova-compute[74307]: iface.discovery_logout = <empty>
Oct 24 07:45:59 user nova-compute[74307]: node.discovery_address = <empty>
Oct 24 07:45:59 user nova-compute[74307]: node.discovery_port = 0
Oct 24 07:45:59 user nova-compute[74307]: node.discovery_type = static
Oct 24 07:45:59 user nova-compute[74307]: node.session.initial_cmdsn = 0
Oct 24 07:45:59 user nova-compute[74307]: node.session.initial_login_retry_max = 8
Oct 24 07:45:59 user nova-compute[74307]: node.session.xmit_thread_priority = -20
Oct 24 07:45:59 user nova-compute[74307]: node.session.cmds_max = 128
Oct 24 07:45:59 user nova-compute[74307]: node.session.queue_depth = 32
Oct 24 07:45:59 user nova-compute[74307]: node.session.nr_sessions = 1
Oct 24 07:45:59 user nova-compute[74307]: node.session.auth.authmethod = CHAP
Oct 24 07:45:59 user nova-compute[74307]: node.session.auth.username = oulywxvD
Oct 24 07:45:59 user nova-compute[74307]: node.session.auth.password = ***
Oct 24 07:45:59 user nova-compute[74307]: node.session.auth.username_in = <empty>
Oct 24 07:45:59 user nova-compute[74307]: node.session.auth.password_in = <empty>
Oct 24 07:45:59 user nova-compute[74307]: node.session.auth.chap_algs = MD5
Oct 24 07:45:59 user nova-compute[74307]: node.session.timeo.replacement_timeout = 120
Oct 24 07:45:59 user nova-compute[74307]: node.session.err_timeo.abort_timeout = 15
Oct 24 07:45:59 user nova-compute[74307]: node.session.err_timeo.lu_reset_timeout = 30
Oct 24 07:45:59 user nova-compute[74307]: node.session.err_timeo.tgt_reset_timeout = 30
Oct 24 07:45:59 user nova-compute[74307]: node.session.err_timeo.host_reset_timeout = 60
Oct 24 07:45:59 user nova-compute[74307]: node.session.iscsi.FastAbort = Yes
Oct 24 07:45:59 user nova-compute[74307]: node.session.iscsi.InitialR2T = No
Oct 24 07:45:59 user nova-compute[74307]: node.session.iscsi.ImmediateData = Yes
Oct 24 07:45:59 user nova-compute[74307]: node.session.iscsi.FirstBurstLength = 262144
Oct 24 07:45:59 user nova-compute[74307]: node.session.iscsi.MaxBurstLength = 16776192
Oct 24 07:45:59 user nova-compute[74307]: node.session.iscsi.DefaultTime2Retain = 0
Oct 24 07:45:59 user nova-compute[74307]: node.session.iscsi.DefaultTime2Wait = 2
Oct 24 07:45:59 user nova-compute[74307]: node.session.iscsi.MaxConnections = 1
Oct 24 07:45:59 user nova-compute[74307]: node.session.iscsi.MaxOutstandingR2T = 1
Oct 24 07:45:59 user nova-compute[74307]: node.session.iscsi.ERL = 0
Oct 24 07:45:59 user nova-compute[74307]: node.session.scan = manual
Oct 24 07:45:59 user nova-compute[74307]: node.session.reopen_max = 0
Oct 24 07:45:59 user nova-compute[74307]: node.conn[0].address = 172.16.0.220
Oct 24 07:45:59 user nova-compute[74307]: node.conn[0].port = 3260
Oct 24 07:45:59 user nova-compute[74307]: node.conn[0].startup = manual
Oct 24 07:45:59 user nova-compute[74307]: node.conn[0].tcp.window_size = 524288
Oct 24 07:45:59 user nova-compute[74307]: node.conn[0].tcp.type_of_service = 0
Oct 24 07:45:59 user nova-compute[74307]: node.conn[0].timeo.logout_timeout = 15
Oct 24 07:45:59 user nova-compute[74307]: node.conn[0].timeo.login_timeout = 15
Oct 24 07:45:59 user nova-compute[74307]: node.conn[0].timeo.auth_timeout = 45
Oct 24 07:45:59 user nova-compute[74307]: node.conn[0].timeo.noop_out_interval = 5
Oct 24 07:45:59 user nova-compute[74307]: node.conn[0].timeo.noop_out_timeout = 5
Oct 24 07:45:59 user nova-compute[74307]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Oct 24 07:45:59 user nova-compute[74307]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Oct 24 07:45:59 user nova-compute[74307]: node.conn[0].iscsi.HeaderDigest = None
Oct 24 07:45:59 user nova-compute[74307]: node.conn[0].iscsi.DataDigest = None
Oct 24 07:45:59 user nova-compute[74307]: node.conn[0].iscsi.IFMarker = No
Oct 24 07:45:59 user nova-compute[74307]: node.conn[0].iscsi.OFMarker = No
Oct 24 07:45:59 user nova-compute[74307]: # END RECORD
Oct 24 07:45:59 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[43a58eea-f3b4-4d94-a248-cc985f830f00]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8c3d136-7725-4afd-b4e5-f2315c3b5445]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oulywxvD {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oulywxvD" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ed49a77-5bc4-4eba-babb-44a2c888186e]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'oulywxvD'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[682d7dbc-d4eb-4120-8edc-9c481df9f6ee]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc1cb056-a171-4386-b13e-2bd8d94386eb]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:45:59 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:45:59 user nova-compute[74307]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 (non-flash)
Oct 24 07:45:59 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:45:59 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:45:59 user nova-compute[74307]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 (non-flash)
Oct 24 07:45:59 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.146s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Connected to 172.16.0.220:3260 {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] HCTL ('34', '0', '0', 0) found on session 11 with lun 0 {{(pid=74307) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Scanning host 34 c: 0, t: 0, l: 0) {{(pid=74307) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.013s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fa7733f-41b6-4a30-a1ef-00d36a422985]: (4, ('0 0 0', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Searching for a device in session 11 and hctl ('34', '0', '0', 0) yield: sdc {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oulywxvD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.169s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] <== connect_volume: return (170ms) {'type': 'block', 'scsi_wwn': '23761313430613939', 'path': '/dev/sdc'} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23761313430613939', 'path': '/dev/sdc'} {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:44:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-10095002',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-10095002',id=11,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:44:38Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8663add8cb13470095b2b73e60705507',ramdisk_id='',reservation_id='r-rrvsuprr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-977236319',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:44:38Z,user_data=None,user_id='514c86e8bc0b4f028a4e831cc15f1dd0',uuid=9ea8255e-1f82-4e7f-b09b-aca682f1f374,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a31e4ae2-1058-4643-9243-640de193070f", "address": "fa:16:3e:a0:90:24", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "vif_mac": "fa:16:3e:a0:90:24"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa31e4ae2-10", "ovs_interfaceid": "a31e4ae2-1058-4643-9243-640de193070f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Converting VIF {"id": "a31e4ae2-1058-4643-9243-640de193070f", "address": "fa:16:3e:a0:90:24", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "vif_mac": "fa:16:3e:a0:90:24"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa31e4ae2-10", "ovs_interfaceid": "a31e4ae2-1058-4643-9243-640de193070f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a0:90:24,bridge_name='br-int',has_traffic_filtering=True,id=a31e4ae2-1058-4643-9243-640de193070f,network=Network(3db729c6-868c-43bd-b594-4d15882c5b5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa31e4ae2-10') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG nova.objects.instance [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lazy-loading 'pci_devices' on Instance uuid 9ea8255e-1f82-4e7f-b09b-aca682f1f374 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG nova.objects.base [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Object Instance<9ea8255e-1f82-4e7f-b09b-aca682f1f374> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] End _get_guest_xml xml=<domain type="kvm">
Oct 24 07:45:59 user nova-compute[74307]:   <uuid>9ea8255e-1f82-4e7f-b09b-aca682f1f374</uuid>
Oct 24 07:45:59 user nova-compute[74307]:   <name>instance-0000000b</name>
Oct 24 07:45:59 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 07:45:59 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 07:45:59 user nova-compute[74307]:   <metadata>
Oct 24 07:45:59 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 07:45:59 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 07:45:59 user nova-compute[74307]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-10095002</nova:name>
Oct 24 07:45:59 user nova-compute[74307]:       <nova:creationTime>2023-10-24 07:45:59</nova:creationTime>
Oct 24 07:45:59 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 07:45:59 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 07:45:59 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 07:45:59 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 07:45:59 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 07:45:59 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 07:45:59 user nova-compute[74307]:       </nova:flavor>
Oct 24 07:45:59 user nova-compute[74307]:       <nova:owner>
Oct 24 07:45:59 user nova-compute[74307]:         <nova:user uuid="514c86e8bc0b4f028a4e831cc15f1dd0">tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member</nova:user>
Oct 24 07:45:59 user nova-compute[74307]:         <nova:project uuid="8663add8cb13470095b2b73e60705507">tempest-ServerBootFromVolumeStableRescueTest-977236319</nova:project>
Oct 24 07:45:59 user nova-compute[74307]:       </nova:owner>
Oct 24 07:45:59 user nova-compute[74307]:       <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 07:45:59 user nova-compute[74307]:       <nova:ports>
Oct 24 07:45:59 user nova-compute[74307]:         <nova:port uuid="a31e4ae2-1058-4643-9243-640de193070f">
Oct 24 07:45:59 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 24 07:45:59 user nova-compute[74307]:         </nova:port>
Oct 24 07:45:59 user nova-compute[74307]:       </nova:ports>
Oct 24 07:45:59 user nova-compute[74307]:     </nova:instance>
Oct 24 07:45:59 user nova-compute[74307]:   </metadata>
Oct 24 07:45:59 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 07:45:59 user nova-compute[74307]:     <system>
Oct 24 07:45:59 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 07:45:59 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 07:45:59 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 07:45:59 user nova-compute[74307]:       <entry name="serial">9ea8255e-1f82-4e7f-b09b-aca682f1f374</entry>
Oct 24 07:45:59 user nova-compute[74307]:       <entry name="uuid">9ea8255e-1f82-4e7f-b09b-aca682f1f374</entry>
Oct 24 07:45:59 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 07:45:59 user nova-compute[74307]:     </system>
Oct 24 07:45:59 user nova-compute[74307]:   </sysinfo>
Oct 24 07:45:59 user nova-compute[74307]:   <os>
Oct 24 07:45:59 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 07:45:59 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 07:45:59 user nova-compute[74307]:   </os>
Oct 24 07:45:59 user nova-compute[74307]:   <features>
Oct 24 07:45:59 user nova-compute[74307]:     <acpi/>
Oct 24 07:45:59 user nova-compute[74307]:     <apic/>
Oct 24 07:45:59 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 07:45:59 user nova-compute[74307]:   </features>
Oct 24 07:45:59 user nova-compute[74307]:   <clock offset="utc">
Oct 24 07:45:59 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 07:45:59 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 07:45:59 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 07:45:59 user nova-compute[74307]:   </clock>
Oct 24 07:45:59 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 07:45:59 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 07:45:59 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 07:45:59 user nova-compute[74307]:   </cpu>
Oct 24 07:45:59 user nova-compute[74307]:   <devices>
Oct 24 07:45:59 user nova-compute[74307]:     <disk type="block" device="disk">
Oct 24 07:45:59 user nova-compute[74307]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:45:59 user nova-compute[74307]:       <source dev="/dev/sdc"/>
Oct 24 07:45:59 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 07:45:59 user nova-compute[74307]:       <serial>7bcefabf-01ea-4a72-a0b0-7277ddd4e854</serial>
Oct 24 07:45:59 user nova-compute[74307]:     </disk>
Oct 24 07:45:59 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 07:45:59 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 07:45:59 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/9ea8255e-1f82-4e7f-b09b-aca682f1f374/disk.rescue"/>
Oct 24 07:45:59 user nova-compute[74307]:       <target dev="vdb" bus="virtio"/>
Oct 24 07:45:59 user nova-compute[74307]:       <boot order="1"/>
Oct 24 07:45:59 user nova-compute[74307]:     </disk>
Oct 24 07:45:59 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 07:45:59 user nova-compute[74307]:       <mac address="fa:16:3e:a0:90:24"/>
Oct 24 07:45:59 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:45:59 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 07:45:59 user nova-compute[74307]:       <target dev="tapa31e4ae2-10"/>
Oct 24 07:45:59 user nova-compute[74307]:     </interface>
Oct 24 07:45:59 user nova-compute[74307]:     <serial type="pty">
Oct 24 07:45:59 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/9ea8255e-1f82-4e7f-b09b-aca682f1f374/console.log" append="off"/>
Oct 24 07:45:59 user nova-compute[74307]:     </serial>
Oct 24 07:45:59 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 07:45:59 user nova-compute[74307]:     <video>
Oct 24 07:45:59 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:45:59 user nova-compute[74307]:     </video>
Oct 24 07:45:59 user nova-compute[74307]:     <rng model="virtio">
Oct 24 07:45:59 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 07:45:59 user nova-compute[74307]:     </rng>
Oct 24 07:45:59 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 07:45:59 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 07:45:59 user nova-compute[74307]:       <stats period="10"/>
Oct 24 07:45:59 user nova-compute[74307]:     </memballoon>
Oct 24 07:45:59 user nova-compute[74307]:   </devices>
Oct 24 07:45:59 user nova-compute[74307]: </domain>
Oct 24 07:45:59 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 07:45:59 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Instance destroyed successfully.
Oct 24 07:45:59 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:45:59 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] No VIF found with MAC fa:16:3e:a0:90:24, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:46:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:02 user nova-compute[74307]: DEBUG nova.compute.manager [req-aa0869ae-83ac-41da-82df-f595edee349c req-ca1e3d7e-e2a2-4b83-b2f6-a8d55d5f3e45 service nova] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Received event network-vif-plugged-a31e4ae2-1058-4643-9243-640de193070f {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:46:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-aa0869ae-83ac-41da-82df-f595edee349c req-ca1e3d7e-e2a2-4b83-b2f6-a8d55d5f3e45 service nova] Acquiring lock "9ea8255e-1f82-4e7f-b09b-aca682f1f374-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:46:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-aa0869ae-83ac-41da-82df-f595edee349c req-ca1e3d7e-e2a2-4b83-b2f6-a8d55d5f3e45 service nova] Lock "9ea8255e-1f82-4e7f-b09b-aca682f1f374-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:46:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-aa0869ae-83ac-41da-82df-f595edee349c req-ca1e3d7e-e2a2-4b83-b2f6-a8d55d5f3e45 service nova] Lock "9ea8255e-1f82-4e7f-b09b-aca682f1f374-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:46:02 user nova-compute[74307]: DEBUG nova.compute.manager [req-aa0869ae-83ac-41da-82df-f595edee349c req-ca1e3d7e-e2a2-4b83-b2f6-a8d55d5f3e45 service nova] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] No waiting events found dispatching network-vif-plugged-a31e4ae2-1058-4643-9243-640de193070f {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:46:02 user nova-compute[74307]: WARNING nova.compute.manager [req-aa0869ae-83ac-41da-82df-f595edee349c req-ca1e3d7e-e2a2-4b83-b2f6-a8d55d5f3e45 service nova] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Received unexpected event network-vif-plugged-a31e4ae2-1058-4643-9243-640de193070f for instance with vm_state active and task_state rescuing.
Oct 24 07:46:03 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:04 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:04 user nova-compute[74307]: DEBUG nova.compute.manager [None req-df666a13-bc8b-4a34-88ec-7b8f9a6d6ca3 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:46:04 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:04 user nova-compute[74307]: DEBUG nova.compute.manager [req-70f63db5-493a-4620-81f9-082122e21672 req-5ca56446-ca07-4a84-9723-3a931d3fdcac service nova] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Received event network-vif-plugged-a31e4ae2-1058-4643-9243-640de193070f {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:46:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-70f63db5-493a-4620-81f9-082122e21672 req-5ca56446-ca07-4a84-9723-3a931d3fdcac service nova] Acquiring lock "9ea8255e-1f82-4e7f-b09b-aca682f1f374-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:46:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-70f63db5-493a-4620-81f9-082122e21672 req-5ca56446-ca07-4a84-9723-3a931d3fdcac service nova] Lock "9ea8255e-1f82-4e7f-b09b-aca682f1f374-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:46:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-70f63db5-493a-4620-81f9-082122e21672 req-5ca56446-ca07-4a84-9723-3a931d3fdcac service nova] Lock "9ea8255e-1f82-4e7f-b09b-aca682f1f374-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:46:04 user nova-compute[74307]: DEBUG nova.compute.manager [req-70f63db5-493a-4620-81f9-082122e21672 req-5ca56446-ca07-4a84-9723-3a931d3fdcac service nova] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] No waiting events found dispatching network-vif-plugged-a31e4ae2-1058-4643-9243-640de193070f {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:46:04 user nova-compute[74307]: WARNING nova.compute.manager [req-70f63db5-493a-4620-81f9-082122e21672 req-5ca56446-ca07-4a84-9723-3a931d3fdcac service nova] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Received unexpected event network-vif-plugged-a31e4ae2-1058-4643-9243-640de193070f for instance with vm_state rescued and task_state None.
Oct 24 07:46:06 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:46:06 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:46:06 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Starting heal instance info cache {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 07:46:06 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Didn't find any instances for network info cache update. {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 24 07:46:06 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:46:06 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:46:06 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:46:06 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:46:06 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:46:06 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:46:06 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74307) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 07:46:06 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:46:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:46:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:46:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:46:06 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 07:46:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0f8feaa4-716e-4476-9137-f41f7bcc3ec6/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Acquiring lock "02857236-4abf-4671-972e-21ef9328566c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:46:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Lock "02857236-4abf-4671-972e-21ef9328566c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:46:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0f8feaa4-716e-4476-9137-f41f7bcc3ec6/disk --force-share --output=json" returned: 0 in 0.273s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0f8feaa4-716e-4476-9137-f41f7bcc3ec6/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:07 user nova-compute[74307]: DEBUG nova.compute.manager [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 02857236-4abf-4671-972e-21ef9328566c] Starting instance... {{(pid=74307) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 07:46:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0f8feaa4-716e-4476-9137-f41f7bcc3ec6/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:46:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.003s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:46:07 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 07:46:07 user nova-compute[74307]: INFO nova.compute.claims [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 02857236-4abf-4671-972e-21ef9328566c] Claim successful on node user
Oct 24 07:46:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:08 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:46:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:08 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:46:08 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:46:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:08 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.609s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:46:08 user nova-compute[74307]: DEBUG nova.compute.manager [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 02857236-4abf-4671-972e-21ef9328566c] Start building networks asynchronously for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 07:46:08 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:08 user nova-compute[74307]: DEBUG nova.compute.manager [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 02857236-4abf-4671-972e-21ef9328566c] Allocating IP information in the background. {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 07:46:08 user nova-compute[74307]: DEBUG nova.network.neutron [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 02857236-4abf-4671-972e-21ef9328566c] allocate_for_instance() {{(pid=74307) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 07:46:08 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 02857236-4abf-4671-972e-21ef9328566c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 07:46:08 user nova-compute[74307]: DEBUG nova.compute.manager [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 02857236-4abf-4671-972e-21ef9328566c] Start building block device mappings for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 07:46:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:08 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:46:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ea8255e-1f82-4e7f-b09b-aca682f1f374/disk.rescue --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:08 user nova-compute[74307]: DEBUG nova.policy [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75305290191a43728a1b776e25f541ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf4d4b486d654380879d39124771021e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74307) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 07:46:08 user nova-compute[74307]: DEBUG nova.compute.manager [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 02857236-4abf-4671-972e-21ef9328566c] Start spawning the instance on the hypervisor. {{(pid=74307) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 07:46:08 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 02857236-4abf-4671-972e-21ef9328566c] Creating instance directory {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 07:46:08 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 02857236-4abf-4671-972e-21ef9328566c] Creating image(s)
Oct 24 07:46:08 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Acquiring lock "/opt/stack/data/nova/instances/02857236-4abf-4671-972e-21ef9328566c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:46:08 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Lock "/opt/stack/data/nova/instances/02857236-4abf-4671-972e-21ef9328566c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:46:08 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Lock "/opt/stack/data/nova/instances/02857236-4abf-4671-972e-21ef9328566c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:46:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ea8255e-1f82-4e7f-b09b-aca682f1f374/disk.rescue --force-share --output=json" returned: 0 in 0.198s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ea8255e-1f82-4e7f-b09b-aca682f1f374/disk.rescue --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.181s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:08 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Acquiring lock "9cb24620554d5eab84e846c14e389d04f4c43d48" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:46:08 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:46:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ea8255e-1f82-4e7f-b09b-aca682f1f374/disk.rescue --force-share --output=json" returned: 0 in 0.179s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6b2cfc6-bc30-485a-95ba-11509955f63c/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.193s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/02857236-4abf-4671-972e-21ef9328566c/disk 1073741824 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/02857236-4abf-4671-972e-21ef9328566c/disk 1073741824" returned: 0 in 0.055s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.258s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:46:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6b2cfc6-bc30-485a-95ba-11509955f63c/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6b2cfc6-bc30-485a-95ba-11509955f63c/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.188s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:09 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Checking if we can resize image /opt/stack/data/nova/instances/02857236-4abf-4671-972e-21ef9328566c/disk. size=1073741824 {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 07:46:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/02857236-4abf-4671-972e-21ef9328566c/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6b2cfc6-bc30-485a-95ba-11509955f63c/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:09 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:09 user nova-compute[74307]: INFO nova.compute.manager [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] [instance: f7396517-e3c6-4d85-b267-4252e6c24cef] Took 22.67 seconds to detach 3 volumes for instance.
Oct 24 07:46:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/02857236-4abf-4671-972e-21ef9328566c/disk --force-share --output=json" returned: 0 in 0.247s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:09 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Cannot resize image /opt/stack/data/nova/instances/02857236-4abf-4671-972e-21ef9328566c/disk to a smaller size. {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 07:46:09 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 02857236-4abf-4671-972e-21ef9328566c] Created local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 07:46:09 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 02857236-4abf-4671-972e-21ef9328566c] Ensure instance console log exists: /opt/stack/data/nova/instances/02857236-4abf-4671-972e-21ef9328566c/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 07:46:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:46:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:46:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:46:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:46:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.010s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:46:09 user nova-compute[74307]: DEBUG nova.network.neutron [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 02857236-4abf-4671-972e-21ef9328566c] Successfully created port: a00fd47b-178d-4de8-a951-f9cd6a81f487 {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 07:46:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:09 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:46:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk.rescue --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk.rescue --force-share --output=json" returned: 0 in 0.222s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk.rescue --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:10 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Starting finish_migration {{(pid=74307) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11674}}
Oct 24 07:46:10 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Instance directory exists: not creating {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 24 07:46:10 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Creating image(s)
Oct 24 07:46:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:10 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:46:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk.rescue --force-share --output=json" returned: 0 in 0.199s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:10 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:46:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.257s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:10 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk. size=21474836480 {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 07:46:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.726s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:46:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:10 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Deleted allocations for instance f7396517-e3c6-4d85-b267-4252e6c24cef
Oct 24 07:46:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Running cmd (subprocess): qemu-img resize /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk 21474836480 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:10 user nova-compute[74307]: DEBUG nova.network.neutron [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 02857236-4abf-4671-972e-21ef9328566c] Successfully updated port: a00fd47b-178d-4de8-a951-f9cd6a81f487 {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 07:46:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a2f73e9f-83c3-4824-86b4-5ebe2a49376b tempest-TaggedBootDevicesTest-956734080 tempest-TaggedBootDevicesTest-956734080-project-member] Lock "f7396517-e3c6-4d85-b267-4252e6c24cef" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 34.401s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:46:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] CMD "qemu-img resize /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk 21474836480" returned: 0 in 0.080s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Acquiring lock "refresh_cache-02857236-4abf-4671-972e-21ef9328566c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:46:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Acquired lock "refresh_cache-02857236-4abf-4671-972e-21ef9328566c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:46:10 user nova-compute[74307]: DEBUG nova.network.neutron [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 02857236-4abf-4671-972e-21ef9328566c] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 07:46:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:10 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Did not create local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 24 07:46:10 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Ensure instance console log exists: /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 07:46:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:46:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:46:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:46:10 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Start _get_guest_xml network_info=[{"id": "989eb379-62b5-4062-95a6-0357967bb8cb", "address": "fa:16:3e:46:46:e1", "network": {"id": "f6232387-1f48-4257-bccd-b30cb0bb880d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1072713156-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.221", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1072713156-network", "vif_mac": "fa:16:3e:46:46:e1"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0168f8c4ed044e57b721edf920156848", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap989eb379-62", "ovs_interfaceid": "989eb379-62b5-4062-95a6-0357967bb8cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'boot_index': 0, 'guest_format': None, 'image_id': 'ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LpbBQmIi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '9ca4c6f9-3966-4025-b0d4-273611aba465', 'attached_at': '2023-10-24T07:46:10.000000', 'detached_at': '', 'volume_id': '26c59d6a-5a7b-42ae-8462-8bf76546c9fc', 'serial': '26c59d6a-5a7b-42ae-8462-8bf76546c9fc'}, 'attachment_id': 'b6c0fa5b-5897-47e3-a0b8-5f7d6ca2a8c7', 'guest_format': None, 'mount_device': '/dev/vdb', 'boot_index': None, 'delete_on_termination': False, 'volume_type': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 07:46:10 user nova-compute[74307]: DEBUG nova.compute.manager [req-3db955e5-d090-478b-baf0-daae77ed20a9 req-113c489a-c388-4e71-a4ea-f39dbfab3f6b service nova] [instance: 02857236-4abf-4671-972e-21ef9328566c] Received event network-changed-a00fd47b-178d-4de8-a951-f9cd6a81f487 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:46:10 user nova-compute[74307]: DEBUG nova.compute.manager [req-3db955e5-d090-478b-baf0-daae77ed20a9 req-113c489a-c388-4e71-a4ea-f39dbfab3f6b service nova] [instance: 02857236-4abf-4671-972e-21ef9328566c] Refreshing instance network info cache due to event network-changed-a00fd47b-178d-4de8-a951-f9cd6a81f487. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:46:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-3db955e5-d090-478b-baf0-daae77ed20a9 req-113c489a-c388-4e71-a4ea-f39dbfab3f6b service nova] Acquiring lock "refresh_cache-02857236-4abf-4671-972e-21ef9328566c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:46:10 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:46:10 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:46:10 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:46:10 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 07:46:10 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 07:46:10 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 07:46:10 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 07:46:10 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 07:46:10 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 07:46:10 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 07:46:10 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 07:46:10 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 07:46:10 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 07:46:10 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 07:46:10 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 07:46:10 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 07:46:10 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 07:46:10 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 07:46:10 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 07:46:10 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Calling os-brick to attach iSCSI Volume {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 07:46:10 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LpbBQmIi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:46:10 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:46:10 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:46:10 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:46:10 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:46:10 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:46:10 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:46:10 user nova-compute[74307]: INFO os_brick.initiator.connectors.iscsi [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 07:46:10 user nova-compute[74307]: DEBUG nova.network.neutron [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 02857236-4abf-4671-972e-21ef9328566c] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[3302a2e3-9f1c-410b-933c-e5ed02504d6f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 07:46:11 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --interface default --op new {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:11 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:46:11 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:46:11 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Hypervisor/Node resource view: name=user free_ram=7841MB free_disk=25.320755004882812GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebab3c94-7260-4ec0-baf7-299cbc34a2d5]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc] added\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc] added
Oct 24 07:46:11 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb8c3bcd-9f2e-44f4-a01d-87517b776fd8]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[33dc9cfc-e313-4747-9fdf-048ade5e7a24]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LpbBQmIi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LpbBQmIi" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bb08574-dd0c-4a87-9969-e3d907d97328]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'LpbBQmIi'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[0142f1a7-3e70-4814-bd4a-ba19022670b2]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Applying migration context for instance 9ca4c6f9-3966-4025-b0d4-273611aba465 as it has an incoming, in-progress migration ff95c05c-2974-4360-a3f0-dbb8d90521d0. Migration status is post-migrating {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Oct 24 07:46:11 user nova-compute[74307]: INFO nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Updating resource usage from migration ff95c05c-2974-4360-a3f0-dbb8d90521d0
Oct 24 07:46:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ec245c9-5212-427d-a59b-a29e8f5d531a]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:46:11 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:46:11 user nova-compute[74307]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 (non-flash)
Oct 24 07:46:11 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:46:11 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:46:11 user nova-compute[74307]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 (non-flash)
Oct 24 07:46:11 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --login {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fe508640-79f4-43d1-b846-00f28f91df79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance bbf0ee63-f415-4610-9018-ae94792726e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance bf3db205-9fd8-47db-8365-87bc07dd98b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 9ea8255e-1f82-4e7f-b09b-aca682f1f374 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 0f8feaa4-716e-4476-9137-f41f7bcc3ec6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance a6b2cfc6-bc30-485a-95ba-11509955f63c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance d508a024-e0f7-4864-871e-a33b8abc2157 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Migration ff95c05c-2974-4360-a3f0-dbb8d90521d0 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 9ca4c6f9-3966-4025-b0d4-273611aba465 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 02857236-4abf-4671-972e-21ef9328566c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=27GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --login" returned: 0 in 0.067s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7b8f479-8f8b-405f-b8c3-bd90188ebacf]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc, portal: 172.16.0.220,3260]
Oct 24 07:46:11 user nova-compute[74307]: Login to [iface: default, target: iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc, portal: 172.16.0.220,3260] successful.
Oct 24 07:46:11 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[778f04b4-d92f-46db-b69f-7f4af9ca2c76]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[edca0944-a15c-45d1-8557-d860375e2c2c]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:46:11 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:46:11 user nova-compute[74307]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 (non-flash)
Oct 24 07:46:11 user nova-compute[74307]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)
Oct 24 07:46:11 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:46:11 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:46:11 user nova-compute[74307]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 (non-flash)
Oct 24 07:46:11 user nova-compute[74307]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)
Oct 24 07:46:11 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.642s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Connected to 172.16.0.220:3260 {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] HCTL ('36', '-', '-', 0) found on session 16 with lun 0 {{(pid=74307) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74307) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG nova.network.neutron [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 02857236-4abf-4671-972e-21ef9328566c] Updating instance_info_cache with network_info: [{"id": "a00fd47b-178d-4de8-a951-f9cd6a81f487", "address": "fa:16:3e:90:3e:56", "network": {"id": "eedc337c-53f3-4d14-8c57-9089cda15d33", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-780467305-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf4d4b486d654380879d39124771021e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa00fd47b-17", "ovs_interfaceid": "a00fd47b-178d-4de8-a951-f9cd6a81f487", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a2d4dd1-6a69-4abb-b57b-54dde531f37d]: (4, ('- - 0', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Searching for a device in session 16 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LpbBQmIi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Releasing lock "refresh_cache-02857236-4abf-4671-972e-21ef9328566c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG nova.compute.manager [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 02857236-4abf-4671-972e-21ef9328566c] Instance network_info: |[{"id": "a00fd47b-178d-4de8-a951-f9cd6a81f487", "address": "fa:16:3e:90:3e:56", "network": {"id": "eedc337c-53f3-4d14-8c57-9089cda15d33", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-780467305-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf4d4b486d654380879d39124771021e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa00fd47b-17", "ovs_interfaceid": "a00fd47b-178d-4de8-a951-f9cd6a81f487", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-3db955e5-d090-478b-baf0-daae77ed20a9 req-113c489a-c388-4e71-a4ea-f39dbfab3f6b service nova] Acquired lock "refresh_cache-02857236-4abf-4671-972e-21ef9328566c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG nova.network.neutron [req-3db955e5-d090-478b-baf0-daae77ed20a9 req-113c489a-c388-4e71-a4ea-f39dbfab3f6b service nova] [instance: 02857236-4abf-4671-972e-21ef9328566c] Refreshing network info cache for port a00fd47b-178d-4de8-a951-f9cd6a81f487 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 02857236-4abf-4671-972e-21ef9328566c] Start _get_guest_xml network_info=[{"id": "a00fd47b-178d-4de8-a951-f9cd6a81f487", "address": "fa:16:3e:90:3e:56", "network": {"id": "eedc337c-53f3-4d14-8c57-9089cda15d33", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-780467305-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf4d4b486d654380879d39124771021e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa00fd47b-17", "ovs_interfaceid": "a00fd47b-178d-4de8-a951-f9cd6a81f487", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'boot_index': 0, 'guest_format': None, 'image_id': 'ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 07:46:11 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:46:11 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:46:11 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:46:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-276151237',display_name='tempest-VolumesAdminNegativeTest-server-276151237',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-276151237',id=15,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIUqYSoHUPxzvhEXHD42HdlCbEetI1l4WcRumV8sLl7JsQa3g8H+D6jh3hxgCTE2W/gLSzLYoWX2IQLSyMfwyTNpdtqW0Nqv3uI3YKtlxpbaqDEierwdW9GhgozT6j9DFg==',key_name='tempest-keypair-70010038',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bf4d4b486d654380879d39124771021e',ramdisk_id='',reservation_id='r-3rtnh99h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-206772709',owner_user_name='tempest-VolumesAdminNegativeTest-206772709-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:46:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='75305290191a43728a1b776e25f541ff',uuid=02857236-4abf-4671-972e-21ef9328566c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a00fd47b-178d-4de8-a951-f9cd6a81f487", "address": "fa:16:3e:90:3e:56", "network": {"id": "eedc337c-53f3-4d14-8c57-9089cda15d33", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-780467305-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf4d4b486d654380879d39124771021e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa00fd47b-17", "ovs_interfaceid": "a00fd47b-178d-4de8-a951-f9cd6a81f487", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Converting VIF {"id": "a00fd47b-178d-4de8-a951-f9cd6a81f487", "address": "fa:16:3e:90:3e:56", "network": {"id": "eedc337c-53f3-4d14-8c57-9089cda15d33", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-780467305-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf4d4b486d654380879d39124771021e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa00fd47b-17", "ovs_interfaceid": "a00fd47b-178d-4de8-a951-f9cd6a81f487", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:90:3e:56,bridge_name='br-int',has_traffic_filtering=True,id=a00fd47b-178d-4de8-a951-f9cd6a81f487,network=Network(eedc337c-53f3-4d14-8c57-9089cda15d33),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa00fd47b-17') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG nova.objects.instance [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Lazy-loading 'pci_devices' on Instance uuid 02857236-4abf-4671-972e-21ef9328566c {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 02857236-4abf-4671-972e-21ef9328566c] End _get_guest_xml xml=<domain type="kvm">
Oct 24 07:46:11 user nova-compute[74307]:   <uuid>02857236-4abf-4671-972e-21ef9328566c</uuid>
Oct 24 07:46:11 user nova-compute[74307]:   <name>instance-0000000f</name>
Oct 24 07:46:11 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 07:46:11 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 07:46:11 user nova-compute[74307]:   <metadata>
Oct 24 07:46:11 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 07:46:11 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 07:46:11 user nova-compute[74307]:       <nova:name>tempest-VolumesAdminNegativeTest-server-276151237</nova:name>
Oct 24 07:46:11 user nova-compute[74307]:       <nova:creationTime>2023-10-24 07:46:11</nova:creationTime>
Oct 24 07:46:11 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 07:46:11 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 07:46:11 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 07:46:11 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 07:46:11 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 07:46:11 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 07:46:11 user nova-compute[74307]:       </nova:flavor>
Oct 24 07:46:11 user nova-compute[74307]:       <nova:owner>
Oct 24 07:46:11 user nova-compute[74307]:         <nova:user uuid="75305290191a43728a1b776e25f541ff">tempest-VolumesAdminNegativeTest-206772709-project-member</nova:user>
Oct 24 07:46:11 user nova-compute[74307]:         <nova:project uuid="bf4d4b486d654380879d39124771021e">tempest-VolumesAdminNegativeTest-206772709</nova:project>
Oct 24 07:46:11 user nova-compute[74307]:       </nova:owner>
Oct 24 07:46:11 user nova-compute[74307]:       <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 07:46:11 user nova-compute[74307]:       <nova:ports>
Oct 24 07:46:11 user nova-compute[74307]:         <nova:port uuid="a00fd47b-178d-4de8-a951-f9cd6a81f487">
Oct 24 07:46:11 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 24 07:46:11 user nova-compute[74307]:         </nova:port>
Oct 24 07:46:11 user nova-compute[74307]:       </nova:ports>
Oct 24 07:46:11 user nova-compute[74307]:     </nova:instance>
Oct 24 07:46:11 user nova-compute[74307]:   </metadata>
Oct 24 07:46:11 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 07:46:11 user nova-compute[74307]:     <system>
Oct 24 07:46:11 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 07:46:11 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 07:46:11 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 07:46:11 user nova-compute[74307]:       <entry name="serial">02857236-4abf-4671-972e-21ef9328566c</entry>
Oct 24 07:46:11 user nova-compute[74307]:       <entry name="uuid">02857236-4abf-4671-972e-21ef9328566c</entry>
Oct 24 07:46:11 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 07:46:11 user nova-compute[74307]:     </system>
Oct 24 07:46:11 user nova-compute[74307]:   </sysinfo>
Oct 24 07:46:11 user nova-compute[74307]:   <os>
Oct 24 07:46:11 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 07:46:11 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 07:46:11 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 07:46:11 user nova-compute[74307]:   </os>
Oct 24 07:46:11 user nova-compute[74307]:   <features>
Oct 24 07:46:11 user nova-compute[74307]:     <acpi/>
Oct 24 07:46:11 user nova-compute[74307]:     <apic/>
Oct 24 07:46:11 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 07:46:11 user nova-compute[74307]:   </features>
Oct 24 07:46:11 user nova-compute[74307]:   <clock offset="utc">
Oct 24 07:46:11 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 07:46:11 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 07:46:11 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 07:46:11 user nova-compute[74307]:   </clock>
Oct 24 07:46:11 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 07:46:11 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 07:46:11 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 07:46:11 user nova-compute[74307]:   </cpu>
Oct 24 07:46:11 user nova-compute[74307]:   <devices>
Oct 24 07:46:11 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 07:46:11 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 07:46:11 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/02857236-4abf-4671-972e-21ef9328566c/disk"/>
Oct 24 07:46:11 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 07:46:11 user nova-compute[74307]:     </disk>
Oct 24 07:46:11 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 07:46:11 user nova-compute[74307]:       <mac address="fa:16:3e:90:3e:56"/>
Oct 24 07:46:11 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:46:11 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 07:46:11 user nova-compute[74307]:       <target dev="tapa00fd47b-17"/>
Oct 24 07:46:11 user nova-compute[74307]:     </interface>
Oct 24 07:46:11 user nova-compute[74307]:     <serial type="pty">
Oct 24 07:46:11 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/02857236-4abf-4671-972e-21ef9328566c/console.log" append="off"/>
Oct 24 07:46:11 user nova-compute[74307]:     </serial>
Oct 24 07:46:11 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 07:46:11 user nova-compute[74307]:     <video>
Oct 24 07:46:11 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:46:11 user nova-compute[74307]:     </video>
Oct 24 07:46:11 user nova-compute[74307]:     <rng model="virtio">
Oct 24 07:46:11 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 07:46:11 user nova-compute[74307]:     </rng>
Oct 24 07:46:11 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 07:46:11 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 07:46:11 user nova-compute[74307]:       <stats period="10"/>
Oct 24 07:46:11 user nova-compute[74307]:     </memballoon>
Oct 24 07:46:11 user nova-compute[74307]:   </devices>
Oct 24 07:46:11 user nova-compute[74307]: </domain>
Oct 24 07:46:11 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:46:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-276151237',display_name='tempest-VolumesAdminNegativeTest-server-276151237',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-276151237',id=15,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIUqYSoHUPxzvhEXHD42HdlCbEetI1l4WcRumV8sLl7JsQa3g8H+D6jh3hxgCTE2W/gLSzLYoWX2IQLSyMfwyTNpdtqW0Nqv3uI3YKtlxpbaqDEierwdW9GhgozT6j9DFg==',key_name='tempest-keypair-70010038',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bf4d4b486d654380879d39124771021e',ramdisk_id='',reservation_id='r-3rtnh99h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-206772709',owner_user_name='tempest-VolumesAdminNegativeTest-206772709-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:46:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='75305290191a43728a1b776e25f541ff',uuid=02857236-4abf-4671-972e-21ef9328566c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a00fd47b-178d-4de8-a951-f9cd6a81f487", "address": "fa:16:3e:90:3e:56", "network": {"id": "eedc337c-53f3-4d14-8c57-9089cda15d33", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-780467305-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf4d4b486d654380879d39124771021e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa00fd47b-17", "ovs_interfaceid": "a00fd47b-178d-4de8-a951-f9cd6a81f487", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Converting VIF {"id": "a00fd47b-178d-4de8-a951-f9cd6a81f487", "address": "fa:16:3e:90:3e:56", "network": {"id": "eedc337c-53f3-4d14-8c57-9089cda15d33", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-780467305-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf4d4b486d654380879d39124771021e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa00fd47b-17", "ovs_interfaceid": "a00fd47b-178d-4de8-a951-f9cd6a81f487", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:90:3e:56,bridge_name='br-int',has_traffic_filtering=True,id=a00fd47b-178d-4de8-a951-f9cd6a81f487,network=Network(eedc337c-53f3-4d14-8c57-9089cda15d33),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa00fd47b-17') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG os_vif [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:90:3e:56,bridge_name='br-int',has_traffic_filtering=True,id=a00fd47b-178d-4de8-a951-f9cd6a81f487,network=Network(eedc337c-53f3-4d14-8c57-9089cda15d33),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa00fd47b-17') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '69a4022f-5ccb-5399-9eb2-f21bec7fa738', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa00fd47b-17, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa00fd47b-17, col_values=(('qos', UUID('9ad880eb-27be-4fbd-9572-045fd77d521c')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa00fd47b-17, col_values=(('external_ids', {'iface-id': 'a00fd47b-178d-4de8-a951-f9cd6a81f487', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:90:3e:56', 'vm-uuid': '02857236-4abf-4671-972e-21ef9328566c'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:11 user nova-compute[74307]: INFO os_vif [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:90:3e:56,bridge_name='br-int',has_traffic_filtering=True,id=a00fd47b-178d-4de8-a951-f9cd6a81f487,network=Network(eedc337c-53f3-4d14-8c57-9089cda15d33),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa00fd47b-17')
Oct 24 07:46:11 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] No VIF found with MAC fa:16:3e:90:3e:56, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.587s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG nova.network.neutron [req-3db955e5-d090-478b-baf0-daae77ed20a9 req-113c489a-c388-4e71-a4ea-f39dbfab3f6b service nova] [instance: 02857236-4abf-4671-972e-21ef9328566c] Updated VIF entry in instance network info cache for port a00fd47b-178d-4de8-a951-f9cd6a81f487. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG nova.network.neutron [req-3db955e5-d090-478b-baf0-daae77ed20a9 req-113c489a-c388-4e71-a4ea-f39dbfab3f6b service nova] [instance: 02857236-4abf-4671-972e-21ef9328566c] Updating instance_info_cache with network_info: [{"id": "a00fd47b-178d-4de8-a951-f9cd6a81f487", "address": "fa:16:3e:90:3e:56", "network": {"id": "eedc337c-53f3-4d14-8c57-9089cda15d33", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-780467305-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf4d4b486d654380879d39124771021e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa00fd47b-17", "ovs_interfaceid": "a00fd47b-178d-4de8-a951-f9cd6a81f487", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:46:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-3db955e5-d090-478b-baf0-daae77ed20a9 req-113c489a-c388-4e71-a4ea-f39dbfab3f6b service nova] Releasing lock "refresh_cache-02857236-4abf-4671-972e-21ef9328566c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:46:12 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.677s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:46:12 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] <== connect_volume: return (1679ms) {'type': 'block', 'scsi_wwn': '26132303633636664', 'path': '/dev/sde'} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:46:12 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26132303633636664', 'path': '/dev/sde'} {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 07:46:12 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:41:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-2055145473',display_name='tempest-ServerActionsTestOtherB-server-2055145473',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-2055145473',id=4,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJSw+dRlkk5Y9iS9BmJkNnyADTezdyrtmGXKyyY4yXGCUxjKgGN88CyieUUJWxXV4UovehXC4dT+BaE5ioQ4GLwyd+JmQB/Ibou0075W/rUJUVaILkh9q/wYCE46Q0lgwg==',key_name='tempest-keypair-1453494366',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:41:23Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='0168f8c4ed044e57b721edf920156848',ramdisk_id='',reservation_id='r-flyet017',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1522363102',owner_user_name='tempest-ServerActionsTestOtherB-1522363102-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:45:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b557898592034149a293048a307f3faf',uuid=9ca4c6f9-3966-4025-b0d4-273611aba465,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "989eb379-62b5-4062-95a6-0357967bb8cb", "address": "fa:16:3e:46:46:e1", "network": {"id": "f6232387-1f48-4257-bccd-b30cb0bb880d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1072713156-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.221", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1072713156-network", "vif_mac": "fa:16:3e:46:46:e1"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0168f8c4ed044e57b721edf920156848", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap989eb379-62", "ovs_interfaceid": "989eb379-62b5-4062-95a6-0357967bb8cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 07:46:12 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Converting VIF {"id": "989eb379-62b5-4062-95a6-0357967bb8cb", "address": "fa:16:3e:46:46:e1", "network": {"id": "f6232387-1f48-4257-bccd-b30cb0bb880d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1072713156-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.221", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1072713156-network", "vif_mac": "fa:16:3e:46:46:e1"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0168f8c4ed044e57b721edf920156848", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap989eb379-62", "ovs_interfaceid": "989eb379-62b5-4062-95a6-0357967bb8cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:46:12 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:46:46:e1,bridge_name='br-int',has_traffic_filtering=True,id=989eb379-62b5-4062-95a6-0357967bb8cb,network=Network(f6232387-1f48-4257-bccd-b30cb0bb880d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap989eb379-62') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:46:12 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] End _get_guest_xml xml=<domain type="kvm">
Oct 24 07:46:12 user nova-compute[74307]:   <uuid>9ca4c6f9-3966-4025-b0d4-273611aba465</uuid>
Oct 24 07:46:12 user nova-compute[74307]:   <name>instance-00000004</name>
Oct 24 07:46:12 user nova-compute[74307]:   <memory>2097152</memory>
Oct 24 07:46:12 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 07:46:12 user nova-compute[74307]:   <metadata>
Oct 24 07:46:12 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 07:46:12 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 07:46:12 user nova-compute[74307]:       <nova:name>tempest-ServerActionsTestOtherB-server-2055145473</nova:name>
Oct 24 07:46:12 user nova-compute[74307]:       <nova:creationTime>2023-10-24 07:46:10</nova:creationTime>
Oct 24 07:46:12 user nova-compute[74307]:       <nova:flavor name="m1.small">
Oct 24 07:46:12 user nova-compute[74307]:         <nova:memory>2048</nova:memory>
Oct 24 07:46:12 user nova-compute[74307]:         <nova:disk>20</nova:disk>
Oct 24 07:46:12 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 07:46:12 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 07:46:12 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 07:46:12 user nova-compute[74307]:       </nova:flavor>
Oct 24 07:46:12 user nova-compute[74307]:       <nova:owner>
Oct 24 07:46:12 user nova-compute[74307]:         <nova:user uuid="b557898592034149a293048a307f3faf">tempest-ServerActionsTestOtherB-1522363102-project-member</nova:user>
Oct 24 07:46:12 user nova-compute[74307]:         <nova:project uuid="0168f8c4ed044e57b721edf920156848">tempest-ServerActionsTestOtherB-1522363102</nova:project>
Oct 24 07:46:12 user nova-compute[74307]:       </nova:owner>
Oct 24 07:46:12 user nova-compute[74307]:       <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 07:46:12 user nova-compute[74307]:       <nova:ports>
Oct 24 07:46:12 user nova-compute[74307]:         <nova:port uuid="989eb379-62b5-4062-95a6-0357967bb8cb">
Oct 24 07:46:12 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 24 07:46:12 user nova-compute[74307]:         </nova:port>
Oct 24 07:46:12 user nova-compute[74307]:       </nova:ports>
Oct 24 07:46:12 user nova-compute[74307]:     </nova:instance>
Oct 24 07:46:12 user nova-compute[74307]:   </metadata>
Oct 24 07:46:12 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 07:46:12 user nova-compute[74307]:     <system>
Oct 24 07:46:12 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 07:46:12 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 07:46:12 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 07:46:12 user nova-compute[74307]:       <entry name="serial">9ca4c6f9-3966-4025-b0d4-273611aba465</entry>
Oct 24 07:46:12 user nova-compute[74307]:       <entry name="uuid">9ca4c6f9-3966-4025-b0d4-273611aba465</entry>
Oct 24 07:46:12 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 07:46:12 user nova-compute[74307]:     </system>
Oct 24 07:46:12 user nova-compute[74307]:   </sysinfo>
Oct 24 07:46:12 user nova-compute[74307]:   <os>
Oct 24 07:46:12 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 07:46:12 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 07:46:12 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 07:46:12 user nova-compute[74307]:   </os>
Oct 24 07:46:12 user nova-compute[74307]:   <features>
Oct 24 07:46:12 user nova-compute[74307]:     <acpi/>
Oct 24 07:46:12 user nova-compute[74307]:     <apic/>
Oct 24 07:46:12 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 07:46:12 user nova-compute[74307]:   </features>
Oct 24 07:46:12 user nova-compute[74307]:   <clock offset="utc">
Oct 24 07:46:12 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 07:46:12 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 07:46:12 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 07:46:12 user nova-compute[74307]:   </clock>
Oct 24 07:46:12 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 07:46:12 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 07:46:12 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 07:46:12 user nova-compute[74307]:   </cpu>
Oct 24 07:46:12 user nova-compute[74307]:   <devices>
Oct 24 07:46:12 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 07:46:12 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 07:46:12 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk"/>
Oct 24 07:46:12 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 07:46:12 user nova-compute[74307]:     </disk>
Oct 24 07:46:12 user nova-compute[74307]:     <disk type="block" device="disk">
Oct 24 07:46:12 user nova-compute[74307]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:46:12 user nova-compute[74307]:       <source dev="/dev/sde"/>
Oct 24 07:46:12 user nova-compute[74307]:       <target dev="vdb" bus="virtio"/>
Oct 24 07:46:12 user nova-compute[74307]:       <serial>26c59d6a-5a7b-42ae-8462-8bf76546c9fc</serial>
Oct 24 07:46:12 user nova-compute[74307]:     </disk>
Oct 24 07:46:12 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 07:46:12 user nova-compute[74307]:       <mac address="fa:16:3e:46:46:e1"/>
Oct 24 07:46:12 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:46:12 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 07:46:12 user nova-compute[74307]:       <target dev="tap989eb379-62"/>
Oct 24 07:46:12 user nova-compute[74307]:     </interface>
Oct 24 07:46:12 user nova-compute[74307]:     <serial type="pty">
Oct 24 07:46:12 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/console.log" append="off"/>
Oct 24 07:46:12 user nova-compute[74307]:     </serial>
Oct 24 07:46:12 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 07:46:12 user nova-compute[74307]:     <video>
Oct 24 07:46:12 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:46:12 user nova-compute[74307]:     </video>
Oct 24 07:46:12 user nova-compute[74307]:     <rng model="virtio">
Oct 24 07:46:12 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 07:46:12 user nova-compute[74307]:     </rng>
Oct 24 07:46:12 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 07:46:12 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 07:46:12 user nova-compute[74307]:       <stats period="10"/>
Oct 24 07:46:12 user nova-compute[74307]:     </memballoon>
Oct 24 07:46:12 user nova-compute[74307]:   </devices>
Oct 24 07:46:12 user nova-compute[74307]: </domain>
Oct 24 07:46:12 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 07:46:12 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:41:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-2055145473',display_name='tempest-ServerActionsTestOtherB-server-2055145473',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-2055145473',id=4,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJSw+dRlkk5Y9iS9BmJkNnyADTezdyrtmGXKyyY4yXGCUxjKgGN88CyieUUJWxXV4UovehXC4dT+BaE5ioQ4GLwyd+JmQB/Ibou0075W/rUJUVaILkh9q/wYCE46Q0lgwg==',key_name='tempest-keypair-1453494366',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:41:23Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='0168f8c4ed044e57b721edf920156848',ramdisk_id='',reservation_id='r-flyet017',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1522363102',owner_user_name='tempest-ServerActionsTestOtherB-1522363102-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:45:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b557898592034149a293048a307f3faf',uuid=9ca4c6f9-3966-4025-b0d4-273611aba465,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "989eb379-62b5-4062-95a6-0357967bb8cb", "address": "fa:16:3e:46:46:e1", "network": {"id": "f6232387-1f48-4257-bccd-b30cb0bb880d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1072713156-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.221", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1072713156-network", "vif_mac": "fa:16:3e:46:46:e1"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0168f8c4ed044e57b721edf920156848", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap989eb379-62", "ovs_interfaceid": "989eb379-62b5-4062-95a6-0357967bb8cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 07:46:12 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Converting VIF {"id": "989eb379-62b5-4062-95a6-0357967bb8cb", "address": "fa:16:3e:46:46:e1", "network": {"id": "f6232387-1f48-4257-bccd-b30cb0bb880d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1072713156-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.221", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1072713156-network", "vif_mac": "fa:16:3e:46:46:e1"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0168f8c4ed044e57b721edf920156848", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap989eb379-62", "ovs_interfaceid": "989eb379-62b5-4062-95a6-0357967bb8cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:46:12 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:46:46:e1,bridge_name='br-int',has_traffic_filtering=True,id=989eb379-62b5-4062-95a6-0357967bb8cb,network=Network(f6232387-1f48-4257-bccd-b30cb0bb880d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap989eb379-62') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:46:12 user nova-compute[74307]: DEBUG os_vif [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:46:46:e1,bridge_name='br-int',has_traffic_filtering=True,id=989eb379-62b5-4062-95a6-0357967bb8cb,network=Network(f6232387-1f48-4257-bccd-b30cb0bb880d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap989eb379-62') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 07:46:12 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:12 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:46:12 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:46:12 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:12 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b6cb601e-2c91-54fc-9a00-0e025dc02e9c', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:46:12 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:12 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:46:12 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:12 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:12 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap989eb379-62, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:46:12 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap989eb379-62, col_values=(('qos', UUID('1680e9b4-2796-4276-adcd-0a270ebb90aa')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:46:12 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap989eb379-62, col_values=(('external_ids', {'iface-id': '989eb379-62b5-4062-95a6-0357967bb8cb', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:46:46:e1', 'vm-uuid': '9ca4c6f9-3966-4025-b0d4-273611aba465'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:46:12 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:12 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:46:12 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:12 user nova-compute[74307]: INFO os_vif [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:46:46:e1,bridge_name='br-int',has_traffic_filtering=True,id=989eb379-62b5-4062-95a6-0357967bb8cb,network=Network(f6232387-1f48-4257-bccd-b30cb0bb880d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap989eb379-62')
Oct 24 07:46:12 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:46:12 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:46:12 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] No VIF found with MAC fa:16:3e:46:46:e1, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:46:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:13 user nova-compute[74307]: DEBUG nova.compute.manager [req-99e52786-af89-40c4-920d-b2c5583072d5 req-1946401a-8d04-4b42-8a48-04dfac3a90bc service nova] [instance: 02857236-4abf-4671-972e-21ef9328566c] Received event network-vif-plugged-a00fd47b-178d-4de8-a951-f9cd6a81f487 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:46:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-99e52786-af89-40c4-920d-b2c5583072d5 req-1946401a-8d04-4b42-8a48-04dfac3a90bc service nova] Acquiring lock "02857236-4abf-4671-972e-21ef9328566c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:46:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-99e52786-af89-40c4-920d-b2c5583072d5 req-1946401a-8d04-4b42-8a48-04dfac3a90bc service nova] Lock "02857236-4abf-4671-972e-21ef9328566c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:46:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-99e52786-af89-40c4-920d-b2c5583072d5 req-1946401a-8d04-4b42-8a48-04dfac3a90bc service nova] Lock "02857236-4abf-4671-972e-21ef9328566c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:46:13 user nova-compute[74307]: DEBUG nova.compute.manager [req-99e52786-af89-40c4-920d-b2c5583072d5 req-1946401a-8d04-4b42-8a48-04dfac3a90bc service nova] [instance: 02857236-4abf-4671-972e-21ef9328566c] No waiting events found dispatching network-vif-plugged-a00fd47b-178d-4de8-a951-f9cd6a81f487 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:46:13 user nova-compute[74307]: WARNING nova.compute.manager [req-99e52786-af89-40c4-920d-b2c5583072d5 req-1946401a-8d04-4b42-8a48-04dfac3a90bc service nova] [instance: 02857236-4abf-4671-972e-21ef9328566c] Received unexpected event network-vif-plugged-a00fd47b-178d-4de8-a951-f9cd6a81f487 for instance with vm_state building and task_state spawning.
Oct 24 07:46:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:14 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:14 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:14 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:14 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:15 user nova-compute[74307]: DEBUG nova.compute.manager [req-84736d3c-660a-4ff3-a0e7-b4e99fbd6373 req-6afa3189-2603-4db2-8f53-06aa1240802d service nova] [instance: 02857236-4abf-4671-972e-21ef9328566c] Received event network-vif-plugged-a00fd47b-178d-4de8-a951-f9cd6a81f487 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:46:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-84736d3c-660a-4ff3-a0e7-b4e99fbd6373 req-6afa3189-2603-4db2-8f53-06aa1240802d service nova] Acquiring lock "02857236-4abf-4671-972e-21ef9328566c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:46:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-84736d3c-660a-4ff3-a0e7-b4e99fbd6373 req-6afa3189-2603-4db2-8f53-06aa1240802d service nova] Lock "02857236-4abf-4671-972e-21ef9328566c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:46:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-84736d3c-660a-4ff3-a0e7-b4e99fbd6373 req-6afa3189-2603-4db2-8f53-06aa1240802d service nova] Lock "02857236-4abf-4671-972e-21ef9328566c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:46:15 user nova-compute[74307]: DEBUG nova.compute.manager [req-84736d3c-660a-4ff3-a0e7-b4e99fbd6373 req-6afa3189-2603-4db2-8f53-06aa1240802d service nova] [instance: 02857236-4abf-4671-972e-21ef9328566c] No waiting events found dispatching network-vif-plugged-a00fd47b-178d-4de8-a951-f9cd6a81f487 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:46:15 user nova-compute[74307]: WARNING nova.compute.manager [req-84736d3c-660a-4ff3-a0e7-b4e99fbd6373 req-6afa3189-2603-4db2-8f53-06aa1240802d service nova] [instance: 02857236-4abf-4671-972e-21ef9328566c] Received unexpected event network-vif-plugged-a00fd47b-178d-4de8-a951-f9cd6a81f487 for instance with vm_state building and task_state spawning.
Oct 24 07:46:15 user nova-compute[74307]: DEBUG nova.compute.manager [req-84736d3c-660a-4ff3-a0e7-b4e99fbd6373 req-6afa3189-2603-4db2-8f53-06aa1240802d service nova] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Received event network-vif-plugged-989eb379-62b5-4062-95a6-0357967bb8cb {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:46:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-84736d3c-660a-4ff3-a0e7-b4e99fbd6373 req-6afa3189-2603-4db2-8f53-06aa1240802d service nova] Acquiring lock "9ca4c6f9-3966-4025-b0d4-273611aba465-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:46:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-84736d3c-660a-4ff3-a0e7-b4e99fbd6373 req-6afa3189-2603-4db2-8f53-06aa1240802d service nova] Lock "9ca4c6f9-3966-4025-b0d4-273611aba465-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:46:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-84736d3c-660a-4ff3-a0e7-b4e99fbd6373 req-6afa3189-2603-4db2-8f53-06aa1240802d service nova] Lock "9ca4c6f9-3966-4025-b0d4-273611aba465-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:46:15 user nova-compute[74307]: DEBUG nova.compute.manager [req-84736d3c-660a-4ff3-a0e7-b4e99fbd6373 req-6afa3189-2603-4db2-8f53-06aa1240802d service nova] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] No waiting events found dispatching network-vif-plugged-989eb379-62b5-4062-95a6-0357967bb8cb {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:46:15 user nova-compute[74307]: WARNING nova.compute.manager [req-84736d3c-660a-4ff3-a0e7-b4e99fbd6373 req-6afa3189-2603-4db2-8f53-06aa1240802d service nova] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Received unexpected event network-vif-plugged-989eb379-62b5-4062-95a6-0357967bb8cb for instance with vm_state active and task_state resize_finish.
Oct 24 07:46:15 user nova-compute[74307]: DEBUG nova.compute.manager [req-84736d3c-660a-4ff3-a0e7-b4e99fbd6373 req-6afa3189-2603-4db2-8f53-06aa1240802d service nova] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Received event network-vif-plugged-989eb379-62b5-4062-95a6-0357967bb8cb {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:46:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-84736d3c-660a-4ff3-a0e7-b4e99fbd6373 req-6afa3189-2603-4db2-8f53-06aa1240802d service nova] Acquiring lock "9ca4c6f9-3966-4025-b0d4-273611aba465-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:46:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-84736d3c-660a-4ff3-a0e7-b4e99fbd6373 req-6afa3189-2603-4db2-8f53-06aa1240802d service nova] Lock "9ca4c6f9-3966-4025-b0d4-273611aba465-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:46:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-84736d3c-660a-4ff3-a0e7-b4e99fbd6373 req-6afa3189-2603-4db2-8f53-06aa1240802d service nova] Lock "9ca4c6f9-3966-4025-b0d4-273611aba465-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:46:15 user nova-compute[74307]: DEBUG nova.compute.manager [req-84736d3c-660a-4ff3-a0e7-b4e99fbd6373 req-6afa3189-2603-4db2-8f53-06aa1240802d service nova] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] No waiting events found dispatching network-vif-plugged-989eb379-62b5-4062-95a6-0357967bb8cb {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:46:15 user nova-compute[74307]: WARNING nova.compute.manager [req-84736d3c-660a-4ff3-a0e7-b4e99fbd6373 req-6afa3189-2603-4db2-8f53-06aa1240802d service nova] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Received unexpected event network-vif-plugged-989eb379-62b5-4062-95a6-0357967bb8cb for instance with vm_state active and task_state resize_finish.
Oct 24 07:46:16 user nova-compute[74307]: DEBUG nova.compute.manager [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 07:46:16 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Instance running successfully.
Oct 24 07:46:16 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Failed to set time: agent not configured {{(pid=74307) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Oct 24 07:46:16 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-c93d957b-1c9e-467e-9196-9d344abb5c8d tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] finish_migration finished successfully. {{(pid=74307) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11769}}
Oct 24 07:46:17 user nova-compute[74307]: DEBUG nova.compute.manager [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 02857236-4abf-4671-972e-21ef9328566c] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 07:46:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 02857236-4abf-4671-972e-21ef9328566c] Guest created on hypervisor {{(pid=74307) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 07:46:17 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 02857236-4abf-4671-972e-21ef9328566c] Instance spawned successfully.
Oct 24 07:46:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 02857236-4abf-4671-972e-21ef9328566c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 07:46:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 02857236-4abf-4671-972e-21ef9328566c] Found default for hw_cdrom_bus of ide {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:46:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 02857236-4abf-4671-972e-21ef9328566c] Found default for hw_disk_bus of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:46:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 02857236-4abf-4671-972e-21ef9328566c] Found default for hw_input_bus of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:46:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 02857236-4abf-4671-972e-21ef9328566c] Found default for hw_pointer_model of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:46:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 02857236-4abf-4671-972e-21ef9328566c] Found default for hw_video_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:46:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 02857236-4abf-4671-972e-21ef9328566c] Found default for hw_vif_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:46:17 user nova-compute[74307]: DEBUG nova.compute.manager [req-462815a0-5339-467d-9c28-21571bb07ed7 req-bce948e6-870a-4d3e-9ddc-a0d22eaf8ebb service nova] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Received event network-changed-74ee7f28-30af-4bb9-a77f-02df6de66431 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:46:17 user nova-compute[74307]: DEBUG nova.compute.manager [req-462815a0-5339-467d-9c28-21571bb07ed7 req-bce948e6-870a-4d3e-9ddc-a0d22eaf8ebb service nova] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Refreshing instance network info cache due to event network-changed-74ee7f28-30af-4bb9-a77f-02df6de66431. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:46:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-462815a0-5339-467d-9c28-21571bb07ed7 req-bce948e6-870a-4d3e-9ddc-a0d22eaf8ebb service nova] Acquiring lock "refresh_cache-0f8feaa4-716e-4476-9137-f41f7bcc3ec6" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:46:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-462815a0-5339-467d-9c28-21571bb07ed7 req-bce948e6-870a-4d3e-9ddc-a0d22eaf8ebb service nova] Acquired lock "refresh_cache-0f8feaa4-716e-4476-9137-f41f7bcc3ec6" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:46:17 user nova-compute[74307]: DEBUG nova.network.neutron [req-462815a0-5339-467d-9c28-21571bb07ed7 req-bce948e6-870a-4d3e-9ddc-a0d22eaf8ebb service nova] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Refreshing network info cache for port 74ee7f28-30af-4bb9-a77f-02df6de66431 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:46:17 user nova-compute[74307]: INFO nova.compute.manager [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 02857236-4abf-4671-972e-21ef9328566c] Took 8.64 seconds to spawn the instance on the hypervisor.
Oct 24 07:46:17 user nova-compute[74307]: DEBUG nova.compute.manager [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 02857236-4abf-4671-972e-21ef9328566c] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:46:17 user nova-compute[74307]: INFO nova.compute.manager [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 02857236-4abf-4671-972e-21ef9328566c] Took 9.75 seconds to build instance.
Oct 24 07:46:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-63344125-2ef1-4dbf-95ea-1bd28badfeb2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Acquiring lock "0f8feaa4-716e-4476-9137-f41f7bcc3ec6" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:46:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-63344125-2ef1-4dbf-95ea-1bd28badfeb2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "0f8feaa4-716e-4476-9137-f41f7bcc3ec6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:46:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2ceaeec9-20b3-4f72-b660-37fdcb09ed0c tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Lock "02857236-4abf-4671-972e-21ef9328566c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.966s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:46:17 user nova-compute[74307]: DEBUG nova.objects.instance [None req-63344125-2ef1-4dbf-95ea-1bd28badfeb2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lazy-loading 'flavor' on Instance uuid 0f8feaa4-716e-4476-9137-f41f7bcc3ec6 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:46:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:17 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-63344125-2ef1-4dbf-95ea-1bd28badfeb2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Ignoring supplied device name: /dev/vdb
Oct 24 07:46:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-63344125-2ef1-4dbf-95ea-1bd28badfeb2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "0f8feaa4-716e-4476-9137-f41f7bcc3ec6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.103s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:46:17 user nova-compute[74307]: DEBUG nova.network.neutron [req-462815a0-5339-467d-9c28-21571bb07ed7 req-bce948e6-870a-4d3e-9ddc-a0d22eaf8ebb service nova] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Updated VIF entry in instance network info cache for port 74ee7f28-30af-4bb9-a77f-02df6de66431. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:46:17 user nova-compute[74307]: DEBUG nova.network.neutron [req-462815a0-5339-467d-9c28-21571bb07ed7 req-bce948e6-870a-4d3e-9ddc-a0d22eaf8ebb service nova] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Updating instance_info_cache with network_info: [{"id": "74ee7f28-30af-4bb9-a77f-02df6de66431", "address": "fa:16:3e:00:42:f7", "network": {"id": "c9e5cba0-66b1-4ed1-9cb1-fd926055e90e", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-91748090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b3cbeeb3c22846fb88297b645da9e463", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap74ee7f28-30", "ovs_interfaceid": "74ee7f28-30af-4bb9-a77f-02df6de66431", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:46:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-63344125-2ef1-4dbf-95ea-1bd28badfeb2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Acquiring lock "0f8feaa4-716e-4476-9137-f41f7bcc3ec6" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:46:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-63344125-2ef1-4dbf-95ea-1bd28badfeb2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "0f8feaa4-716e-4476-9137-f41f7bcc3ec6" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:46:17 user nova-compute[74307]: INFO nova.compute.manager [None req-63344125-2ef1-4dbf-95ea-1bd28badfeb2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Attaching volume 53311ad2-4f61-46fa-855c-39c5b724f761 to /dev/vdb
Oct 24 07:46:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-462815a0-5339-467d-9c28-21571bb07ed7 req-bce948e6-870a-4d3e-9ddc-a0d22eaf8ebb service nova] Releasing lock "refresh_cache-0f8feaa4-716e-4476-9137-f41f7bcc3ec6" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:46:17 user nova-compute[74307]: DEBUG os_brick.utils [None req-63344125-2ef1-4dbf-95ea-1bd28badfeb2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:46:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:17 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bcd83a5-d420-49c8-ba95-1942f1d5c20b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:299aca16be88\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:46:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:17 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[08b30d55-65af-4400-9509-82100e09975e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:46:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:17 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[457dd0cc-205c-43ee-9e14-dfda44e8a8b8]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:46:17 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ea5f535-f29e-4243-8858-fa35b4d956c1]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:46:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-63344125-2ef1-4dbf-95ea-1bd28badfeb2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Running cmd (subprocess): nvme version {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-63344125-2ef1-4dbf-95ea-1bd28badfeb2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] 'nvme version' failed. Not Retrying. {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:46:17 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.nvmeof [None req-63344125-2ef1-4dbf-95ea-1bd28badfeb2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] nvme not present on system {{(pid=74307) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 07:46:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:46:17 user nova-compute[74307]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 07:46:17 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[9630afc5-327e-4c62-9f5d-7bfdfd9536db]: (4, '') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:46:17 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-63344125-2ef1-4dbf-95ea-1bd28badfeb2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74307) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 07:46:17 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-63344125-2ef1-4dbf-95ea-1bd28badfeb2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 07:46:17 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-63344125-2ef1-4dbf-95ea-1bd28badfeb2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] LIGHTOS: no hostnqn found. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 07:46:17 user nova-compute[74307]: DEBUG os_brick.utils [None req-63344125-2ef1-4dbf-95ea-1bd28badfeb2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] <== get_connector_properties: return (138ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:299aca16be88', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:46:17 user nova-compute[74307]: DEBUG nova.virt.block_device [None req-63344125-2ef1-4dbf-95ea-1bd28badfeb2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Updating existing volume attachment record: 807af150-1559-4793-9eec-539ff22b50ad {{(pid=74307) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 07:46:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:22 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:24 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:31 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:38 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-63344125-2ef1-4dbf-95ea-1bd28badfeb2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Calling os-brick to attach iSCSI Volume {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 07:46:38 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-63344125-2ef1-4dbf-95ea-1bd28badfeb2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UKXvZDRf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:46:38 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-63344125-2ef1-4dbf-95ea-1bd28badfeb2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:46:38 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-63344125-2ef1-4dbf-95ea-1bd28badfeb2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:46:38 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-63344125-2ef1-4dbf-95ea-1bd28badfeb2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:46:38 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-63344125-2ef1-4dbf-95ea-1bd28badfeb2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:46:38 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-63344125-2ef1-4dbf-95ea-1bd28badfeb2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:46:38 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-63344125-2ef1-4dbf-95ea-1bd28badfeb2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:46:38 user nova-compute[74307]: INFO os_brick.initiator.connectors.iscsi [None req-63344125-2ef1-4dbf-95ea-1bd28badfeb2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 07:46:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 -p 172.16.0.220:3260 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:38 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[c70fdbc1-c3f0-4935-b3af-d4207f787215]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:46:38 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-63344125-2ef1-4dbf-95ea-1bd28badfeb2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 07:46:38 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:46:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 -p 172.16.0.220:3260 --interface default --op new {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:38 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[59527905-05d3-441c-b90d-387b2f144e0e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761] added\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:46:38 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-63344125-2ef1-4dbf-95ea-1bd28badfeb2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761] added
Oct 24 07:46:38 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:46:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:38 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd155804-f366-4952-a3eb-b45c12695452]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:46:38 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-63344125-2ef1-4dbf-95ea-1bd28badfeb2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:46:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:38 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2a6ea75-1f9b-4d20-ba75-550f8b575e56]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:46:38 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-63344125-2ef1-4dbf-95ea-1bd28badfeb2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:46:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UKXvZDRf {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UKXvZDRf" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:38 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3306cbf-e1d8-45fb-ab4d-9443f92a064c]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:46:38 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-63344125-2ef1-4dbf-95ea-1bd28badfeb2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'UKXvZDRf'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:46:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:38 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[8199ed80-aab2-4ca4-a008-e2787d3a2c41]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:46:38 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-63344125-2ef1-4dbf-95ea-1bd28badfeb2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:46:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:38 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[81bdf9a0-aeeb-4990-9213-3368b49483d7]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:46:38 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-63344125-2ef1-4dbf-95ea-1bd28badfeb2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:46:38 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:46:38 user nova-compute[74307]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 (non-flash)
Oct 24 07:46:38 user nova-compute[74307]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)
Oct 24 07:46:38 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:46:38 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-63344125-2ef1-4dbf-95ea-1bd28badfeb2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:46:38 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:46:38 user nova-compute[74307]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 (non-flash)
Oct 24 07:46:38 user nova-compute[74307]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)
Oct 24 07:46:38 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:46:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 -p 172.16.0.220:3260 --login {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 -p 172.16.0.220:3260 --login" returned: 0 in 0.069s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:38 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[96ff6aa3-8cdb-40e2-8671-f6088f09c5ae]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:46:38 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-63344125-2ef1-4dbf-95ea-1bd28badfeb2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761, portal: 172.16.0.220,3260]
Oct 24 07:46:38 user nova-compute[74307]: Login to [iface: default, target: iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761, portal: 172.16.0.220,3260] successful.
Oct 24 07:46:38 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:46:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:38 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[5acae95f-116d-45a3-9efc-b1ea2404f7a8]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:46:38 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-63344125-2ef1-4dbf-95ea-1bd28badfeb2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:46:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:38 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4441b3e-4321-4471-8d71-3ef9b16ad949]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:46:38 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-63344125-2ef1-4dbf-95ea-1bd28badfeb2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:46:38 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:46:38 user nova-compute[74307]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 (non-flash)
Oct 24 07:46:38 user nova-compute[74307]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)
Oct 24 07:46:38 user nova-compute[74307]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 (non-flash)
Oct 24 07:46:38 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:46:38 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-63344125-2ef1-4dbf-95ea-1bd28badfeb2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:46:38 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:46:38 user nova-compute[74307]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 (non-flash)
Oct 24 07:46:38 user nova-compute[74307]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)
Oct 24 07:46:38 user nova-compute[74307]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 (non-flash)
Oct 24 07:46:38 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:46:38 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-63344125-2ef1-4dbf-95ea-1bd28badfeb2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.292s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:46:38 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-63344125-2ef1-4dbf-95ea-1bd28badfeb2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Connected to 172.16.0.220:3260 {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 07:46:38 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-63344125-2ef1-4dbf-95ea-1bd28badfeb2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] HCTL ('37', '-', '-', 0) found on session 17 with lun 0 {{(pid=74307) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 07:46:38 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-63344125-2ef1-4dbf-95ea-1bd28badfeb2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74307) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 07:46:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:38 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e0aa602-22a5-4f34-ac3f-2d238ace761a]: (4, ('- - 0', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:46:38 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-63344125-2ef1-4dbf-95ea-1bd28badfeb2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Searching for a device in session 17 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 07:46:38 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-63344125-2ef1-4dbf-95ea-1bd28badfeb2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UKXvZDRf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 07:46:39 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:39 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-63344125-2ef1-4dbf-95ea-1bd28badfeb2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.325s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:46:39 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-63344125-2ef1-4dbf-95ea-1bd28badfeb2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] <== connect_volume: return (1327ms) {'type': 'block', 'scsi_wwn': '23763656631343761', 'path': '/dev/sdf'} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:46:39 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-63344125-2ef1-4dbf-95ea-1bd28badfeb2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23763656631343761', 'path': '/dev/sdf'} {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 07:46:39 user nova-compute[74307]: DEBUG nova.objects.instance [None req-63344125-2ef1-4dbf-95ea-1bd28badfeb2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lazy-loading 'flavor' on Instance uuid 0f8feaa4-716e-4476-9137-f41f7bcc3ec6 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:46:39 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:39 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-63344125-2ef1-4dbf-95ea-1bd28badfeb2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 07:46:39 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:46:39 user nova-compute[74307]:   <source dev="/dev/sdf"/>
Oct 24 07:46:39 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 07:46:39 user nova-compute[74307]:   <serial>53311ad2-4f61-46fa-855c-39c5b724f761</serial>
Oct 24 07:46:39 user nova-compute[74307]: </disk>
Oct 24 07:46:39 user nova-compute[74307]:  {{(pid=74307) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 07:46:39 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:40 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-63344125-2ef1-4dbf-95ea-1bd28badfeb2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:46:40 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-63344125-2ef1-4dbf-95ea-1bd28badfeb2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:46:40 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-63344125-2ef1-4dbf-95ea-1bd28badfeb2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] No VIF found with MAC fa:16:3e:00:42:f7, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:46:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-63344125-2ef1-4dbf-95ea-1bd28badfeb2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "0f8feaa4-716e-4476-9137-f41f7bcc3ec6" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 22.584s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:46:40 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:42 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:48 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:46:48 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Cleaning up deleted instances {{(pid=74307) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 24 07:46:48 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] There are 0 instances to clean {{(pid=74307) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 24 07:46:49 user nova-compute[74307]: DEBUG nova.compute.manager [req-eb9e3d74-24b6-4a02-89c4-5c4ad4a12744 req-bd35a667-8c01-454f-9012-260ae51e9f68 service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Received event network-changed-845970ce-0289-491c-95b2-a9992ec671f9 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:46:49 user nova-compute[74307]: DEBUG nova.compute.manager [req-eb9e3d74-24b6-4a02-89c4-5c4ad4a12744 req-bd35a667-8c01-454f-9012-260ae51e9f68 service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Refreshing instance network info cache due to event network-changed-845970ce-0289-491c-95b2-a9992ec671f9. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:46:49 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-eb9e3d74-24b6-4a02-89c4-5c4ad4a12744 req-bd35a667-8c01-454f-9012-260ae51e9f68 service nova] Acquiring lock "refresh_cache-a6b2cfc6-bc30-485a-95ba-11509955f63c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:46:49 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-eb9e3d74-24b6-4a02-89c4-5c4ad4a12744 req-bd35a667-8c01-454f-9012-260ae51e9f68 service nova] Acquired lock "refresh_cache-a6b2cfc6-bc30-485a-95ba-11509955f63c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:46:49 user nova-compute[74307]: DEBUG nova.network.neutron [req-eb9e3d74-24b6-4a02-89c4-5c4ad4a12744 req-bd35a667-8c01-454f-9012-260ae51e9f68 service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Refreshing network info cache for port 845970ce-0289-491c-95b2-a9992ec671f9 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:46:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:49 user nova-compute[74307]: DEBUG nova.network.neutron [req-eb9e3d74-24b6-4a02-89c4-5c4ad4a12744 req-bd35a667-8c01-454f-9012-260ae51e9f68 service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Updated VIF entry in instance network info cache for port 845970ce-0289-491c-95b2-a9992ec671f9. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:46:49 user nova-compute[74307]: DEBUG nova.network.neutron [req-eb9e3d74-24b6-4a02-89c4-5c4ad4a12744 req-bd35a667-8c01-454f-9012-260ae51e9f68 service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Updating instance_info_cache with network_info: [{"id": "845970ce-0289-491c-95b2-a9992ec671f9", "address": "fa:16:3e:bf:e4:e5", "network": {"id": "a62eef8f-3418-495c-91c8-3410c10364d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1235073358-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.110", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b309cc23749c4a8db15e97071e598aa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap845970ce-02", "ovs_interfaceid": "845970ce-0289-491c-95b2-a9992ec671f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:46:49 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-eb9e3d74-24b6-4a02-89c4-5c4ad4a12744 req-bd35a667-8c01-454f-9012-260ae51e9f68 service nova] Releasing lock "refresh_cache-a6b2cfc6-bc30-485a-95ba-11509955f63c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:46:49 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-30f32556-e0ab-4a01-b616-ef73eefb53bd tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Acquiring lock "a6b2cfc6-bc30-485a-95ba-11509955f63c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:46:49 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-30f32556-e0ab-4a01-b616-ef73eefb53bd tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "a6b2cfc6-bc30-485a-95ba-11509955f63c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:46:49 user nova-compute[74307]: DEBUG nova.objects.instance [None req-30f32556-e0ab-4a01-b616-ef73eefb53bd tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lazy-loading 'flavor' on Instance uuid a6b2cfc6-bc30-485a-95ba-11509955f63c {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:46:49 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-30f32556-e0ab-4a01-b616-ef73eefb53bd tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "a6b2cfc6-bc30-485a-95ba-11509955f63c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.070s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:46:50 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:46:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-30f32556-e0ab-4a01-b616-ef73eefb53bd tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Acquiring lock "a6b2cfc6-bc30-485a-95ba-11509955f63c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:46:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-30f32556-e0ab-4a01-b616-ef73eefb53bd tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "a6b2cfc6-bc30-485a-95ba-11509955f63c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:46:50 user nova-compute[74307]: INFO nova.compute.manager [None req-30f32556-e0ab-4a01-b616-ef73eefb53bd tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Attaching volume efdacc82-9ffe-4fb5-bdee-011fe5945c63 to /dev/vdb
Oct 24 07:46:50 user nova-compute[74307]: DEBUG os_brick.utils [None req-30f32556-e0ab-4a01-b616-ef73eefb53bd tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:46:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:50 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba3b6307-3f4c-4e6f-a072-0318f06b5841]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:299aca16be88\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:46:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:50 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[64042f95-12bb-4d89-8bfd-a51ad1cf3220]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:46:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:50 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[64f931b6-fbd1-4402-9093-996bcb0586d2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:46:50 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a29bd5b-2c84-41bd-b501-9223d6e1445b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:46:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-30f32556-e0ab-4a01-b616-ef73eefb53bd tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Running cmd (subprocess): nvme version {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-30f32556-e0ab-4a01-b616-ef73eefb53bd tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] 'nvme version' failed. Not Retrying. {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:46:50 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.nvmeof [None req-30f32556-e0ab-4a01-b616-ef73eefb53bd tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] nvme not present on system {{(pid=74307) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 07:46:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:46:50 user nova-compute[74307]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 07:46:50 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c32a055-95cc-47fb-9f2e-1992f0e9d336]: (4, '') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:46:50 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-30f32556-e0ab-4a01-b616-ef73eefb53bd tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74307) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 07:46:50 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-30f32556-e0ab-4a01-b616-ef73eefb53bd tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 07:46:50 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-30f32556-e0ab-4a01-b616-ef73eefb53bd tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] LIGHTOS: no hostnqn found. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 07:46:50 user nova-compute[74307]: DEBUG os_brick.utils [None req-30f32556-e0ab-4a01-b616-ef73eefb53bd tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:299aca16be88', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:46:50 user nova-compute[74307]: DEBUG nova.virt.block_device [None req-30f32556-e0ab-4a01-b616-ef73eefb53bd tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Updating existing volume attachment record: 5bdda512-44ad-49af-951f-92fa965ceb04 {{(pid=74307) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 07:46:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:53 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:46:53 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:46:53 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74307) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 24 07:46:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:55 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:46:56 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:46:56 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Starting heal instance info cache {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 07:46:56 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Rebuilding the list of instances to heal {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 07:46:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "refresh_cache-fe508640-79f4-43d1-b846-00f28f91df79" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:46:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquired lock "refresh_cache-fe508640-79f4-43d1-b846-00f28f91df79" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:46:56 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Forcefully refreshing network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 07:46:56 user nova-compute[74307]: DEBUG nova.objects.instance [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lazy-loading 'info_cache' on Instance uuid fe508640-79f4-43d1-b846-00f28f91df79 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:46:56 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Updating instance_info_cache with network_info: [{"id": "47c7d9f1-c0a6-4457-beb9-b99ba8d4d645", "address": "fa:16:3e:19:c7:52", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c7d9f1-c0", "ovs_interfaceid": "47c7d9f1-c0a6-4457-beb9-b99ba8d4d645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:46:57 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Releasing lock "refresh_cache-fe508640-79f4-43d1-b846-00f28f91df79" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:46:57 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Updated the network info_cache for instance {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 07:46:57 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:46:57 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:46:57 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74307) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 07:46:57 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:46:57 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:46:57 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:46:57 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:46:57 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 07:46:57 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0f8feaa4-716e-4476-9137-f41f7bcc3ec6/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:57 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0f8feaa4-716e-4476-9137-f41f7bcc3ec6/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:57 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0f8feaa4-716e-4476-9137-f41f7bcc3ec6/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:57 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:57 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0f8feaa4-716e-4476-9137-f41f7bcc3ec6/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:57 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:46:57 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:57 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:57 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:58 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:46:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/02857236-4abf-4671-972e-21ef9328566c/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/02857236-4abf-4671-972e-21ef9328566c/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/02857236-4abf-4671-972e-21ef9328566c/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/02857236-4abf-4671-972e-21ef9328566c/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:58 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:46:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ea8255e-1f82-4e7f-b09b-aca682f1f374/disk.rescue --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ea8255e-1f82-4e7f-b09b-aca682f1f374/disk.rescue --force-share --output=json" returned: 0 in 0.186s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ea8255e-1f82-4e7f-b09b-aca682f1f374/disk.rescue --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ea8255e-1f82-4e7f-b09b-aca682f1f374/disk.rescue --force-share --output=json" returned: 0 in 0.194s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6b2cfc6-bc30-485a-95ba-11509955f63c/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:59 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:46:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6b2cfc6-bc30-485a-95ba-11509955f63c/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6b2cfc6-bc30-485a-95ba-11509955f63c/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:59 user nova-compute[74307]: DEBUG nova.compute.manager [req-2f2dc99c-fdb1-4f77-ac79-a5ad4c78efdf req-61cb62fc-7b8c-45de-aa40-e41bcfc206a1 service nova] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Received event network-changed-228fd704-c98f-4755-880e-f8e1c8d149c9 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:46:59 user nova-compute[74307]: DEBUG nova.compute.manager [req-2f2dc99c-fdb1-4f77-ac79-a5ad4c78efdf req-61cb62fc-7b8c-45de-aa40-e41bcfc206a1 service nova] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Refreshing instance network info cache due to event network-changed-228fd704-c98f-4755-880e-f8e1c8d149c9. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:46:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2f2dc99c-fdb1-4f77-ac79-a5ad4c78efdf req-61cb62fc-7b8c-45de-aa40-e41bcfc206a1 service nova] Acquiring lock "refresh_cache-d508a024-e0f7-4864-871e-a33b8abc2157" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:46:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2f2dc99c-fdb1-4f77-ac79-a5ad4c78efdf req-61cb62fc-7b8c-45de-aa40-e41bcfc206a1 service nova] Acquired lock "refresh_cache-d508a024-e0f7-4864-871e-a33b8abc2157" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:46:59 user nova-compute[74307]: DEBUG nova.network.neutron [req-2f2dc99c-fdb1-4f77-ac79-a5ad4c78efdf req-61cb62fc-7b8c-45de-aa40-e41bcfc206a1 service nova] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Refreshing network info cache for port 228fd704-c98f-4755-880e-f8e1c8d149c9 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:46:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6b2cfc6-bc30-485a-95ba-11509955f63c/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:46:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:46:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:00 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:47:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk.rescue --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:00 user nova-compute[74307]: DEBUG nova.network.neutron [req-2f2dc99c-fdb1-4f77-ac79-a5ad4c78efdf req-61cb62fc-7b8c-45de-aa40-e41bcfc206a1 service nova] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Updated VIF entry in instance network info cache for port 228fd704-c98f-4755-880e-f8e1c8d149c9. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:47:00 user nova-compute[74307]: DEBUG nova.network.neutron [req-2f2dc99c-fdb1-4f77-ac79-a5ad4c78efdf req-61cb62fc-7b8c-45de-aa40-e41bcfc206a1 service nova] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Updating instance_info_cache with network_info: [{"id": "228fd704-c98f-4755-880e-f8e1c8d149c9", "address": "fa:16:3e:08:c9:ff", "network": {"id": "aadb35a3-f253-4840-94b5-52dda749cb05", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-673066702-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.96", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "23f9f3e7b0ee44c78834ee83989de443", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap228fd704-c9", "ovs_interfaceid": "228fd704-c98f-4755-880e-f8e1c8d149c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:47:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk.rescue --force-share --output=json" returned: 0 in 0.209s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk.rescue --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:00 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2f2dc99c-fdb1-4f77-ac79-a5ad4c78efdf req-61cb62fc-7b8c-45de-aa40-e41bcfc206a1 service nova] Releasing lock "refresh_cache-d508a024-e0f7-4864-871e-a33b8abc2157" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:47:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk.rescue --force-share --output=json" returned: 0 in 0.207s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:01 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:47:01 user nova-compute[74307]: INFO nova.compute.manager [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Rebuilding instance
Oct 24 07:47:01 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:47:01 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:47:01 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Hypervisor/Node resource view: name=user free_ram=7435MB free_disk=25.276870727539062GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 07:47:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:47:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:47:01 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Applying migration context for instance 9ca4c6f9-3966-4025-b0d4-273611aba465 as it has an incoming, in-progress migration ff95c05c-2974-4360-a3f0-dbb8d90521d0. Migration status is finished {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Oct 24 07:47:01 user nova-compute[74307]: INFO nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Updating resource usage from migration ff95c05c-2974-4360-a3f0-dbb8d90521d0
Oct 24 07:47:01 user nova-compute[74307]: DEBUG nova.compute.manager [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:47:01 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fe508640-79f4-43d1-b846-00f28f91df79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:47:01 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance bbf0ee63-f415-4610-9018-ae94792726e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:47:01 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance bf3db205-9fd8-47db-8365-87bc07dd98b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:47:01 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 9ea8255e-1f82-4e7f-b09b-aca682f1f374 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:47:01 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 0f8feaa4-716e-4476-9137-f41f7bcc3ec6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:47:01 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance a6b2cfc6-bc30-485a-95ba-11509955f63c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:47:01 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance d508a024-e0f7-4864-871e-a33b8abc2157 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:47:01 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Migration ff95c05c-2974-4360-a3f0-dbb8d90521d0 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Oct 24 07:47:01 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 9ca4c6f9-3966-4025-b0d4-273611aba465 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:47:01 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 02857236-4abf-4671-972e-21ef9328566c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:47:01 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 07:47:01 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=27GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 07:47:01 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Refreshing inventories for resource provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 24 07:47:01 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Updating ProviderTree inventory for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 24 07:47:01 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Updating inventory in ProviderTree for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 24 07:47:01 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Refreshing aggregate associations for resource provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63, aggregates: None {{(pid=74307) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Refreshing trait associations for resource provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63, traits: COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_IDE,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_RESCUE_BFV,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_TRUSTED_CERTS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_MMX,COMPUTE_STORAGE_BUS_SATA,COMPUTE_DEVICE_TAGGING,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_VIRTIO {{(pid=74307) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG nova.compute.manager [req-46667010-f5a4-4f81-a582-3c6aacd6eac1 req-3feed7c3-ea40-44cc-b070-90cf3fc05caf service nova] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Received event network-vif-unplugged-228fd704-c98f-4755-880e-f8e1c8d149c9 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-46667010-f5a4-4f81-a582-3c6aacd6eac1 req-3feed7c3-ea40-44cc-b070-90cf3fc05caf service nova] Acquiring lock "d508a024-e0f7-4864-871e-a33b8abc2157-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-46667010-f5a4-4f81-a582-3c6aacd6eac1 req-3feed7c3-ea40-44cc-b070-90cf3fc05caf service nova] Lock "d508a024-e0f7-4864-871e-a33b8abc2157-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-46667010-f5a4-4f81-a582-3c6aacd6eac1 req-3feed7c3-ea40-44cc-b070-90cf3fc05caf service nova] Lock "d508a024-e0f7-4864-871e-a33b8abc2157-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG nova.compute.manager [req-46667010-f5a4-4f81-a582-3c6aacd6eac1 req-3feed7c3-ea40-44cc-b070-90cf3fc05caf service nova] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] No waiting events found dispatching network-vif-unplugged-228fd704-c98f-4755-880e-f8e1c8d149c9 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:47:02 user nova-compute[74307]: WARNING nova.compute.manager [req-46667010-f5a4-4f81-a582-3c6aacd6eac1 req-3feed7c3-ea40-44cc-b070-90cf3fc05caf service nova] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Received unexpected event network-vif-unplugged-228fd704-c98f-4755-880e-f8e1c8d149c9 for instance with vm_state active and task_state rebuilding.
Oct 24 07:47:02 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.912s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:47:02 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Instance destroyed successfully.
Oct 24 07:47:02 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Instance destroyed successfully.
Oct 24 07:47:02 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:45:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-822519195',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1478508368',id=14,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAE0onCL6F4yqgTTY2r4K4LnGxa1wtahJVG2AzgAEAeCtDS8tc8czohEJw5BfPgFjaoBPHUtFPsm4WUgBMsXdJsZ75DB1Ag2K1Oau8085W4vLoEJ9cxkGPYDUHXr1TL/AQ==',key_name='tempest-keypair-2061474433',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:45:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='23f9f3e7b0ee44c78834ee83989de443',ramdisk_id='',reservation_id='r-zrs12sq3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1552029862',owner_user_name='tempest-ServerActionsV293TestJSON-1552029862-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:47:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f61e297cf67649738ff0b759ca29d46b',uuid=d508a024-e0f7-4864-871e-a33b8abc2157,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "228fd704-c98f-4755-880e-f8e1c8d149c9", "address": "fa:16:3e:08:c9:ff", "network": {"id": "aadb35a3-f253-4840-94b5-52dda749cb05", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-673066702-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.96", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "23f9f3e7b0ee44c78834ee83989de443", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap228fd704-c9", "ovs_interfaceid": "228fd704-c98f-4755-880e-f8e1c8d149c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Converting VIF {"id": "228fd704-c98f-4755-880e-f8e1c8d149c9", "address": "fa:16:3e:08:c9:ff", "network": {"id": "aadb35a3-f253-4840-94b5-52dda749cb05", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-673066702-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.96", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "23f9f3e7b0ee44c78834ee83989de443", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap228fd704-c9", "ovs_interfaceid": "228fd704-c98f-4755-880e-f8e1c8d149c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:08:c9:ff,bridge_name='br-int',has_traffic_filtering=True,id=228fd704-c98f-4755-880e-f8e1c8d149c9,network=Network(aadb35a3-f253-4840-94b5-52dda749cb05),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap228fd704-c9') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG os_vif [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:08:c9:ff,bridge_name='br-int',has_traffic_filtering=True,id=228fd704-c98f-4755-880e-f8e1c8d149c9,network=Network(aadb35a3-f253-4840-94b5-52dda749cb05),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap228fd704-c9') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap228fd704-c9, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=66c892e8-f373-4456-836c-274ff0e2dba2) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:47:02 user nova-compute[74307]: INFO os_vif [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:08:c9:ff,bridge_name='br-int',has_traffic_filtering=True,id=228fd704-c98f-4755-880e-f8e1c8d149c9,network=Network(aadb35a3-f253-4840-94b5-52dda749cb05),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap228fd704-c9')
Oct 24 07:47:02 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] calling os-brick to detach iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, {'target_iqn': 'iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gEvkBPcY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:47:02 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 24 07:47:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[28b06757-9012-4896-8514-93a303bc174c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 07:47:02 user nova-compute[74307]: No targets found.
Oct 24 07:47:02 user nova-compute[74307]: iSNS:
Oct 24 07:47:02 user nova-compute[74307]: No targets found.
Oct 24 07:47:02 user nova-compute[74307]: STATIC:
Oct 24 07:47:02 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc
Oct 24 07:47:02 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:47:02 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:47:02 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854
Oct 24 07:47:02 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:47:02 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:47:02 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761
Oct 24 07:47:02 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:47:02 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:47:02 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92
Oct 24 07:47:02 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:47:02 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:47:02 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6
Oct 24 07:47:02 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:47:02 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:47:02 user nova-compute[74307]: FIRMWARE:
Oct 24 07:47:02 user nova-compute[74307]: No targets found.
Oct 24 07:47:02 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 07:47:02 user nova-compute[74307]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 07:47:02 user nova-compute[74307]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74307) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6', 0)] {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a639a1e-c95b-4b62-8310-3611961588f6]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6f15c42-da2b-4f4c-9df8-280399ac666d]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:47:02 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:47:02 user nova-compute[74307]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 (non-flash)
Oct 24 07:47:02 user nova-compute[74307]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)
Oct 24 07:47:02 user nova-compute[74307]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 (non-flash)
Oct 24 07:47:02 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:47:02 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:47:02 user nova-compute[74307]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 (non-flash)
Oct 24 07:47:02 user nova-compute[74307]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)
Oct 24 07:47:02 user nova-compute[74307]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 (non-flash)
Oct 24 07:47:02 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f46242d7eb0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6'): ({'sdd'}, set())}) {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Removing single pathed devices sdd {{(pid=74307) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef9083d0-6604-474a-ba4a-27cd3007d576]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.023s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc6adcd4-f459-4df8-aa0e-f516a92fa58f]: (4, ('ok\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Flushing IO for device /dev/sdd {{(pid=74307) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.016s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e60180fa-53c0-4d27-85f2-e23fa6b7e3f2]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74307) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 07:47:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.040s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:03 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[15060d4b-3f56-4a6a-96ce-caee08d409e2]: (4, ('1', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:03 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 07:47:03 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] SCSI volumes sdd have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 07:47:03 user nova-compute[74307]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIOaf347d9a-578a2562aa93992a', '/dev/disk/by-id/scsi-23537386132353632', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_af347d9a') {{(pid=85657) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 24 07:47:03 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ad68f01-0101-434d-aa02-ec0df11aa41f]: (4, None) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6')] {{(pid=74307) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 07:47:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:03 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b15b3c9-dd0b-48c8-ba51-4073d0f721a3]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:47:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 -p 172.16.0.220:3260 --logout {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:03 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb294a35-a07e-4113-98f1-1d1cf5f54f9c]: (4, ('Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6, portal: 172.16.0.220,3260]\nLogout of [sid: 15, target: iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6, portal: 172.16.0.220,3260]
Oct 24 07:47:03 user nova-compute[74307]: Logout of [sid: 15, target: iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6, portal: 172.16.0.220,3260] successful.
Oct 24 07:47:03 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:47:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 -p 172.16.0.220:3260 --op delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:03 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[3efc0d41-cec3-4f17-8aaa-cbee76543062]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:47:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.352s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:47:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] <== disconnect_volume: return (355ms) None {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:47:03 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Disconnected iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 07:47:03 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Deleting instance files /opt/stack/data/nova/instances/d508a024-e0f7-4864-871e-a33b8abc2157_del
Oct 24 07:47:03 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Deletion of /opt/stack/data/nova/instances/d508a024-e0f7-4864-871e-a33b8abc2157_del complete
Oct 24 07:47:03 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] During detach_volume, instance disappeared.: nova.exception.InstanceNotFound: Instance d508a024-e0f7-4864-871e-a33b8abc2157 could not be found.
Oct 24 07:47:03 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] calling os-brick to detach iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 07:47:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, {'target_iqn': 'iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gEvkBPcY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:47:03 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 24 07:47:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:47:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:47:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:03 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a761c72-1885-40de-b2ad-a6f9a49bc9dc]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 07:47:03 user nova-compute[74307]: No targets found.
Oct 24 07:47:03 user nova-compute[74307]: iSNS:
Oct 24 07:47:03 user nova-compute[74307]: No targets found.
Oct 24 07:47:03 user nova-compute[74307]: STATIC:
Oct 24 07:47:03 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc
Oct 24 07:47:03 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:47:03 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:47:03 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854
Oct 24 07:47:03 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:47:03 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:47:03 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761
Oct 24 07:47:03 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:47:03 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:47:03 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92
Oct 24 07:47:03 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:47:03 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:47:03 user nova-compute[74307]: FIRMWARE:
Oct 24 07:47:03 user nova-compute[74307]: No targets found.
Oct 24 07:47:03 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:47:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 07:47:03 user nova-compute[74307]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 07:47:03 user nova-compute[74307]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74307) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 07:47:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6', 0)] {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 07:47:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:03 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8382fb1-5071-421b-9356-6794f1300b5d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:03 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[6df41643-5f62-451a-aec3-6b437d005310]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:47:03 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:47:03 user nova-compute[74307]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)
Oct 24 07:47:03 user nova-compute[74307]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 (non-flash)
Oct 24 07:47:03 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:47:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:47:03 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:47:03 user nova-compute[74307]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)
Oct 24 07:47:03 user nova-compute[74307]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 (non-flash)
Oct 24 07:47:03 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:47:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4624768310>, {}) {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 07:47:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Disconnecting from: [] {{(pid=74307) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 07:47:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.075s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:47:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] <== disconnect_volume: return (76ms) None {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:47:03 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Disconnected iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 07:47:04 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:04 user nova-compute[74307]: DEBUG nova.compute.manager [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Preparing to wait for external event volume-reimaged-5121a72e-b0f0-4c9b-9d37-48a91ed948d6 {{(pid=74307) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:283}}
Oct 24 07:47:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Acquiring lock "d508a024-e0f7-4864-871e-a33b8abc2157-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:47:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Lock "d508a024-e0f7-4864-871e-a33b8abc2157-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:47:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Lock "d508a024-e0f7-4864-871e-a33b8abc2157-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:47:04 user nova-compute[74307]: INFO nova.compute.manager [None req-11ef5414-1169-4742-a981-4f37561c2cf7 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Unrescuing
Oct 24 07:47:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-11ef5414-1169-4742-a981-4f37561c2cf7 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Acquiring lock "refresh_cache-bbf0ee63-f415-4610-9018-ae94792726e2" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:47:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-11ef5414-1169-4742-a981-4f37561c2cf7 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Acquired lock "refresh_cache-bbf0ee63-f415-4610-9018-ae94792726e2" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:47:04 user nova-compute[74307]: DEBUG nova.network.neutron [None req-11ef5414-1169-4742-a981-4f37561c2cf7 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 07:47:04 user nova-compute[74307]: DEBUG nova.compute.manager [req-5a2e9608-b829-407e-820b-5cdcdc03f73c req-8e7cdbce-857f-4ada-8745-ba9216d04e4b service nova] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Received event network-vif-plugged-228fd704-c98f-4755-880e-f8e1c8d149c9 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:47:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-5a2e9608-b829-407e-820b-5cdcdc03f73c req-8e7cdbce-857f-4ada-8745-ba9216d04e4b service nova] Acquiring lock "d508a024-e0f7-4864-871e-a33b8abc2157-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:47:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-5a2e9608-b829-407e-820b-5cdcdc03f73c req-8e7cdbce-857f-4ada-8745-ba9216d04e4b service nova] Lock "d508a024-e0f7-4864-871e-a33b8abc2157-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:47:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-5a2e9608-b829-407e-820b-5cdcdc03f73c req-8e7cdbce-857f-4ada-8745-ba9216d04e4b service nova] Lock "d508a024-e0f7-4864-871e-a33b8abc2157-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:47:04 user nova-compute[74307]: DEBUG nova.compute.manager [req-5a2e9608-b829-407e-820b-5cdcdc03f73c req-8e7cdbce-857f-4ada-8745-ba9216d04e4b service nova] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] No event matching network-vif-plugged-228fd704-c98f-4755-880e-f8e1c8d149c9 in dict_keys([('volume-reimaged', '5121a72e-b0f0-4c9b-9d37-48a91ed948d6')]) {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:325}}
Oct 24 07:47:04 user nova-compute[74307]: WARNING nova.compute.manager [req-5a2e9608-b829-407e-820b-5cdcdc03f73c req-8e7cdbce-857f-4ada-8745-ba9216d04e4b service nova] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Received unexpected event network-vif-plugged-228fd704-c98f-4755-880e-f8e1c8d149c9 for instance with vm_state active and task_state rebuilding.
Oct 24 07:47:04 user nova-compute[74307]: DEBUG nova.network.neutron [None req-11ef5414-1169-4742-a981-4f37561c2cf7 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Updating instance_info_cache with network_info: [{"id": "d3d0c4de-c88e-46cf-89c4-e4be298dd293", "address": "fa:16:3e:6f:6b:96", "network": {"id": "738a317e-3446-4e1c-9426-c7575a1a3528", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1877516759-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.103", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c8bef7ee8ee14414ab3e51f43e0a41cb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd3d0c4de-c8", "ovs_interfaceid": "d3d0c4de-c88e-46cf-89c4-e4be298dd293", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:47:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-11ef5414-1169-4742-a981-4f37561c2cf7 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Releasing lock "refresh_cache-bbf0ee63-f415-4610-9018-ae94792726e2" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:47:05 user nova-compute[74307]: DEBUG nova.objects.instance [None req-11ef5414-1169-4742-a981-4f37561c2cf7 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Lazy-loading 'flavor' on Instance uuid bbf0ee63-f415-4610-9018-ae94792726e2 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:47:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:05 user nova-compute[74307]: DEBUG nova.compute.manager [req-1d76752e-4e36-4b16-853d-743f0b2c55e3 req-31510d09-7a25-4076-aeec-b6c90e414458 service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Received event network-vif-unplugged-d3d0c4de-c88e-46cf-89c4-e4be298dd293 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:47:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-1d76752e-4e36-4b16-853d-743f0b2c55e3 req-31510d09-7a25-4076-aeec-b6c90e414458 service nova] Acquiring lock "bbf0ee63-f415-4610-9018-ae94792726e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:47:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-1d76752e-4e36-4b16-853d-743f0b2c55e3 req-31510d09-7a25-4076-aeec-b6c90e414458 service nova] Lock "bbf0ee63-f415-4610-9018-ae94792726e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:47:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-1d76752e-4e36-4b16-853d-743f0b2c55e3 req-31510d09-7a25-4076-aeec-b6c90e414458 service nova] Lock "bbf0ee63-f415-4610-9018-ae94792726e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:47:05 user nova-compute[74307]: DEBUG nova.compute.manager [req-1d76752e-4e36-4b16-853d-743f0b2c55e3 req-31510d09-7a25-4076-aeec-b6c90e414458 service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] No waiting events found dispatching network-vif-unplugged-d3d0c4de-c88e-46cf-89c4-e4be298dd293 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:47:05 user nova-compute[74307]: WARNING nova.compute.manager [req-1d76752e-4e36-4b16-853d-743f0b2c55e3 req-31510d09-7a25-4076-aeec-b6c90e414458 service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Received unexpected event network-vif-unplugged-d3d0c4de-c88e-46cf-89c4-e4be298dd293 for instance with vm_state rescued and task_state unrescuing.
Oct 24 07:47:05 user nova-compute[74307]: DEBUG nova.compute.manager [req-e58227de-2d86-423a-81f9-7b2fc1294ebf req-a6d7a1b5-f32d-4d33-83ee-9e515d57e5b2 service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Received event network-changed-d3d0c4de-c88e-46cf-89c4-e4be298dd293 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:47:05 user nova-compute[74307]: DEBUG nova.compute.manager [req-e58227de-2d86-423a-81f9-7b2fc1294ebf req-a6d7a1b5-f32d-4d33-83ee-9e515d57e5b2 service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Refreshing instance network info cache due to event network-changed-d3d0c4de-c88e-46cf-89c4-e4be298dd293. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:47:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-e58227de-2d86-423a-81f9-7b2fc1294ebf req-a6d7a1b5-f32d-4d33-83ee-9e515d57e5b2 service nova] Acquiring lock "refresh_cache-bbf0ee63-f415-4610-9018-ae94792726e2" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:47:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-e58227de-2d86-423a-81f9-7b2fc1294ebf req-a6d7a1b5-f32d-4d33-83ee-9e515d57e5b2 service nova] Acquired lock "refresh_cache-bbf0ee63-f415-4610-9018-ae94792726e2" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:47:05 user nova-compute[74307]: DEBUG nova.network.neutron [req-e58227de-2d86-423a-81f9-7b2fc1294ebf req-a6d7a1b5-f32d-4d33-83ee-9e515d57e5b2 service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Refreshing network info cache for port d3d0c4de-c88e-46cf-89c4-e4be298dd293 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:47:05 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Instance destroyed successfully.
Oct 24 07:47:06 user nova-compute[74307]: DEBUG nova.network.neutron [req-e58227de-2d86-423a-81f9-7b2fc1294ebf req-a6d7a1b5-f32d-4d33-83ee-9e515d57e5b2 service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Updated VIF entry in instance network info cache for port d3d0c4de-c88e-46cf-89c4-e4be298dd293. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:47:06 user nova-compute[74307]: DEBUG nova.network.neutron [req-e58227de-2d86-423a-81f9-7b2fc1294ebf req-a6d7a1b5-f32d-4d33-83ee-9e515d57e5b2 service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Updating instance_info_cache with network_info: [{"id": "d3d0c4de-c88e-46cf-89c4-e4be298dd293", "address": "fa:16:3e:6f:6b:96", "network": {"id": "738a317e-3446-4e1c-9426-c7575a1a3528", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1877516759-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.103", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c8bef7ee8ee14414ab3e51f43e0a41cb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd3d0c4de-c8", "ovs_interfaceid": "d3d0c4de-c88e-46cf-89c4-e4be298dd293", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:47:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-e58227de-2d86-423a-81f9-7b2fc1294ebf req-a6d7a1b5-f32d-4d33-83ee-9e515d57e5b2 service nova] Releasing lock "refresh_cache-bbf0ee63-f415-4610-9018-ae94792726e2" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:47:07 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:07 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:07 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:07 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:07 user nova-compute[74307]: DEBUG nova.compute.manager [req-d7cd12cc-5fa3-4485-aa12-beedd776b0ec req-051abaa1-651f-4320-b907-5af86f4ea5a1 service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Received event network-vif-plugged-d3d0c4de-c88e-46cf-89c4-e4be298dd293 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:47:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d7cd12cc-5fa3-4485-aa12-beedd776b0ec req-051abaa1-651f-4320-b907-5af86f4ea5a1 service nova] Acquiring lock "bbf0ee63-f415-4610-9018-ae94792726e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:47:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d7cd12cc-5fa3-4485-aa12-beedd776b0ec req-051abaa1-651f-4320-b907-5af86f4ea5a1 service nova] Lock "bbf0ee63-f415-4610-9018-ae94792726e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:47:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d7cd12cc-5fa3-4485-aa12-beedd776b0ec req-051abaa1-651f-4320-b907-5af86f4ea5a1 service nova] Lock "bbf0ee63-f415-4610-9018-ae94792726e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:47:07 user nova-compute[74307]: DEBUG nova.compute.manager [req-d7cd12cc-5fa3-4485-aa12-beedd776b0ec req-051abaa1-651f-4320-b907-5af86f4ea5a1 service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] No waiting events found dispatching network-vif-plugged-d3d0c4de-c88e-46cf-89c4-e4be298dd293 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:47:07 user nova-compute[74307]: WARNING nova.compute.manager [req-d7cd12cc-5fa3-4485-aa12-beedd776b0ec req-051abaa1-651f-4320-b907-5af86f4ea5a1 service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Received unexpected event network-vif-plugged-d3d0c4de-c88e-46cf-89c4-e4be298dd293 for instance with vm_state rescued and task_state unrescuing.
Oct 24 07:47:07 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:07 user nova-compute[74307]: DEBUG nova.compute.manager [req-9dc0a33a-a780-4f3f-be96-b9561023a886 req-ceb3826a-2ac3-40d2-92ab-7ae8ba92cc6b service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Received event network-changed-d3d0c4de-c88e-46cf-89c4-e4be298dd293 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:47:07 user nova-compute[74307]: DEBUG nova.compute.manager [req-9dc0a33a-a780-4f3f-be96-b9561023a886 req-ceb3826a-2ac3-40d2-92ab-7ae8ba92cc6b service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Refreshing instance network info cache due to event network-changed-d3d0c4de-c88e-46cf-89c4-e4be298dd293. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:47:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-9dc0a33a-a780-4f3f-be96-b9561023a886 req-ceb3826a-2ac3-40d2-92ab-7ae8ba92cc6b service nova] Acquiring lock "refresh_cache-bbf0ee63-f415-4610-9018-ae94792726e2" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:47:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-9dc0a33a-a780-4f3f-be96-b9561023a886 req-ceb3826a-2ac3-40d2-92ab-7ae8ba92cc6b service nova] Acquired lock "refresh_cache-bbf0ee63-f415-4610-9018-ae94792726e2" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:47:07 user nova-compute[74307]: DEBUG nova.network.neutron [req-9dc0a33a-a780-4f3f-be96-b9561023a886 req-ceb3826a-2ac3-40d2-92ab-7ae8ba92cc6b service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Refreshing network info cache for port d3d0c4de-c88e-46cf-89c4-e4be298dd293 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:47:08 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:08 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:08 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:08 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:08 user nova-compute[74307]: DEBUG nova.network.neutron [req-9dc0a33a-a780-4f3f-be96-b9561023a886 req-ceb3826a-2ac3-40d2-92ab-7ae8ba92cc6b service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Updated VIF entry in instance network info cache for port d3d0c4de-c88e-46cf-89c4-e4be298dd293. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:47:08 user nova-compute[74307]: DEBUG nova.network.neutron [req-9dc0a33a-a780-4f3f-be96-b9561023a886 req-ceb3826a-2ac3-40d2-92ab-7ae8ba92cc6b service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Updating instance_info_cache with network_info: [{"id": "d3d0c4de-c88e-46cf-89c4-e4be298dd293", "address": "fa:16:3e:6f:6b:96", "network": {"id": "738a317e-3446-4e1c-9426-c7575a1a3528", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1877516759-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.103", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c8bef7ee8ee14414ab3e51f43e0a41cb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd3d0c4de-c8", "ovs_interfaceid": "d3d0c4de-c88e-46cf-89c4-e4be298dd293", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:47:08 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-9dc0a33a-a780-4f3f-be96-b9561023a886 req-ceb3826a-2ac3-40d2-92ab-7ae8ba92cc6b service nova] Releasing lock "refresh_cache-bbf0ee63-f415-4610-9018-ae94792726e2" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:47:09 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:09 user nova-compute[74307]: DEBUG nova.compute.manager [req-790f14c1-2f07-47bf-8475-1cbf5bc90777 req-81ac763e-d84a-46d2-a4b1-c3c4f3e613d0 service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Received event network-vif-plugged-d3d0c4de-c88e-46cf-89c4-e4be298dd293 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:47:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-790f14c1-2f07-47bf-8475-1cbf5bc90777 req-81ac763e-d84a-46d2-a4b1-c3c4f3e613d0 service nova] Acquiring lock "bbf0ee63-f415-4610-9018-ae94792726e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:47:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-790f14c1-2f07-47bf-8475-1cbf5bc90777 req-81ac763e-d84a-46d2-a4b1-c3c4f3e613d0 service nova] Lock "bbf0ee63-f415-4610-9018-ae94792726e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:47:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-790f14c1-2f07-47bf-8475-1cbf5bc90777 req-81ac763e-d84a-46d2-a4b1-c3c4f3e613d0 service nova] Lock "bbf0ee63-f415-4610-9018-ae94792726e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:47:09 user nova-compute[74307]: DEBUG nova.compute.manager [req-790f14c1-2f07-47bf-8475-1cbf5bc90777 req-81ac763e-d84a-46d2-a4b1-c3c4f3e613d0 service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] No waiting events found dispatching network-vif-plugged-d3d0c4de-c88e-46cf-89c4-e4be298dd293 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:47:09 user nova-compute[74307]: WARNING nova.compute.manager [req-790f14c1-2f07-47bf-8475-1cbf5bc90777 req-81ac763e-d84a-46d2-a4b1-c3c4f3e613d0 service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Received unexpected event network-vif-plugged-d3d0c4de-c88e-46cf-89c4-e4be298dd293 for instance with vm_state rescued and task_state unrescuing.
Oct 24 07:47:09 user nova-compute[74307]: DEBUG nova.compute.manager [req-790f14c1-2f07-47bf-8475-1cbf5bc90777 req-81ac763e-d84a-46d2-a4b1-c3c4f3e613d0 service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Received event network-vif-plugged-d3d0c4de-c88e-46cf-89c4-e4be298dd293 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:47:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-790f14c1-2f07-47bf-8475-1cbf5bc90777 req-81ac763e-d84a-46d2-a4b1-c3c4f3e613d0 service nova] Acquiring lock "bbf0ee63-f415-4610-9018-ae94792726e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:47:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-790f14c1-2f07-47bf-8475-1cbf5bc90777 req-81ac763e-d84a-46d2-a4b1-c3c4f3e613d0 service nova] Lock "bbf0ee63-f415-4610-9018-ae94792726e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:47:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-790f14c1-2f07-47bf-8475-1cbf5bc90777 req-81ac763e-d84a-46d2-a4b1-c3c4f3e613d0 service nova] Lock "bbf0ee63-f415-4610-9018-ae94792726e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:47:09 user nova-compute[74307]: DEBUG nova.compute.manager [req-790f14c1-2f07-47bf-8475-1cbf5bc90777 req-81ac763e-d84a-46d2-a4b1-c3c4f3e613d0 service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] No waiting events found dispatching network-vif-plugged-d3d0c4de-c88e-46cf-89c4-e4be298dd293 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:47:09 user nova-compute[74307]: WARNING nova.compute.manager [req-790f14c1-2f07-47bf-8475-1cbf5bc90777 req-81ac763e-d84a-46d2-a4b1-c3c4f3e613d0 service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Received unexpected event network-vif-plugged-d3d0c4de-c88e-46cf-89c4-e4be298dd293 for instance with vm_state rescued and task_state unrescuing.
Oct 24 07:47:09 user nova-compute[74307]: DEBUG nova.compute.manager [None req-11ef5414-1169-4742-a981-4f37561c2cf7 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:47:10 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-30f32556-e0ab-4a01-b616-ef73eefb53bd tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Calling os-brick to attach iSCSI Volume {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 07:47:10 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-30f32556-e0ab-4a01-b616-ef73eefb53bd tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PwqzAZbx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:47:10 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-30f32556-e0ab-4a01-b616-ef73eefb53bd tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:47:10 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-30f32556-e0ab-4a01-b616-ef73eefb53bd tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:47:10 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-30f32556-e0ab-4a01-b616-ef73eefb53bd tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:47:10 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-30f32556-e0ab-4a01-b616-ef73eefb53bd tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:47:10 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-30f32556-e0ab-4a01-b616-ef73eefb53bd tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:47:10 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-30f32556-e0ab-4a01-b616-ef73eefb53bd tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:47:10 user nova-compute[74307]: INFO os_brick.initiator.connectors.iscsi [None req-30f32556-e0ab-4a01-b616-ef73eefb53bd tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 07:47:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 -p 172.16.0.220:3260 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:11 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd97d71c-9670-4e37-b491-6fe5f22b9734]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:11 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-30f32556-e0ab-4a01-b616-ef73eefb53bd tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 07:47:11 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:47:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 -p 172.16.0.220:3260 --interface default --op new {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:11 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[0478a86b-b1cc-436e-b578-0da1ccbef61a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63] added\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:11 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-30f32556-e0ab-4a01-b616-ef73eefb53bd tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63] added
Oct 24 07:47:11 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:47:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:11 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[20ca17c7-9560-4f7b-b66c-50d7ccf992a2]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:11 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-30f32556-e0ab-4a01-b616-ef73eefb53bd tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:47:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:11 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[f853cbe8-412d-462b-a314-54dc10555d6e]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:11 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-30f32556-e0ab-4a01-b616-ef73eefb53bd tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:47:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PwqzAZbx {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PwqzAZbx" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:11 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[425ae5fa-053e-4b4c-8521-4d184aea7e73]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:11 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-30f32556-e0ab-4a01-b616-ef73eefb53bd tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'PwqzAZbx'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:47:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:11 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[46b6b4fa-8d32-49a8-8fb2-afaa5d23a43c]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:11 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-30f32556-e0ab-4a01-b616-ef73eefb53bd tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:47:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:11 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0335f0c-04a4-4e99-9fe4-b0893cd1e13f]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:11 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-30f32556-e0ab-4a01-b616-ef73eefb53bd tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:47:11 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:47:11 user nova-compute[74307]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)
Oct 24 07:47:11 user nova-compute[74307]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 (non-flash)
Oct 24 07:47:11 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:47:11 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-30f32556-e0ab-4a01-b616-ef73eefb53bd tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:47:11 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:47:11 user nova-compute[74307]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)
Oct 24 07:47:11 user nova-compute[74307]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 (non-flash)
Oct 24 07:47:11 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:47:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 -p 172.16.0.220:3260 --login {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 -p 172.16.0.220:3260 --login" returned: 0 in 0.086s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:11 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f5e1b65-e0fd-4418-ae94-70fc1cf7b33f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:11 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-30f32556-e0ab-4a01-b616-ef73eefb53bd tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63, portal: 172.16.0.220,3260]
Oct 24 07:47:11 user nova-compute[74307]: Login to [iface: default, target: iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63, portal: 172.16.0.220,3260] successful.
Oct 24 07:47:11 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:47:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:11 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[860208d8-1566-4ec9-a48b-f1a202683fa4]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:11 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-30f32556-e0ab-4a01-b616-ef73eefb53bd tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:47:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:11 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[0497e7e9-72c3-4c00-8ed0-0a658241b0f1]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:11 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-30f32556-e0ab-4a01-b616-ef73eefb53bd tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:47:11 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:47:11 user nova-compute[74307]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)
Oct 24 07:47:11 user nova-compute[74307]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 (non-flash)
Oct 24 07:47:11 user nova-compute[74307]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 (non-flash)
Oct 24 07:47:11 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:47:11 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-30f32556-e0ab-4a01-b616-ef73eefb53bd tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:47:11 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:47:11 user nova-compute[74307]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)
Oct 24 07:47:11 user nova-compute[74307]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 (non-flash)
Oct 24 07:47:11 user nova-compute[74307]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 (non-flash)
Oct 24 07:47:11 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:47:11 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-30f32556-e0ab-4a01-b616-ef73eefb53bd tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.350s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:47:11 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-30f32556-e0ab-4a01-b616-ef73eefb53bd tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Connected to 172.16.0.220:3260 {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 07:47:11 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-30f32556-e0ab-4a01-b616-ef73eefb53bd tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] HCTL ('35', '-', '-', 0) found on session 18 with lun 0 {{(pid=74307) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 07:47:11 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-30f32556-e0ab-4a01-b616-ef73eefb53bd tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74307) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 07:47:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:11 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[76898604-cfb3-45c3-b4d7-c94edea3d80c]: (4, ('- - 0', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:11 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-30f32556-e0ab-4a01-b616-ef73eefb53bd tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Searching for a device in session 18 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 07:47:11 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-30f32556-e0ab-4a01-b616-ef73eefb53bd tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PwqzAZbx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 07:47:12 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-30f32556-e0ab-4a01-b616-ef73eefb53bd tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.391s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:47:12 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-30f32556-e0ab-4a01-b616-ef73eefb53bd tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] <== connect_volume: return (1393ms) {'type': 'block', 'scsi_wwn': '23262366163306564', 'path': '/dev/sdd'} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:47:12 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-30f32556-e0ab-4a01-b616-ef73eefb53bd tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23262366163306564', 'path': '/dev/sdd'} {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 07:47:12 user nova-compute[74307]: DEBUG nova.objects.instance [None req-30f32556-e0ab-4a01-b616-ef73eefb53bd tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lazy-loading 'flavor' on Instance uuid a6b2cfc6-bc30-485a-95ba-11509955f63c {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:47:12 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-30f32556-e0ab-4a01-b616-ef73eefb53bd tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 07:47:12 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:47:12 user nova-compute[74307]:   <source dev="/dev/sdd"/>
Oct 24 07:47:12 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 07:47:12 user nova-compute[74307]:   <serial>efdacc82-9ffe-4fb5-bdee-011fe5945c63</serial>
Oct 24 07:47:12 user nova-compute[74307]: </disk>
Oct 24 07:47:12 user nova-compute[74307]:  {{(pid=74307) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 07:47:12 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:12 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-30f32556-e0ab-4a01-b616-ef73eefb53bd tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:47:12 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-30f32556-e0ab-4a01-b616-ef73eefb53bd tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:47:12 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-30f32556-e0ab-4a01-b616-ef73eefb53bd tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] No VIF found with MAC fa:16:3e:bf:e4:e5, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:47:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-30f32556-e0ab-4a01-b616-ef73eefb53bd tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "a6b2cfc6-bc30-485a-95ba-11509955f63c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 22.904s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:47:14 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:15 user nova-compute[74307]: INFO nova.compute.manager [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Rebuilding instance
Oct 24 07:47:15 user nova-compute[74307]: DEBUG nova.compute.manager [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:47:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:16 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Instance destroyed successfully.
Oct 24 07:47:16 user nova-compute[74307]: DEBUG nova.compute.manager [req-2b39ab74-694e-4b55-95b6-3bb289beed73 req-bd4e0ef4-5623-48c1-86b1-a70fe0b21719 service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Received event network-vif-unplugged-845970ce-0289-491c-95b2-a9992ec671f9 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2b39ab74-694e-4b55-95b6-3bb289beed73 req-bd4e0ef4-5623-48c1-86b1-a70fe0b21719 service nova] Acquiring lock "a6b2cfc6-bc30-485a-95ba-11509955f63c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2b39ab74-694e-4b55-95b6-3bb289beed73 req-bd4e0ef4-5623-48c1-86b1-a70fe0b21719 service nova] Lock "a6b2cfc6-bc30-485a-95ba-11509955f63c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2b39ab74-694e-4b55-95b6-3bb289beed73 req-bd4e0ef4-5623-48c1-86b1-a70fe0b21719 service nova] Lock "a6b2cfc6-bc30-485a-95ba-11509955f63c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG nova.compute.manager [req-2b39ab74-694e-4b55-95b6-3bb289beed73 req-bd4e0ef4-5623-48c1-86b1-a70fe0b21719 service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] No waiting events found dispatching network-vif-unplugged-845970ce-0289-491c-95b2-a9992ec671f9 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:47:16 user nova-compute[74307]: WARNING nova.compute.manager [req-2b39ab74-694e-4b55-95b6-3bb289beed73 req-bd4e0ef4-5623-48c1-86b1-a70fe0b21719 service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Received unexpected event network-vif-unplugged-845970ce-0289-491c-95b2-a9992ec671f9 for instance with vm_state active and task_state rebuilding.
Oct 24 07:47:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:16 user nova-compute[74307]: INFO nova.compute.manager [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Detaching volume efdacc82-9ffe-4fb5-bdee-011fe5945c63
Oct 24 07:47:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:16 user nova-compute[74307]: INFO nova.virt.block_device [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Attempting to driver detach volume efdacc82-9ffe-4fb5-bdee-011fe5945c63 from mountpoint /dev/vdb
Oct 24 07:47:16 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Attempting to detach device vdb from instance a6b2cfc6-bc30-485a-95ba-11509955f63c from the persistent domain config. {{(pid=74307) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 07:47:16 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:47:16 user nova-compute[74307]:   <source dev="/dev/sdd"/>
Oct 24 07:47:16 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 07:47:16 user nova-compute[74307]:   <serial>efdacc82-9ffe-4fb5-bdee-011fe5945c63</serial>
Oct 24 07:47:16 user nova-compute[74307]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 07:47:16 user nova-compute[74307]: </disk>
Oct 24 07:47:16 user nova-compute[74307]:  {{(pid=74307) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 07:47:16 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Successfully detached device vdb from instance a6b2cfc6-bc30-485a-95ba-11509955f63c from the persistent domain config.
Oct 24 07:47:16 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] calling os-brick to detach iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, {'target_iqn': 'iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PwqzAZbx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:47:16 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 24 07:47:16 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[032c4337-dc4d-40a2-80b7-a57ae119e71e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 07:47:16 user nova-compute[74307]: No targets found.
Oct 24 07:47:16 user nova-compute[74307]: iSNS:
Oct 24 07:47:16 user nova-compute[74307]: No targets found.
Oct 24 07:47:16 user nova-compute[74307]: STATIC:
Oct 24 07:47:16 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc
Oct 24 07:47:16 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:47:16 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:47:16 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63
Oct 24 07:47:16 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:47:16 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:47:16 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854
Oct 24 07:47:16 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:47:16 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:47:16 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761
Oct 24 07:47:16 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:47:16 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:47:16 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92
Oct 24 07:47:16 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:47:16 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:47:16 user nova-compute[74307]: FIRMWARE:
Oct 24 07:47:16 user nova-compute[74307]: No targets found.
Oct 24 07:47:16 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 07:47:16 user nova-compute[74307]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 07:47:16 user nova-compute[74307]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74307) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63', 0)] {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[fdceb8b5-13ff-43ba-a5b6-50d0d3613e29]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.038s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1977d79-93fd-425c-b792-da8f5f77f069]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:47:16 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:47:16 user nova-compute[74307]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)
Oct 24 07:47:16 user nova-compute[74307]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 (non-flash)
Oct 24 07:47:16 user nova-compute[74307]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 (non-flash)
Oct 24 07:47:16 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:47:16 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:47:16 user nova-compute[74307]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)
Oct 24 07:47:16 user nova-compute[74307]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 (non-flash)
Oct 24 07:47:16 user nova-compute[74307]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 (non-flash)
Oct 24 07:47:16 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f464441cee0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63'): ({'sdd'}, set())}) {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Removing single pathed devices sdd {{(pid=74307) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab686a58-de70-41ba-8191-7415ec9e49f4]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1d9a1cd-6ba8-4442-806b-b635569b1d20]: (4, ('ok\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Flushing IO for device /dev/sdd {{(pid=74307) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.016s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb75f22f-b25a-4b72-a521-9d084f8cc8d8]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74307) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.042s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[61a9fd75-b90c-4ed4-8df9-a6cb6d9ee258]: (4, ('1', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] SCSI volumes sdd have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63')] {{(pid=74307) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb86f4dd-9174-4d8c-85c2-2541eba763ee]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 -p 172.16.0.220:3260 --logout {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 -p 172.16.0.220:3260 --logout" returned: 0 in 0.092s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa901ce9-c194-4ad7-b81b-9b861068966e]: (4, ('Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63, portal: 172.16.0.220,3260]\nLogout of [sid: 18, target: iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63, portal: 172.16.0.220,3260]
Oct 24 07:47:16 user nova-compute[74307]: Logout of [sid: 18, target: iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63, portal: 172.16.0.220,3260] successful.
Oct 24 07:47:16 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 -p 172.16.0.220:3260 --op delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.046s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d8d1710-ef69-4676-9ddc-7034109fa45d]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.398s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] <== disconnect_volume: return (398ms) None {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:47:16 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Disconnected iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 07:47:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:17 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Instance destroyed successfully.
Oct 24 07:47:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:44:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-702168899',display_name='tempest-ServerActionsTestOtherA-server-130751008',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-702168899',id=13,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF770wl3iJlcWd0jcypwOV5Qv4Tfpns3eTRHCI3yhP/DdXx+NOvPCvBi6eq/2QLGKujNxJ1HIG/hc6SWn6uCLbleCWkwxdgeZ+mk4FrRiV5RR8anh2K06BhyC8HdiT/6+g==',key_name='tempest-keypair-1153351006',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:45:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='b309cc23749c4a8db15e97071e598aa7',ramdisk_id='',reservation_id='r-14p5cdjr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-379663663',owner_user_name='tempest-ServerActionsTestOtherA-379663663-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:47:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='26da1d70557347a1ba51cc920ab9b090',uuid=a6b2cfc6-bc30-485a-95ba-11509955f63c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "845970ce-0289-491c-95b2-a9992ec671f9", "address": "fa:16:3e:bf:e4:e5", "network": {"id": "a62eef8f-3418-495c-91c8-3410c10364d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1235073358-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.110", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b309cc23749c4a8db15e97071e598aa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap845970ce-02", "ovs_interfaceid": "845970ce-0289-491c-95b2-a9992ec671f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 07:47:17 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Converting VIF {"id": "845970ce-0289-491c-95b2-a9992ec671f9", "address": "fa:16:3e:bf:e4:e5", "network": {"id": "a62eef8f-3418-495c-91c8-3410c10364d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1235073358-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.110", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b309cc23749c4a8db15e97071e598aa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap845970ce-02", "ovs_interfaceid": "845970ce-0289-491c-95b2-a9992ec671f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:47:17 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:bf:e4:e5,bridge_name='br-int',has_traffic_filtering=True,id=845970ce-0289-491c-95b2-a9992ec671f9,network=Network(a62eef8f-3418-495c-91c8-3410c10364d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap845970ce-02') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:47:17 user nova-compute[74307]: DEBUG os_vif [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:bf:e4:e5,bridge_name='br-int',has_traffic_filtering=True,id=845970ce-0289-491c-95b2-a9992ec671f9,network=Network(a62eef8f-3418-495c-91c8-3410c10364d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap845970ce-02') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 07:47:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap845970ce-02, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:47:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=233bc31f-8fde-42d9-b60d-486715a982f4) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:47:18 user nova-compute[74307]: INFO os_vif [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:bf:e4:e5,bridge_name='br-int',has_traffic_filtering=True,id=845970ce-0289-491c-95b2-a9992ec671f9,network=Network(a62eef8f-3418-495c-91c8-3410c10364d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap845970ce-02')
Oct 24 07:47:18 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] calling os-brick to detach iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, {'target_iqn': 'iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PwqzAZbx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:47:18 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 24 07:47:18 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.033s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2d2c840-6ca1-4e42-bd40-af8d01dd2aaf]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 07:47:18 user nova-compute[74307]: No targets found.
Oct 24 07:47:18 user nova-compute[74307]: iSNS:
Oct 24 07:47:18 user nova-compute[74307]: No targets found.
Oct 24 07:47:18 user nova-compute[74307]: STATIC:
Oct 24 07:47:18 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc
Oct 24 07:47:18 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:47:18 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:47:18 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854
Oct 24 07:47:18 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:47:18 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:47:18 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761
Oct 24 07:47:18 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:47:18 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:47:18 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92
Oct 24 07:47:18 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:47:18 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:47:18 user nova-compute[74307]: FIRMWARE:
Oct 24 07:47:18 user nova-compute[74307]: No targets found.
Oct 24 07:47:18 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 07:47:18 user nova-compute[74307]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 07:47:18 user nova-compute[74307]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74307) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63', 0)] {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c6f9ef1-b8f3-48ea-a0f7-0790de16c00b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7a09451-2153-422f-8085-02374f74ac80]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:47:18 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:47:18 user nova-compute[74307]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)
Oct 24 07:47:18 user nova-compute[74307]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 (non-flash)
Oct 24 07:47:18 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:47:18 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:47:18 user nova-compute[74307]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)
Oct 24 07:47:18 user nova-compute[74307]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 (non-flash)
Oct 24 07:47:18 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4624639cf0>, {}) {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Disconnecting from: [] {{(pid=74307) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.107s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] <== disconnect_volume: return (108ms) None {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Disconnected iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 07:47:18 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Deleting instance files /opt/stack/data/nova/instances/a6b2cfc6-bc30-485a-95ba-11509955f63c_del
Oct 24 07:47:18 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Deletion of /opt/stack/data/nova/instances/a6b2cfc6-bc30-485a-95ba-11509955f63c_del complete
Oct 24 07:47:18 user nova-compute[74307]: DEBUG nova.compute.manager [req-4d5acc6b-2d8d-43b7-831a-5821e28aec89 req-3437732e-daac-409f-abf2-078509ecf12e service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Received event network-vif-plugged-845970ce-0289-491c-95b2-a9992ec671f9 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-4d5acc6b-2d8d-43b7-831a-5821e28aec89 req-3437732e-daac-409f-abf2-078509ecf12e service nova] Acquiring lock "a6b2cfc6-bc30-485a-95ba-11509955f63c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-4d5acc6b-2d8d-43b7-831a-5821e28aec89 req-3437732e-daac-409f-abf2-078509ecf12e service nova] Lock "a6b2cfc6-bc30-485a-95ba-11509955f63c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-4d5acc6b-2d8d-43b7-831a-5821e28aec89 req-3437732e-daac-409f-abf2-078509ecf12e service nova] Lock "a6b2cfc6-bc30-485a-95ba-11509955f63c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG nova.compute.manager [req-4d5acc6b-2d8d-43b7-831a-5821e28aec89 req-3437732e-daac-409f-abf2-078509ecf12e service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] No waiting events found dispatching network-vif-plugged-845970ce-0289-491c-95b2-a9992ec671f9 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:47:18 user nova-compute[74307]: WARNING nova.compute.manager [req-4d5acc6b-2d8d-43b7-831a-5821e28aec89 req-3437732e-daac-409f-abf2-078509ecf12e service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Received unexpected event network-vif-plugged-845970ce-0289-491c-95b2-a9992ec671f9 for instance with vm_state active and task_state rebuilding.
Oct 24 07:47:18 user nova-compute[74307]: DEBUG nova.compute.manager [req-4d5acc6b-2d8d-43b7-831a-5821e28aec89 req-3437732e-daac-409f-abf2-078509ecf12e service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Received event network-vif-plugged-845970ce-0289-491c-95b2-a9992ec671f9 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-4d5acc6b-2d8d-43b7-831a-5821e28aec89 req-3437732e-daac-409f-abf2-078509ecf12e service nova] Acquiring lock "a6b2cfc6-bc30-485a-95ba-11509955f63c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-4d5acc6b-2d8d-43b7-831a-5821e28aec89 req-3437732e-daac-409f-abf2-078509ecf12e service nova] Lock "a6b2cfc6-bc30-485a-95ba-11509955f63c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-4d5acc6b-2d8d-43b7-831a-5821e28aec89 req-3437732e-daac-409f-abf2-078509ecf12e service nova] Lock "a6b2cfc6-bc30-485a-95ba-11509955f63c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG nova.compute.manager [req-4d5acc6b-2d8d-43b7-831a-5821e28aec89 req-3437732e-daac-409f-abf2-078509ecf12e service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] No waiting events found dispatching network-vif-plugged-845970ce-0289-491c-95b2-a9992ec671f9 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:47:18 user nova-compute[74307]: WARNING nova.compute.manager [req-4d5acc6b-2d8d-43b7-831a-5821e28aec89 req-3437732e-daac-409f-abf2-078509ecf12e service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Received unexpected event network-vif-plugged-845970ce-0289-491c-95b2-a9992ec671f9 for instance with vm_state active and task_state rebuilding.
Oct 24 07:47:18 user nova-compute[74307]: DEBUG nova.compute.manager [req-4d5acc6b-2d8d-43b7-831a-5821e28aec89 req-3437732e-daac-409f-abf2-078509ecf12e service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Received event network-vif-plugged-845970ce-0289-491c-95b2-a9992ec671f9 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-4d5acc6b-2d8d-43b7-831a-5821e28aec89 req-3437732e-daac-409f-abf2-078509ecf12e service nova] Acquiring lock "a6b2cfc6-bc30-485a-95ba-11509955f63c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-4d5acc6b-2d8d-43b7-831a-5821e28aec89 req-3437732e-daac-409f-abf2-078509ecf12e service nova] Lock "a6b2cfc6-bc30-485a-95ba-11509955f63c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-4d5acc6b-2d8d-43b7-831a-5821e28aec89 req-3437732e-daac-409f-abf2-078509ecf12e service nova] Lock "a6b2cfc6-bc30-485a-95ba-11509955f63c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG nova.compute.manager [req-4d5acc6b-2d8d-43b7-831a-5821e28aec89 req-3437732e-daac-409f-abf2-078509ecf12e service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] No waiting events found dispatching network-vif-plugged-845970ce-0289-491c-95b2-a9992ec671f9 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:47:18 user nova-compute[74307]: WARNING nova.compute.manager [req-4d5acc6b-2d8d-43b7-831a-5821e28aec89 req-3437732e-daac-409f-abf2-078509ecf12e service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Received unexpected event network-vif-plugged-845970ce-0289-491c-95b2-a9992ec671f9 for instance with vm_state active and task_state rebuilding.
Oct 24 07:47:18 user nova-compute[74307]: DEBUG nova.compute.manager [req-4d5acc6b-2d8d-43b7-831a-5821e28aec89 req-3437732e-daac-409f-abf2-078509ecf12e service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Received event network-vif-unplugged-845970ce-0289-491c-95b2-a9992ec671f9 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-4d5acc6b-2d8d-43b7-831a-5821e28aec89 req-3437732e-daac-409f-abf2-078509ecf12e service nova] Acquiring lock "a6b2cfc6-bc30-485a-95ba-11509955f63c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-4d5acc6b-2d8d-43b7-831a-5821e28aec89 req-3437732e-daac-409f-abf2-078509ecf12e service nova] Lock "a6b2cfc6-bc30-485a-95ba-11509955f63c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-4d5acc6b-2d8d-43b7-831a-5821e28aec89 req-3437732e-daac-409f-abf2-078509ecf12e service nova] Lock "a6b2cfc6-bc30-485a-95ba-11509955f63c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG nova.compute.manager [req-4d5acc6b-2d8d-43b7-831a-5821e28aec89 req-3437732e-daac-409f-abf2-078509ecf12e service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] No waiting events found dispatching network-vif-unplugged-845970ce-0289-491c-95b2-a9992ec671f9 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:47:18 user nova-compute[74307]: WARNING nova.compute.manager [req-4d5acc6b-2d8d-43b7-831a-5821e28aec89 req-3437732e-daac-409f-abf2-078509ecf12e service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Received unexpected event network-vif-unplugged-845970ce-0289-491c-95b2-a9992ec671f9 for instance with vm_state active and task_state rebuilding.
Oct 24 07:47:18 user nova-compute[74307]: DEBUG nova.compute.manager [req-4d5acc6b-2d8d-43b7-831a-5821e28aec89 req-3437732e-daac-409f-abf2-078509ecf12e service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Received event network-vif-plugged-845970ce-0289-491c-95b2-a9992ec671f9 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-4d5acc6b-2d8d-43b7-831a-5821e28aec89 req-3437732e-daac-409f-abf2-078509ecf12e service nova] Acquiring lock "a6b2cfc6-bc30-485a-95ba-11509955f63c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-4d5acc6b-2d8d-43b7-831a-5821e28aec89 req-3437732e-daac-409f-abf2-078509ecf12e service nova] Lock "a6b2cfc6-bc30-485a-95ba-11509955f63c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-4d5acc6b-2d8d-43b7-831a-5821e28aec89 req-3437732e-daac-409f-abf2-078509ecf12e service nova] Lock "a6b2cfc6-bc30-485a-95ba-11509955f63c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG nova.compute.manager [req-4d5acc6b-2d8d-43b7-831a-5821e28aec89 req-3437732e-daac-409f-abf2-078509ecf12e service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] No waiting events found dispatching network-vif-plugged-845970ce-0289-491c-95b2-a9992ec671f9 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:47:18 user nova-compute[74307]: WARNING nova.compute.manager [req-4d5acc6b-2d8d-43b7-831a-5821e28aec89 req-3437732e-daac-409f-abf2-078509ecf12e service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Received unexpected event network-vif-plugged-845970ce-0289-491c-95b2-a9992ec671f9 for instance with vm_state active and task_state rebuilding.
Oct 24 07:47:18 user nova-compute[74307]: INFO nova.virt.block_device [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Booting with volume efdacc82-9ffe-4fb5-bdee-011fe5945c63 at /dev/vdb
Oct 24 07:47:18 user nova-compute[74307]: DEBUG os_brick.utils [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e57cc89-6c12-4c63-a83c-8eb32f15098a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:299aca16be88\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[91622aa8-db60-4478-a277-fe973210166f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b34abf7d-d858-415f-81ca-eceff46b8eff]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc4fdb3b-6977-4024-acaf-d7cc723af387]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Running cmd (subprocess): nvme version {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] 'nvme version' failed. Not Retrying. {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] nvme not present on system {{(pid=74307) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:47:18 user nova-compute[74307]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 07:47:18 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfe7edab-ae15-4f52-bf0e-19336edce9a2]: (4, '') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74307) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] LIGHTOS: no hostnqn found. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG os_brick.utils [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] <== get_connector_properties: return (169ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:299aca16be88', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:47:18 user nova-compute[74307]: DEBUG nova.virt.block_device [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Updating existing volume attachment record: cda60f86-204c-4dc7-8175-0a1cb64b9bc3 {{(pid=74307) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 07:47:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:23 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:24 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:26 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:47:26 user nova-compute[74307]: WARNING nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] While synchronizing instance power states, found 9 instances in the database and 7 instances on the hypervisor.
Oct 24 07:47:26 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Triggering sync for uuid fe508640-79f4-43d1-b846-00f28f91df79 {{(pid=74307) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 07:47:26 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Triggering sync for uuid bbf0ee63-f415-4610-9018-ae94792726e2 {{(pid=74307) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 07:47:26 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Triggering sync for uuid 9ca4c6f9-3966-4025-b0d4-273611aba465 {{(pid=74307) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 07:47:26 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Triggering sync for uuid bf3db205-9fd8-47db-8365-87bc07dd98b7 {{(pid=74307) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 07:47:26 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Triggering sync for uuid 9ea8255e-1f82-4e7f-b09b-aca682f1f374 {{(pid=74307) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 07:47:26 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Triggering sync for uuid 0f8feaa4-716e-4476-9137-f41f7bcc3ec6 {{(pid=74307) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 07:47:26 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Triggering sync for uuid a6b2cfc6-bc30-485a-95ba-11509955f63c {{(pid=74307) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 07:47:26 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Triggering sync for uuid d508a024-e0f7-4864-871e-a33b8abc2157 {{(pid=74307) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 07:47:26 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Triggering sync for uuid 02857236-4abf-4671-972e-21ef9328566c {{(pid=74307) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 07:47:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "fe508640-79f4-43d1-b846-00f28f91df79" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:47:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "fe508640-79f4-43d1-b846-00f28f91df79" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:47:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "bbf0ee63-f415-4610-9018-ae94792726e2" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:47:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "bbf0ee63-f415-4610-9018-ae94792726e2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:47:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "9ca4c6f9-3966-4025-b0d4-273611aba465" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:47:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "9ca4c6f9-3966-4025-b0d4-273611aba465" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:47:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "bf3db205-9fd8-47db-8365-87bc07dd98b7" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:47:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "bf3db205-9fd8-47db-8365-87bc07dd98b7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:47:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "9ea8255e-1f82-4e7f-b09b-aca682f1f374" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:47:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "9ea8255e-1f82-4e7f-b09b-aca682f1f374" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:47:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "0f8feaa4-716e-4476-9137-f41f7bcc3ec6" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:47:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "0f8feaa4-716e-4476-9137-f41f7bcc3ec6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:47:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "a6b2cfc6-bc30-485a-95ba-11509955f63c" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:47:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "a6b2cfc6-bc30-485a-95ba-11509955f63c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:47:26 user nova-compute[74307]: INFO nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] During sync_power_state the instance has a pending task (rebuild_block_device_mapping). Skip.
Oct 24 07:47:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "a6b2cfc6-bc30-485a-95ba-11509955f63c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:47:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "d508a024-e0f7-4864-871e-a33b8abc2157" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:47:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "d508a024-e0f7-4864-871e-a33b8abc2157" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:47:26 user nova-compute[74307]: INFO nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] During sync_power_state the instance has a pending task (rebuilding). Skip.
Oct 24 07:47:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "d508a024-e0f7-4864-871e-a33b8abc2157" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:47:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "02857236-4abf-4671-972e-21ef9328566c" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:47:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "02857236-4abf-4671-972e-21ef9328566c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:47:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "bbf0ee63-f415-4610-9018-ae94792726e2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.095s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:47:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "9ca4c6f9-3966-4025-b0d4-273611aba465" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.096s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:47:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "fe508640-79f4-43d1-b846-00f28f91df79" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.106s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:47:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "0f8feaa4-716e-4476-9137-f41f7bcc3ec6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.099s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:47:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "9ea8255e-1f82-4e7f-b09b-aca682f1f374" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.104s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:47:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "bf3db205-9fd8-47db-8365-87bc07dd98b7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.110s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:47:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "02857236-4abf-4671-972e-21ef9328566c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.105s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:47:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] Acquiring lock "923f2e2a-93f3-492f-9160-279a92c0ecd6" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:47:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] Lock "923f2e2a-93f3-492f-9160-279a92c0ecd6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:47:27 user nova-compute[74307]: DEBUG nova.compute.manager [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Starting instance... {{(pid=74307) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 07:47:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:47:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:47:27 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 07:47:27 user nova-compute[74307]: INFO nova.compute.claims [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Claim successful on node user
Oct 24 07:47:28 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:28 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:47:28 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:47:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.631s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:47:28 user nova-compute[74307]: DEBUG nova.compute.manager [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Start building networks asynchronously for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 07:47:28 user nova-compute[74307]: DEBUG nova.compute.manager [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Allocating IP information in the background. {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 07:47:28 user nova-compute[74307]: DEBUG nova.network.neutron [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] allocate_for_instance() {{(pid=74307) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 07:47:28 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 07:47:28 user nova-compute[74307]: DEBUG nova.compute.manager [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Start building block device mappings for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 07:47:28 user nova-compute[74307]: INFO nova.virt.block_device [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Booting with volume 1bc62493-3870-46e1-8cc1-ea2bf6b9431c at /dev/vda
Oct 24 07:47:28 user nova-compute[74307]: DEBUG os_brick.utils [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:47:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:28 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f8be7af-a133-4e21-a5bf-5238e21ecee8]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:299aca16be88\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:28 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[96d204c5-90f6-4c5b-84a5-3b20e8b7636d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:28 user nova-compute[74307]: DEBUG nova.policy [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87cb1ad710af4ccd9deb2a7bca7cd143', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b78340467954875963911385df30234', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74307) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 07:47:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:28 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d44e24d-6900-41cc-8cc4-5103af6f1026]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:28 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[51523f54-37d1-44c9-94c3-48dccd1beb34]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] Running cmd (subprocess): nvme version {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] 'nvme version' failed. Not Retrying. {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:47:28 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.nvmeof [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] nvme not present on system {{(pid=74307) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 07:47:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:47:28 user nova-compute[74307]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 07:47:28 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[3870b45f-7e34-4baa-8fde-c8228d361df0]: (4, '') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:28 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74307) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 07:47:28 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 07:47:28 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] LIGHTOS: no hostnqn found. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 07:47:28 user nova-compute[74307]: DEBUG os_brick.utils [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] <== get_connector_properties: return (132ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:299aca16be88', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:47:28 user nova-compute[74307]: DEBUG nova.virt.block_device [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Updating existing volume attachment record: 03336811-d4c2-4309-bae3-f24e13fc6ff7 {{(pid=74307) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 07:47:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:29 user nova-compute[74307]: DEBUG nova.network.neutron [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Successfully created port: 62fbbe3a-f3be-4573-b7fe-081a4c705124 {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 07:47:30 user nova-compute[74307]: DEBUG nova.network.neutron [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Successfully created port: c62628b6-ef43-48a5-94c6-0a9b9082f441 {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 07:47:30 user nova-compute[74307]: DEBUG nova.network.neutron [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Successfully created port: 5a94a142-952a-4dcc-b637-94c345c203ca {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 07:47:31 user nova-compute[74307]: DEBUG nova.network.neutron [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Successfully created port: 06b3599c-e26c-4dd2-9493-5fa4854bc1fc {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 07:47:32 user nova-compute[74307]: DEBUG nova.network.neutron [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Port 989eb379-62b5-4062-95a6-0357967bb8cb binding to destination host user is already ACTIVE {{(pid=74307) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Oct 24 07:47:32 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Acquiring lock "refresh_cache-9ca4c6f9-3966-4025-b0d4-273611aba465" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:47:32 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Acquired lock "refresh_cache-9ca4c6f9-3966-4025-b0d4-273611aba465" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:47:32 user nova-compute[74307]: DEBUG nova.network.neutron [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 07:47:32 user nova-compute[74307]: DEBUG nova.network.neutron [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Successfully created port: 2087a855-69ec-48c2-be32-348926b1d609 {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 07:47:33 user nova-compute[74307]: DEBUG nova.network.neutron [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Updating instance_info_cache with network_info: [{"id": "989eb379-62b5-4062-95a6-0357967bb8cb", "address": "fa:16:3e:46:46:e1", "network": {"id": "f6232387-1f48-4257-bccd-b30cb0bb880d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1072713156-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0168f8c4ed044e57b721edf920156848", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap989eb379-62", "ovs_interfaceid": "989eb379-62b5-4062-95a6-0357967bb8cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:47:33 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Releasing lock "refresh_cache-9ca4c6f9-3966-4025-b0d4-273611aba465" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:47:33 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Creating tmpfile /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/tmp22nwmxnx to verify with other compute node that the instance is on the same shared storage. {{(pid=74307) check_instance_shared_storage_local /opt/stack/nova/nova/virt/libvirt/driver.py:9628}}
Oct 24 07:47:33 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:33 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:33 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:33 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:33 user nova-compute[74307]: DEBUG nova.compute.manager [req-8d317616-93e7-4b8e-9c09-a720e3dd6d86 req-74708261-985c-409b-ad8a-0de0d8a8aac3 service nova] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Received event network-vif-unplugged-989eb379-62b5-4062-95a6-0357967bb8cb {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:47:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-8d317616-93e7-4b8e-9c09-a720e3dd6d86 req-74708261-985c-409b-ad8a-0de0d8a8aac3 service nova] Acquiring lock "9ca4c6f9-3966-4025-b0d4-273611aba465-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:47:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-8d317616-93e7-4b8e-9c09-a720e3dd6d86 req-74708261-985c-409b-ad8a-0de0d8a8aac3 service nova] Lock "9ca4c6f9-3966-4025-b0d4-273611aba465-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:47:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-8d317616-93e7-4b8e-9c09-a720e3dd6d86 req-74708261-985c-409b-ad8a-0de0d8a8aac3 service nova] Lock "9ca4c6f9-3966-4025-b0d4-273611aba465-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:47:33 user nova-compute[74307]: DEBUG nova.compute.manager [req-8d317616-93e7-4b8e-9c09-a720e3dd6d86 req-74708261-985c-409b-ad8a-0de0d8a8aac3 service nova] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] No waiting events found dispatching network-vif-unplugged-989eb379-62b5-4062-95a6-0357967bb8cb {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:47:33 user nova-compute[74307]: WARNING nova.compute.manager [req-8d317616-93e7-4b8e-9c09-a720e3dd6d86 req-74708261-985c-409b-ad8a-0de0d8a8aac3 service nova] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Received unexpected event network-vif-unplugged-989eb379-62b5-4062-95a6-0357967bb8cb for instance with vm_state resized and task_state resize_reverting.
Oct 24 07:47:34 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Instance destroyed successfully.
Oct 24 07:47:34 user nova-compute[74307]: DEBUG nova.objects.instance [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Lazy-loading 'resources' on Instance uuid 9ca4c6f9-3966-4025-b0d4-273611aba465 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:41:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-2055145473',display_name='tempest-ServerActionsTestOtherB-server-2055145473',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-2055145473',id=4,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJSw+dRlkk5Y9iS9BmJkNnyADTezdyrtmGXKyyY4yXGCUxjKgGN88CyieUUJWxXV4UovehXC4dT+BaE5ioQ4GLwyd+JmQB/Ibou0075W/rUJUVaILkh9q/wYCE46Q0lgwg==',key_name='tempest-keypair-1453494366',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:46:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0168f8c4ed044e57b721edf920156848',ramdisk_id='',reservation_id='r-flyet017',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1522363102',owner_user_name='tempest-ServerActionsTestOtherB-1522363102-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T07:46:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b557898592034149a293048a307f3faf',uuid=9ca4c6f9-3966-4025-b0d4-273611aba465,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "989eb379-62b5-4062-95a6-0357967bb8cb", "address": "fa:16:3e:46:46:e1", "network": {"id": "f6232387-1f48-4257-bccd-b30cb0bb880d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1072713156-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0168f8c4ed044e57b721edf920156848", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap989eb379-62", "ovs_interfaceid": "989eb379-62b5-4062-95a6-0357967bb8cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Converting VIF {"id": "989eb379-62b5-4062-95a6-0357967bb8cb", "address": "fa:16:3e:46:46:e1", "network": {"id": "f6232387-1f48-4257-bccd-b30cb0bb880d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1072713156-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0168f8c4ed044e57b721edf920156848", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap989eb379-62", "ovs_interfaceid": "989eb379-62b5-4062-95a6-0357967bb8cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:46:46:e1,bridge_name='br-int',has_traffic_filtering=True,id=989eb379-62b5-4062-95a6-0357967bb8cb,network=Network(f6232387-1f48-4257-bccd-b30cb0bb880d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap989eb379-62') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG os_vif [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:46:46:e1,bridge_name='br-int',has_traffic_filtering=True,id=989eb379-62b5-4062-95a6-0357967bb8cb,network=Network(f6232387-1f48-4257-bccd-b30cb0bb880d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap989eb379-62') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap989eb379-62, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1680e9b4-2796-4276-adcd-0a270ebb90aa) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:47:34 user nova-compute[74307]: INFO os_vif [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:46:46:e1,bridge_name='br-int',has_traffic_filtering=True,id=989eb379-62b5-4062-95a6-0357967bb8cb,network=Network(f6232387-1f48-4257-bccd-b30cb0bb880d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap989eb379-62')
Oct 24 07:47:34 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] calling os-brick to detach iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, {'target_iqn': 'iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LpbBQmIi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:47:34 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:47:34 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.030s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8220fb6-337a-478f-8f40-e54be53e8d8e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 07:47:34 user nova-compute[74307]: No targets found.
Oct 24 07:47:34 user nova-compute[74307]: iSNS:
Oct 24 07:47:34 user nova-compute[74307]: No targets found.
Oct 24 07:47:34 user nova-compute[74307]: STATIC:
Oct 24 07:47:34 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc
Oct 24 07:47:34 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:47:34 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:47:34 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854
Oct 24 07:47:34 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:47:34 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:47:34 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761
Oct 24 07:47:34 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:47:34 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:47:34 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92
Oct 24 07:47:34 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:47:34 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:47:34 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6
Oct 24 07:47:34 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:47:34 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:47:34 user nova-compute[74307]: FIRMWARE:
Oct 24 07:47:34 user nova-compute[74307]: No targets found.
Oct 24 07:47:34 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 07:47:34 user nova-compute[74307]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 07:47:34 user nova-compute[74307]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74307) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc', 0)] {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[622e0cf6-10e4-4185-b92f-af41ab5a009d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[c05ad8a7-8d7f-453f-8720-b76222758f8d]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:47:34 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:47:34 user nova-compute[74307]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)
Oct 24 07:47:34 user nova-compute[74307]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 (non-flash)
Oct 24 07:47:34 user nova-compute[74307]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 (non-flash)
Oct 24 07:47:34 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:47:34 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:47:34 user nova-compute[74307]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)
Oct 24 07:47:34 user nova-compute[74307]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 (non-flash)
Oct 24 07:47:34 user nova-compute[74307]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 (non-flash)
Oct 24 07:47:34 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4624128d30>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc'): ({'sde'}, set())}) {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Removing single pathed devices sde {{(pid=74307) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.030s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a521938-59f0-40e2-a1b5-b2d7756e83ad]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.029s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8715f4e-f881-44fe-a64a-588ec934baee]: (4, ('ok\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Flushing IO for device /dev/sde {{(pid=74307) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.013s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[564862ec-a40d-4cac-b3d8-27c38f78a4e3]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74307) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.038s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad29c299-485d-4ba2-98bf-cf856276e20d]: (4, ('1', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] SCSI volumes sde have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc')] {{(pid=74307) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[879edd80-71ba-4108-84b7-f7e790e708a0]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --logout {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[798db86e-ae5d-4da3-ab93-90393481cf60]: (4, ('Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc, portal: 172.16.0.220,3260]\nLogout of [sid: 16, target: iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc, portal: 172.16.0.220,3260]
Oct 24 07:47:34 user nova-compute[74307]: Logout of [sid: 16, target: iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc, portal: 172.16.0.220,3260] successful.
Oct 24 07:47:34 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --op delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --op delete" returned: 0 in 0.039s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a9c41e4-4fdb-4870-a36a-09f5b23fe7ec]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.381s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] <== disconnect_volume: return (382ms) None {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Disconnected iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG nova.network.neutron [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Successfully updated port: 62fbbe3a-f3be-4573-b7fe-081a4c705124 {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG nova.compute.manager [req-2d3bd7f2-a128-4d84-81e5-c06ca92b233c req-6f9d4b1f-2d4f-4bbe-aac7-9ad2d6a52f16 service nova] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Received event network-changed-62fbbe3a-f3be-4573-b7fe-081a4c705124 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG nova.compute.manager [req-2d3bd7f2-a128-4d84-81e5-c06ca92b233c req-6f9d4b1f-2d4f-4bbe-aac7-9ad2d6a52f16 service nova] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Refreshing instance network info cache due to event network-changed-62fbbe3a-f3be-4573-b7fe-081a4c705124. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2d3bd7f2-a128-4d84-81e5-c06ca92b233c req-6f9d4b1f-2d4f-4bbe-aac7-9ad2d6a52f16 service nova] Acquiring lock "refresh_cache-923f2e2a-93f3-492f-9160-279a92c0ecd6" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2d3bd7f2-a128-4d84-81e5-c06ca92b233c req-6f9d4b1f-2d4f-4bbe-aac7-9ad2d6a52f16 service nova] Acquired lock "refresh_cache-923f2e2a-93f3-492f-9160-279a92c0ecd6" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:47:34 user nova-compute[74307]: DEBUG nova.network.neutron [req-2d3bd7f2-a128-4d84-81e5-c06ca92b233c req-6f9d4b1f-2d4f-4bbe-aac7-9ad2d6a52f16 service nova] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Refreshing network info cache for port 62fbbe3a-f3be-4573-b7fe-081a4c705124 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:47:35 user nova-compute[74307]: DEBUG nova.network.neutron [req-2d3bd7f2-a128-4d84-81e5-c06ca92b233c req-6f9d4b1f-2d4f-4bbe-aac7-9ad2d6a52f16 service nova] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 07:47:35 user nova-compute[74307]: DEBUG nova.network.neutron [req-2d3bd7f2-a128-4d84-81e5-c06ca92b233c req-6f9d4b1f-2d4f-4bbe-aac7-9ad2d6a52f16 service nova] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:47:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2d3bd7f2-a128-4d84-81e5-c06ca92b233c req-6f9d4b1f-2d4f-4bbe-aac7-9ad2d6a52f16 service nova] Releasing lock "refresh_cache-923f2e2a-93f3-492f-9160-279a92c0ecd6" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:47:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:47:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:47:35 user nova-compute[74307]: DEBUG nova.objects.instance [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Lazy-loading 'migration_context' on Instance uuid 9ca4c6f9-3966-4025-b0d4-273611aba465 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:47:35 user nova-compute[74307]: DEBUG nova.objects.base [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Object Instance<9ca4c6f9-3966-4025-b0d4-273611aba465> lazy-loaded attributes: resources,migration_context {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 07:47:35 user nova-compute[74307]: DEBUG nova.compute.manager [req-65891ac0-8315-406f-bd7c-76228f82d19d req-f5ca0477-bbfd-42b0-994b-51934d4daea1 service nova] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Received event network-vif-plugged-989eb379-62b5-4062-95a6-0357967bb8cb {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:47:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-65891ac0-8315-406f-bd7c-76228f82d19d req-f5ca0477-bbfd-42b0-994b-51934d4daea1 service nova] Acquiring lock "9ca4c6f9-3966-4025-b0d4-273611aba465-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:47:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-65891ac0-8315-406f-bd7c-76228f82d19d req-f5ca0477-bbfd-42b0-994b-51934d4daea1 service nova] Lock "9ca4c6f9-3966-4025-b0d4-273611aba465-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:47:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-65891ac0-8315-406f-bd7c-76228f82d19d req-f5ca0477-bbfd-42b0-994b-51934d4daea1 service nova] Lock "9ca4c6f9-3966-4025-b0d4-273611aba465-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:47:35 user nova-compute[74307]: DEBUG nova.compute.manager [req-65891ac0-8315-406f-bd7c-76228f82d19d req-f5ca0477-bbfd-42b0-994b-51934d4daea1 service nova] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] No waiting events found dispatching network-vif-plugged-989eb379-62b5-4062-95a6-0357967bb8cb {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:47:35 user nova-compute[74307]: WARNING nova.compute.manager [req-65891ac0-8315-406f-bd7c-76228f82d19d req-f5ca0477-bbfd-42b0-994b-51934d4daea1 service nova] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Received unexpected event network-vif-plugged-989eb379-62b5-4062-95a6-0357967bb8cb for instance with vm_state resized and task_state resize_reverting.
Oct 24 07:47:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:36 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:47:36 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:47:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 0.545s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:47:36 user nova-compute[74307]: DEBUG nova.network.neutron [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Successfully updated port: 3e464bd7-c5ee-400b-937e-4e1a1ec62830 {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 07:47:36 user nova-compute[74307]: DEBUG nova.compute.manager [req-80a449b0-5655-49bc-a1c3-ea30880d805f req-1e4d9031-f563-4ce6-bc0e-2a96f2a4f91d service nova] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Received event volume-reimaged-5121a72e-b0f0-4c9b-9d37-48a91ed948d6 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:47:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-80a449b0-5655-49bc-a1c3-ea30880d805f req-1e4d9031-f563-4ce6-bc0e-2a96f2a4f91d service nova] Acquiring lock "d508a024-e0f7-4864-871e-a33b8abc2157-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:47:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-80a449b0-5655-49bc-a1c3-ea30880d805f req-1e4d9031-f563-4ce6-bc0e-2a96f2a4f91d service nova] Lock "d508a024-e0f7-4864-871e-a33b8abc2157-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:47:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-80a449b0-5655-49bc-a1c3-ea30880d805f req-1e4d9031-f563-4ce6-bc0e-2a96f2a4f91d service nova] Lock "d508a024-e0f7-4864-871e-a33b8abc2157-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:47:36 user nova-compute[74307]: DEBUG nova.compute.manager [req-80a449b0-5655-49bc-a1c3-ea30880d805f req-1e4d9031-f563-4ce6-bc0e-2a96f2a4f91d service nova] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Processing event volume-reimaged-5121a72e-b0f0-4c9b-9d37-48a91ed948d6 {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10871}}
Oct 24 07:47:36 user nova-compute[74307]: DEBUG nova.compute.manager [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Instance event wait completed in 31 seconds for volume-reimaged {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 07:47:36 user nova-compute[74307]: INFO nova.virt.block_device [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Booting with volume 5121a72e-b0f0-4c9b-9d37-48a91ed948d6 at /dev/vda
Oct 24 07:47:36 user nova-compute[74307]: DEBUG os_brick.utils [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:47:36 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:36 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:36 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d47a66d0-c939-4416-90f3-7564d91c9c35]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:299aca16be88\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:36 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:36 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.025s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:36 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7d2b082-cdc9-4f37-8058-bfbeb9b2c0f2]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:36 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:36 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.027s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:36 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[4544efb9-0d79-43fa-9645-cb28a8d907dd]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:36 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a94215e-cfc9-4834-8806-d9966d557344]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:36 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Running cmd (subprocess): nvme version {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:36 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] 'nvme version' failed. Not Retrying. {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:47:36 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.nvmeof [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] nvme not present on system {{(pid=74307) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 07:47:36 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:36 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:47:36 user nova-compute[74307]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 07:47:36 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f38f5ed-7f81-4f14-a81e-0dffe63b60dc]: (4, '') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:36 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74307) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 07:47:36 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 07:47:36 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] LIGHTOS: no hostnqn found. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 07:47:36 user nova-compute[74307]: DEBUG os_brick.utils [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] <== get_connector_properties: return (158ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:299aca16be88', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:47:36 user nova-compute[74307]: DEBUG nova.virt.block_device [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Updating existing volume attachment record: d0a1283f-b433-45b4-be1c-6efa4440a975 {{(pid=74307) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 07:47:37 user nova-compute[74307]: DEBUG nova.compute.manager [req-0503b12e-ec2c-4eb7-ac02-7c2353cb5023 req-3885a617-e601-4015-b961-35c37fbaf3a0 service nova] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Received event network-changed-3e464bd7-c5ee-400b-937e-4e1a1ec62830 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:47:37 user nova-compute[74307]: DEBUG nova.compute.manager [req-0503b12e-ec2c-4eb7-ac02-7c2353cb5023 req-3885a617-e601-4015-b961-35c37fbaf3a0 service nova] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Refreshing instance network info cache due to event network-changed-3e464bd7-c5ee-400b-937e-4e1a1ec62830. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:47:37 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-0503b12e-ec2c-4eb7-ac02-7c2353cb5023 req-3885a617-e601-4015-b961-35c37fbaf3a0 service nova] Acquiring lock "refresh_cache-923f2e2a-93f3-492f-9160-279a92c0ecd6" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:47:37 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-0503b12e-ec2c-4eb7-ac02-7c2353cb5023 req-3885a617-e601-4015-b961-35c37fbaf3a0 service nova] Acquired lock "refresh_cache-923f2e2a-93f3-492f-9160-279a92c0ecd6" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:47:37 user nova-compute[74307]: DEBUG nova.network.neutron [req-0503b12e-ec2c-4eb7-ac02-7c2353cb5023 req-3885a617-e601-4015-b961-35c37fbaf3a0 service nova] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Refreshing network info cache for port 3e464bd7-c5ee-400b-937e-4e1a1ec62830 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:47:37 user nova-compute[74307]: INFO nova.compute.manager [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Swapping old allocation on dict_keys(['4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63']) held by migration ff95c05c-2974-4360-a3f0-dbb8d90521d0 for instance
Oct 24 07:47:37 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Overwriting current allocation {'allocations': {'4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63': {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}, 'generation': 20}}, 'project_id': '0168f8c4ed044e57b721edf920156848', 'user_id': 'b557898592034149a293048a307f3faf', 'consumer_generation': 1} on consumer 9ca4c6f9-3966-4025-b0d4-273611aba465 {{(pid=74307) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2018}}
Oct 24 07:47:37 user nova-compute[74307]: DEBUG nova.network.neutron [req-0503b12e-ec2c-4eb7-ac02-7c2353cb5023 req-3885a617-e601-4015-b961-35c37fbaf3a0 service nova] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 07:47:37 user nova-compute[74307]: DEBUG nova.network.neutron [req-0503b12e-ec2c-4eb7-ac02-7c2353cb5023 req-3885a617-e601-4015-b961-35c37fbaf3a0 service nova] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:47:37 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-0503b12e-ec2c-4eb7-ac02-7c2353cb5023 req-3885a617-e601-4015-b961-35c37fbaf3a0 service nova] Releasing lock "refresh_cache-923f2e2a-93f3-492f-9160-279a92c0ecd6" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:47:37 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Acquiring lock "refresh_cache-9ca4c6f9-3966-4025-b0d4-273611aba465" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:47:37 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Acquired lock "refresh_cache-9ca4c6f9-3966-4025-b0d4-273611aba465" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:47:37 user nova-compute[74307]: DEBUG nova.network.neutron [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 07:47:37 user nova-compute[74307]: DEBUG nova.network.neutron [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Successfully updated port: 7f762513-2ab7-4a56-84bf-c77b6a45f191 {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 07:47:38 user nova-compute[74307]: DEBUG nova.network.neutron [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Updating instance_info_cache with network_info: [{"id": "989eb379-62b5-4062-95a6-0357967bb8cb", "address": "fa:16:3e:46:46:e1", "network": {"id": "f6232387-1f48-4257-bccd-b30cb0bb880d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1072713156-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0168f8c4ed044e57b721edf920156848", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap989eb379-62", "ovs_interfaceid": "989eb379-62b5-4062-95a6-0357967bb8cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:47:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Releasing lock "refresh_cache-9ca4c6f9-3966-4025-b0d4-273611aba465" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:47:38 user nova-compute[74307]: DEBUG os_brick.utils [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:47:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:38 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[a97b63a7-f6a7-4040-b567-67e22448cb81]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:299aca16be88\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:38 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ec9bd94-3687-42a9-aa78-168dafe191ee]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:38 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a0e3285-d35a-4220-ae11-8b4b2da331bd]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:38 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[788a4e0d-eb12-43a4-9bc3-1df6a1b2f430]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Running cmd (subprocess): nvme version {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] 'nvme version' failed. Not Retrying. {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:47:38 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] nvme not present on system {{(pid=74307) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 07:47:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:47:38 user nova-compute[74307]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 07:47:38 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[52000739-0077-4605-8fc5-ca348bcfc8c0]: (4, '') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:38 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74307) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 07:47:38 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 07:47:38 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] LIGHTOS: no hostnqn found. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 07:47:38 user nova-compute[74307]: DEBUG os_brick.utils [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] <== get_connector_properties: return (133ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:299aca16be88', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:47:38 user nova-compute[74307]: DEBUG nova.network.neutron [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Successfully updated port: c62628b6-ef43-48a5-94c6-0a9b9082f441 {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 07:47:39 user nova-compute[74307]: DEBUG nova.compute.manager [req-7fb2bc0f-d45b-468b-ad60-ed0f3a072f86 req-30aaaad9-850f-40a7-8b71-d0ebeed25d6c service nova] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Received event network-changed-7f762513-2ab7-4a56-84bf-c77b6a45f191 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:47:39 user nova-compute[74307]: DEBUG nova.compute.manager [req-7fb2bc0f-d45b-468b-ad60-ed0f3a072f86 req-30aaaad9-850f-40a7-8b71-d0ebeed25d6c service nova] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Refreshing instance network info cache due to event network-changed-7f762513-2ab7-4a56-84bf-c77b6a45f191. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:47:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-7fb2bc0f-d45b-468b-ad60-ed0f3a072f86 req-30aaaad9-850f-40a7-8b71-d0ebeed25d6c service nova] Acquiring lock "refresh_cache-923f2e2a-93f3-492f-9160-279a92c0ecd6" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:47:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-7fb2bc0f-d45b-468b-ad60-ed0f3a072f86 req-30aaaad9-850f-40a7-8b71-d0ebeed25d6c service nova] Acquired lock "refresh_cache-923f2e2a-93f3-492f-9160-279a92c0ecd6" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:47:39 user nova-compute[74307]: DEBUG nova.network.neutron [req-7fb2bc0f-d45b-468b-ad60-ed0f3a072f86 req-30aaaad9-850f-40a7-8b71-d0ebeed25d6c service nova] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Refreshing network info cache for port 7f762513-2ab7-4a56-84bf-c77b6a45f191 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:47:39 user nova-compute[74307]: DEBUG nova.network.neutron [req-7fb2bc0f-d45b-468b-ad60-ed0f3a072f86 req-30aaaad9-850f-40a7-8b71-d0ebeed25d6c service nova] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 07:47:39 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:39 user nova-compute[74307]: DEBUG nova.network.neutron [req-7fb2bc0f-d45b-468b-ad60-ed0f3a072f86 req-30aaaad9-850f-40a7-8b71-d0ebeed25d6c service nova] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:47:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-7fb2bc0f-d45b-468b-ad60-ed0f3a072f86 req-30aaaad9-850f-40a7-8b71-d0ebeed25d6c service nova] Releasing lock "refresh_cache-923f2e2a-93f3-492f-9160-279a92c0ecd6" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:47:39 user nova-compute[74307]: DEBUG nova.compute.manager [req-7fb2bc0f-d45b-468b-ad60-ed0f3a072f86 req-30aaaad9-850f-40a7-8b71-d0ebeed25d6c service nova] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Received event network-changed-c62628b6-ef43-48a5-94c6-0a9b9082f441 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:47:39 user nova-compute[74307]: DEBUG nova.compute.manager [req-7fb2bc0f-d45b-468b-ad60-ed0f3a072f86 req-30aaaad9-850f-40a7-8b71-d0ebeed25d6c service nova] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Refreshing instance network info cache due to event network-changed-c62628b6-ef43-48a5-94c6-0a9b9082f441. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:47:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-7fb2bc0f-d45b-468b-ad60-ed0f3a072f86 req-30aaaad9-850f-40a7-8b71-d0ebeed25d6c service nova] Acquiring lock "refresh_cache-923f2e2a-93f3-492f-9160-279a92c0ecd6" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:47:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-7fb2bc0f-d45b-468b-ad60-ed0f3a072f86 req-30aaaad9-850f-40a7-8b71-d0ebeed25d6c service nova] Acquired lock "refresh_cache-923f2e2a-93f3-492f-9160-279a92c0ecd6" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:47:39 user nova-compute[74307]: DEBUG nova.network.neutron [req-7fb2bc0f-d45b-468b-ad60-ed0f3a072f86 req-30aaaad9-850f-40a7-8b71-d0ebeed25d6c service nova] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Refreshing network info cache for port c62628b6-ef43-48a5-94c6-0a9b9082f441 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:47:39 user nova-compute[74307]: DEBUG nova.network.neutron [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Successfully updated port: 5a94a142-952a-4dcc-b637-94c345c203ca {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 07:47:39 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:39 user nova-compute[74307]: DEBUG nova.network.neutron [req-7fb2bc0f-d45b-468b-ad60-ed0f3a072f86 req-30aaaad9-850f-40a7-8b71-d0ebeed25d6c service nova] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 07:47:40 user nova-compute[74307]: DEBUG nova.network.neutron [req-7fb2bc0f-d45b-468b-ad60-ed0f3a072f86 req-30aaaad9-850f-40a7-8b71-d0ebeed25d6c service nova] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:47:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-7fb2bc0f-d45b-468b-ad60-ed0f3a072f86 req-30aaaad9-850f-40a7-8b71-d0ebeed25d6c service nova] Releasing lock "refresh_cache-923f2e2a-93f3-492f-9160-279a92c0ecd6" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:47:40 user nova-compute[74307]: DEBUG nova.network.neutron [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Successfully updated port: 06b3599c-e26c-4dd2-9493-5fa4854bc1fc {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 07:47:41 user nova-compute[74307]: DEBUG nova.compute.manager [req-c009d16e-129b-4e30-9502-ede9e78a44fd req-1d4554e8-ec6f-4023-81bd-3f510a0049fb service nova] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Received event network-changed-5a94a142-952a-4dcc-b637-94c345c203ca {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:47:41 user nova-compute[74307]: DEBUG nova.compute.manager [req-c009d16e-129b-4e30-9502-ede9e78a44fd req-1d4554e8-ec6f-4023-81bd-3f510a0049fb service nova] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Refreshing instance network info cache due to event network-changed-5a94a142-952a-4dcc-b637-94c345c203ca. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:47:41 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-c009d16e-129b-4e30-9502-ede9e78a44fd req-1d4554e8-ec6f-4023-81bd-3f510a0049fb service nova] Acquiring lock "refresh_cache-923f2e2a-93f3-492f-9160-279a92c0ecd6" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:47:41 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-c009d16e-129b-4e30-9502-ede9e78a44fd req-1d4554e8-ec6f-4023-81bd-3f510a0049fb service nova] Acquired lock "refresh_cache-923f2e2a-93f3-492f-9160-279a92c0ecd6" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:47:41 user nova-compute[74307]: DEBUG nova.network.neutron [req-c009d16e-129b-4e30-9502-ede9e78a44fd req-1d4554e8-ec6f-4023-81bd-3f510a0049fb service nova] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Refreshing network info cache for port 5a94a142-952a-4dcc-b637-94c345c203ca {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:47:41 user nova-compute[74307]: DEBUG nova.network.neutron [req-c009d16e-129b-4e30-9502-ede9e78a44fd req-1d4554e8-ec6f-4023-81bd-3f510a0049fb service nova] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 07:47:41 user nova-compute[74307]: DEBUG nova.network.neutron [req-c009d16e-129b-4e30-9502-ede9e78a44fd req-1d4554e8-ec6f-4023-81bd-3f510a0049fb service nova] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:47:41 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-c009d16e-129b-4e30-9502-ede9e78a44fd req-1d4554e8-ec6f-4023-81bd-3f510a0049fb service nova] Releasing lock "refresh_cache-923f2e2a-93f3-492f-9160-279a92c0ecd6" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:47:41 user nova-compute[74307]: DEBUG nova.compute.manager [req-c009d16e-129b-4e30-9502-ede9e78a44fd req-1d4554e8-ec6f-4023-81bd-3f510a0049fb service nova] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Received event network-changed-06b3599c-e26c-4dd2-9493-5fa4854bc1fc {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:47:41 user nova-compute[74307]: DEBUG nova.compute.manager [req-c009d16e-129b-4e30-9502-ede9e78a44fd req-1d4554e8-ec6f-4023-81bd-3f510a0049fb service nova] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Refreshing instance network info cache due to event network-changed-06b3599c-e26c-4dd2-9493-5fa4854bc1fc. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:47:41 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-c009d16e-129b-4e30-9502-ede9e78a44fd req-1d4554e8-ec6f-4023-81bd-3f510a0049fb service nova] Acquiring lock "refresh_cache-923f2e2a-93f3-492f-9160-279a92c0ecd6" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:47:41 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-c009d16e-129b-4e30-9502-ede9e78a44fd req-1d4554e8-ec6f-4023-81bd-3f510a0049fb service nova] Acquired lock "refresh_cache-923f2e2a-93f3-492f-9160-279a92c0ecd6" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:47:41 user nova-compute[74307]: DEBUG nova.network.neutron [req-c009d16e-129b-4e30-9502-ede9e78a44fd req-1d4554e8-ec6f-4023-81bd-3f510a0049fb service nova] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Refreshing network info cache for port 06b3599c-e26c-4dd2-9493-5fa4854bc1fc {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:47:41 user nova-compute[74307]: DEBUG nova.network.neutron [req-c009d16e-129b-4e30-9502-ede9e78a44fd req-1d4554e8-ec6f-4023-81bd-3f510a0049fb service nova] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 07:47:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:41 user nova-compute[74307]: DEBUG nova.network.neutron [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Successfully updated port: 2087a855-69ec-48c2-be32-348926b1d609 {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 07:47:41 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] Acquiring lock "refresh_cache-923f2e2a-93f3-492f-9160-279a92c0ecd6" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:47:42 user nova-compute[74307]: DEBUG nova.network.neutron [req-c009d16e-129b-4e30-9502-ede9e78a44fd req-1d4554e8-ec6f-4023-81bd-3f510a0049fb service nova] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:47:42 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-c009d16e-129b-4e30-9502-ede9e78a44fd req-1d4554e8-ec6f-4023-81bd-3f510a0049fb service nova] Releasing lock "refresh_cache-923f2e2a-93f3-492f-9160-279a92c0ecd6" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:47:42 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] Acquired lock "refresh_cache-923f2e2a-93f3-492f-9160-279a92c0ecd6" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:47:42 user nova-compute[74307]: DEBUG nova.network.neutron [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 07:47:42 user nova-compute[74307]: DEBUG nova.network.neutron [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 07:47:43 user nova-compute[74307]: DEBUG nova.compute.manager [req-53b9ea58-38d8-49b9-94ce-fb235b0e6b06 req-0c859173-e26e-4038-be81-e4272df37291 service nova] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Received event network-changed-2087a855-69ec-48c2-be32-348926b1d609 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:47:43 user nova-compute[74307]: DEBUG nova.compute.manager [req-53b9ea58-38d8-49b9-94ce-fb235b0e6b06 req-0c859173-e26e-4038-be81-e4272df37291 service nova] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Refreshing instance network info cache due to event network-changed-2087a855-69ec-48c2-be32-348926b1d609. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:47:43 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-53b9ea58-38d8-49b9-94ce-fb235b0e6b06 req-0c859173-e26e-4038-be81-e4272df37291 service nova] Acquiring lock "refresh_cache-923f2e2a-93f3-492f-9160-279a92c0ecd6" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:47:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:44 user nova-compute[74307]: DEBUG nova.network.neutron [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Updating instance_info_cache with network_info: [{"id": "62fbbe3a-f3be-4573-b7fe-081a4c705124", "address": "fa:16:3e:50:de:52", "network": {"id": "be9b0af7-a8c9-4731-932b-73aa8f0aa70d", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-966659128-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b78340467954875963911385df30234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62fbbe3a-f3", "ovs_interfaceid": "62fbbe3a-f3be-4573-b7fe-081a4c705124", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3e464bd7-c5ee-400b-937e-4e1a1ec62830", "address": "fa:16:3e:e8:7b:22", "network": {"id": "e918aa8f-bc66-4785-8fb3-10de503d5cf5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1825141329", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1b78340467954875963911385df30234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e464bd7-c5", "ovs_interfaceid": "3e464bd7-c5ee-400b-937e-4e1a1ec62830", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "7f762513-2ab7-4a56-84bf-c77b6a45f191", "address": "fa:16:3e:21:a1:08", "network": {"id": "e918aa8f-bc66-4785-8fb3-10de503d5cf5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1825141329", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1b78340467954875963911385df30234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f762513-2a", "ovs_interfaceid": "7f762513-2ab7-4a56-84bf-c77b6a45f191", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c62628b6-ef43-48a5-94c6-0a9b9082f441", "address": "fa:16:3e:c3:06:0f", "network": {"id": "e918aa8f-bc66-4785-8fb3-10de503d5cf5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1825141329", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1b78340467954875963911385df30234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc62628b6-ef", "ovs_interfaceid": "c62628b6-ef43-48a5-94c6-0a9b9082f441", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5a94a142-952a-4dcc-b637-94c345c203ca", "address": "fa:16:3e:a8:30:cc", "network": {"id": "e918aa8f-bc66-4785-8fb3-10de503d5cf5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1825141329", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1b78340467954875963911385df30234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a94a142-95", "ovs_interfaceid": "5a94a142-952a-4dcc-b637-94c345c203ca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "06b3599c-e26c-4dd2-9493-5fa4854bc1fc", "address": "fa:16:3e:df:c7:e0", "network": {"id": "40ab7331-3cbd-46c6-be21-6fbb9890baa5", "bridge": "br-int", "label": "tempest-device-tagging-net2-2116008809", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1b78340467954875963911385df30234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06b3599c-e2", "ovs_interfaceid": "06b3599c-e26c-4dd2-9493-5fa4854bc1fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2087a855-69ec-48c2-be32-348926b1d609", "address": "fa:16:3e:99:06:e8", "network": {"id": "40ab7331-3cbd-46c6-be21-6fbb9890baa5", "bridge": "br-int", "label": "tempest-device-tagging-net2-2116008809", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1b78340467954875963911385df30234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2087a855-69", "ovs_interfaceid": "2087a855-69ec-48c2-be32-348926b1d609", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:47:44 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] Releasing lock "refresh_cache-923f2e2a-93f3-492f-9160-279a92c0ecd6" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:47:44 user nova-compute[74307]: DEBUG nova.compute.manager [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Instance network_info: |[{"id": "62fbbe3a-f3be-4573-b7fe-081a4c705124", "address": "fa:16:3e:50:de:52", "network": {"id": "be9b0af7-a8c9-4731-932b-73aa8f0aa70d", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-966659128-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b78340467954875963911385df30234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62fbbe3a-f3", "ovs_interfaceid": "62fbbe3a-f3be-4573-b7fe-081a4c705124", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3e464bd7-c5ee-400b-937e-4e1a1ec62830", "address": "fa:16:3e:e8:7b:22", "network": {"id": "e918aa8f-bc66-4785-8fb3-10de503d5cf5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1825141329", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1b78340467954875963911385df30234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e464bd7-c5", "ovs_interfaceid": "3e464bd7-c5ee-400b-937e-4e1a1ec62830", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "7f762513-2ab7-4a56-84bf-c77b6a45f191", "address": "fa:16:3e:21:a1:08", "network": {"id": "e918aa8f-bc66-4785-8fb3-10de503d5cf5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1825141329", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1b78340467954875963911385df30234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f762513-2a", "ovs_interfaceid": "7f762513-2ab7-4a56-84bf-c77b6a45f191", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c62628b6-ef43-48a5-94c6-0a9b9082f441", "address": "fa:16:3e:c3:06:0f", "network": {"id": "e918aa8f-bc66-4785-8fb3-10de503d5cf5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1825141329", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1b78340467954875963911385df30234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc62628b6-ef", "ovs_interfaceid": "c62628b6-ef43-48a5-94c6-0a9b9082f441", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5a94a142-952a-4dcc-b637-94c345c203ca", "address": "fa:16:3e:a8:30:cc", "network": {"id": "e918aa8f-bc66-4785-8fb3-10de503d5cf5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1825141329", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1b78340467954875963911385df30234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a94a142-95", "ovs_interfaceid": "5a94a142-952a-4dcc-b637-94c345c203ca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "06b3599c-e26c-4dd2-9493-5fa4854bc1fc", "address": "fa:16:3e:df:c7:e0", "network": {"id": "40ab7331-3cbd-46c6-be21-6fbb9890baa5", "bridge": "br-int", "label": "tempest-device-tagging-net2-2116008809", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1b78340467954875963911385df30234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06b3599c-e2", "ovs_interfaceid": "06b3599c-e26c-4dd2-9493-5fa4854bc1fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2087a855-69ec-48c2-be32-348926b1d609", "address": "fa:16:3e:99:06:e8", "network": {"id": "40ab7331-3cbd-46c6-be21-6fbb9890baa5", "bridge": "br-int", "label": "tempest-device-tagging-net2-2116008809", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1b78340467954875963911385df30234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2087a855-69", "ovs_interfaceid": "2087a855-69ec-48c2-be32-348926b1d609", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 07:47:44 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-53b9ea58-38d8-49b9-94ce-fb235b0e6b06 req-0c859173-e26e-4038-be81-e4272df37291 service nova] Acquired lock "refresh_cache-923f2e2a-93f3-492f-9160-279a92c0ecd6" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:47:44 user nova-compute[74307]: DEBUG nova.network.neutron [req-53b9ea58-38d8-49b9-94ce-fb235b0e6b06 req-0c859173-e26e-4038-be81-e4272df37291 service nova] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Refreshing network info cache for port 2087a855-69ec-48c2-be32-348926b1d609 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:47:44 user nova-compute[74307]: DEBUG nova.network.neutron [req-53b9ea58-38d8-49b9-94ce-fb235b0e6b06 req-0c859173-e26e-4038-be81-e4272df37291 service nova] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Updated VIF entry in instance network info cache for port 2087a855-69ec-48c2-be32-348926b1d609. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:47:45 user nova-compute[74307]: DEBUG nova.network.neutron [req-53b9ea58-38d8-49b9-94ce-fb235b0e6b06 req-0c859173-e26e-4038-be81-e4272df37291 service nova] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Updating instance_info_cache with network_info: [{"id": "62fbbe3a-f3be-4573-b7fe-081a4c705124", "address": "fa:16:3e:50:de:52", "network": {"id": "be9b0af7-a8c9-4731-932b-73aa8f0aa70d", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-966659128-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b78340467954875963911385df30234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62fbbe3a-f3", "ovs_interfaceid": "62fbbe3a-f3be-4573-b7fe-081a4c705124", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3e464bd7-c5ee-400b-937e-4e1a1ec62830", "address": "fa:16:3e:e8:7b:22", "network": {"id": "e918aa8f-bc66-4785-8fb3-10de503d5cf5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1825141329", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1b78340467954875963911385df30234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e464bd7-c5", "ovs_interfaceid": "3e464bd7-c5ee-400b-937e-4e1a1ec62830", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "7f762513-2ab7-4a56-84bf-c77b6a45f191", "address": "fa:16:3e:21:a1:08", "network": {"id": "e918aa8f-bc66-4785-8fb3-10de503d5cf5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1825141329", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1b78340467954875963911385df30234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f762513-2a", "ovs_interfaceid": "7f762513-2ab7-4a56-84bf-c77b6a45f191", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c62628b6-ef43-48a5-94c6-0a9b9082f441", "address": "fa:16:3e:c3:06:0f", "network": {"id": "e918aa8f-bc66-4785-8fb3-10de503d5cf5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1825141329", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1b78340467954875963911385df30234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc62628b6-ef", "ovs_interfaceid": "c62628b6-ef43-48a5-94c6-0a9b9082f441", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5a94a142-952a-4dcc-b637-94c345c203ca", "address": "fa:16:3e:a8:30:cc", "network": {"id": "e918aa8f-bc66-4785-8fb3-10de503d5cf5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1825141329", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1b78340467954875963911385df30234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a94a142-95", "ovs_interfaceid": "5a94a142-952a-4dcc-b637-94c345c203ca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "06b3599c-e26c-4dd2-9493-5fa4854bc1fc", "address": "fa:16:3e:df:c7:e0", "network": {"id": "40ab7331-3cbd-46c6-be21-6fbb9890baa5", "bridge": "br-int", "label": "tempest-device-tagging-net2-2116008809", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1b78340467954875963911385df30234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06b3599c-e2", "ovs_interfaceid": "06b3599c-e26c-4dd2-9493-5fa4854bc1fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2087a855-69ec-48c2-be32-348926b1d609", "address": "fa:16:3e:99:06:e8", "network": {"id": "40ab7331-3cbd-46c6-be21-6fbb9890baa5", "bridge": "br-int", "label": "tempest-device-tagging-net2-2116008809", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1b78340467954875963911385df30234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2087a855-69", "ovs_interfaceid": "2087a855-69ec-48c2-be32-348926b1d609", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:47:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-53b9ea58-38d8-49b9-94ce-fb235b0e6b06 req-0c859173-e26e-4038-be81-e4272df37291 service nova] Releasing lock "refresh_cache-923f2e2a-93f3-492f-9160-279a92c0ecd6" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:47:46 user nova-compute[74307]: INFO nova.compute.manager [None req-cb7219af-dd1d-4de8-a3f6-55614de9e03c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Unrescuing
Oct 24 07:47:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-cb7219af-dd1d-4de8-a3f6-55614de9e03c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquiring lock "refresh_cache-9ea8255e-1f82-4e7f-b09b-aca682f1f374" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:47:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-cb7219af-dd1d-4de8-a3f6-55614de9e03c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquired lock "refresh_cache-9ea8255e-1f82-4e7f-b09b-aca682f1f374" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:47:46 user nova-compute[74307]: DEBUG nova.network.neutron [None req-cb7219af-dd1d-4de8-a3f6-55614de9e03c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 07:47:46 user nova-compute[74307]: DEBUG nova.network.neutron [None req-cb7219af-dd1d-4de8-a3f6-55614de9e03c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Updating instance_info_cache with network_info: [{"id": "a31e4ae2-1058-4643-9243-640de193070f", "address": "fa:16:3e:a0:90:24", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa31e4ae2-10", "ovs_interfaceid": "a31e4ae2-1058-4643-9243-640de193070f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:47:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-cb7219af-dd1d-4de8-a3f6-55614de9e03c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Releasing lock "refresh_cache-9ea8255e-1f82-4e7f-b09b-aca682f1f374" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:47:46 user nova-compute[74307]: DEBUG nova.objects.instance [None req-cb7219af-dd1d-4de8-a3f6-55614de9e03c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lazy-loading 'flavor' on Instance uuid 9ea8255e-1f82-4e7f-b09b-aca682f1f374 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:47:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:47 user nova-compute[74307]: DEBUG nova.compute.manager [req-ca7f4715-6ae4-4a2a-9a4c-3daacdb6168d req-5725668c-d61b-4d94-b1c8-40f8f4328090 service nova] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Received event network-vif-unplugged-a31e4ae2-1058-4643-9243-640de193070f {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:47:47 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-ca7f4715-6ae4-4a2a-9a4c-3daacdb6168d req-5725668c-d61b-4d94-b1c8-40f8f4328090 service nova] Acquiring lock "9ea8255e-1f82-4e7f-b09b-aca682f1f374-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:47:47 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-ca7f4715-6ae4-4a2a-9a4c-3daacdb6168d req-5725668c-d61b-4d94-b1c8-40f8f4328090 service nova] Lock "9ea8255e-1f82-4e7f-b09b-aca682f1f374-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:47:47 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-ca7f4715-6ae4-4a2a-9a4c-3daacdb6168d req-5725668c-d61b-4d94-b1c8-40f8f4328090 service nova] Lock "9ea8255e-1f82-4e7f-b09b-aca682f1f374-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:47:47 user nova-compute[74307]: DEBUG nova.compute.manager [req-ca7f4715-6ae4-4a2a-9a4c-3daacdb6168d req-5725668c-d61b-4d94-b1c8-40f8f4328090 service nova] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] No waiting events found dispatching network-vif-unplugged-a31e4ae2-1058-4643-9243-640de193070f {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:47:47 user nova-compute[74307]: WARNING nova.compute.manager [req-ca7f4715-6ae4-4a2a-9a4c-3daacdb6168d req-5725668c-d61b-4d94-b1c8-40f8f4328090 service nova] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Received unexpected event network-vif-unplugged-a31e4ae2-1058-4643-9243-640de193070f for instance with vm_state rescued and task_state unrescuing.
Oct 24 07:47:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:47 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Instance destroyed successfully.
Oct 24 07:47:49 user nova-compute[74307]: DEBUG nova.compute.manager [req-bbe62f32-f8ba-4464-9a8f-c24373691282 req-6018efa7-6ef5-467e-9d73-359cdb453b96 service nova] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Received event network-vif-plugged-a31e4ae2-1058-4643-9243-640de193070f {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:47:49 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-bbe62f32-f8ba-4464-9a8f-c24373691282 req-6018efa7-6ef5-467e-9d73-359cdb453b96 service nova] Acquiring lock "9ea8255e-1f82-4e7f-b09b-aca682f1f374-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:47:49 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-bbe62f32-f8ba-4464-9a8f-c24373691282 req-6018efa7-6ef5-467e-9d73-359cdb453b96 service nova] Lock "9ea8255e-1f82-4e7f-b09b-aca682f1f374-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:47:49 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-bbe62f32-f8ba-4464-9a8f-c24373691282 req-6018efa7-6ef5-467e-9d73-359cdb453b96 service nova] Lock "9ea8255e-1f82-4e7f-b09b-aca682f1f374-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:47:49 user nova-compute[74307]: DEBUG nova.compute.manager [req-bbe62f32-f8ba-4464-9a8f-c24373691282 req-6018efa7-6ef5-467e-9d73-359cdb453b96 service nova] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] No waiting events found dispatching network-vif-plugged-a31e4ae2-1058-4643-9243-640de193070f {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:47:49 user nova-compute[74307]: WARNING nova.compute.manager [req-bbe62f32-f8ba-4464-9a8f-c24373691282 req-6018efa7-6ef5-467e-9d73-359cdb453b96 service nova] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Received unexpected event network-vif-plugged-a31e4ae2-1058-4643-9243-640de193070f for instance with vm_state rescued and task_state unrescuing.
Oct 24 07:47:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:51 user nova-compute[74307]: DEBUG nova.compute.manager [req-2df7efb9-1e78-47cb-9ebc-6c3af30b82e8 req-8d562958-4046-4614-804f-3208af08b78a service nova] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Received event network-vif-plugged-a31e4ae2-1058-4643-9243-640de193070f {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:47:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2df7efb9-1e78-47cb-9ebc-6c3af30b82e8 req-8d562958-4046-4614-804f-3208af08b78a service nova] Acquiring lock "9ea8255e-1f82-4e7f-b09b-aca682f1f374-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:47:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2df7efb9-1e78-47cb-9ebc-6c3af30b82e8 req-8d562958-4046-4614-804f-3208af08b78a service nova] Lock "9ea8255e-1f82-4e7f-b09b-aca682f1f374-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:47:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2df7efb9-1e78-47cb-9ebc-6c3af30b82e8 req-8d562958-4046-4614-804f-3208af08b78a service nova] Lock "9ea8255e-1f82-4e7f-b09b-aca682f1f374-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:47:51 user nova-compute[74307]: DEBUG nova.compute.manager [req-2df7efb9-1e78-47cb-9ebc-6c3af30b82e8 req-8d562958-4046-4614-804f-3208af08b78a service nova] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] No waiting events found dispatching network-vif-plugged-a31e4ae2-1058-4643-9243-640de193070f {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:47:51 user nova-compute[74307]: WARNING nova.compute.manager [req-2df7efb9-1e78-47cb-9ebc-6c3af30b82e8 req-8d562958-4046-4614-804f-3208af08b78a service nova] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Received unexpected event network-vif-plugged-a31e4ae2-1058-4643-9243-640de193070f for instance with vm_state rescued and task_state unrescuing.
Oct 24 07:47:51 user nova-compute[74307]: DEBUG nova.compute.manager [req-2df7efb9-1e78-47cb-9ebc-6c3af30b82e8 req-8d562958-4046-4614-804f-3208af08b78a service nova] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Received event network-vif-plugged-a31e4ae2-1058-4643-9243-640de193070f {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:47:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2df7efb9-1e78-47cb-9ebc-6c3af30b82e8 req-8d562958-4046-4614-804f-3208af08b78a service nova] Acquiring lock "9ea8255e-1f82-4e7f-b09b-aca682f1f374-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:47:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2df7efb9-1e78-47cb-9ebc-6c3af30b82e8 req-8d562958-4046-4614-804f-3208af08b78a service nova] Lock "9ea8255e-1f82-4e7f-b09b-aca682f1f374-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:47:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2df7efb9-1e78-47cb-9ebc-6c3af30b82e8 req-8d562958-4046-4614-804f-3208af08b78a service nova] Lock "9ea8255e-1f82-4e7f-b09b-aca682f1f374-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:47:51 user nova-compute[74307]: DEBUG nova.compute.manager [req-2df7efb9-1e78-47cb-9ebc-6c3af30b82e8 req-8d562958-4046-4614-804f-3208af08b78a service nova] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] No waiting events found dispatching network-vif-plugged-a31e4ae2-1058-4643-9243-640de193070f {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:47:51 user nova-compute[74307]: WARNING nova.compute.manager [req-2df7efb9-1e78-47cb-9ebc-6c3af30b82e8 req-8d562958-4046-4614-804f-3208af08b78a service nova] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Received unexpected event network-vif-plugged-a31e4ae2-1058-4643-9243-640de193070f for instance with vm_state rescued and task_state unrescuing.
Oct 24 07:47:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:51 user nova-compute[74307]: DEBUG nova.compute.manager [None req-cb7219af-dd1d-4de8-a3f6-55614de9e03c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:47:51 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Creating instance directory {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 07:47:51 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Creating image(s)
Oct 24 07:47:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Acquiring lock "/opt/stack/data/nova/instances/a6b2cfc6-bc30-485a-95ba-11509955f63c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:47:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "/opt/stack/data/nova/instances/a6b2cfc6-bc30-485a-95ba-11509955f63c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:47:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "/opt/stack/data/nova/instances/a6b2cfc6-bc30-485a-95ba-11509955f63c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:47:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:52 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.203s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Acquiring lock "9cb24620554d5eab84e846c14e389d04f4c43d48" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:47:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:47:52 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:52 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.174s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:52 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/a6b2cfc6-bc30-485a-95ba-11509955f63c/disk 1073741824 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:52 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/a6b2cfc6-bc30-485a-95ba-11509955f63c/disk 1073741824" returned: 0 in 0.071s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.253s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:47:52 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:52 user nova-compute[74307]: INFO nova.virt.block_device [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Booting with volume f46f6597-78fa-41c0-9d74-f9ce3241dd6a at /dev/vdb
Oct 24 07:47:52 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.180s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:52 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a6b2cfc6-bc30-485a-95ba-11509955f63c/disk. size=1073741824 {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 07:47:52 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6b2cfc6-bc30-485a-95ba-11509955f63c/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:52 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6b2cfc6-bc30-485a-95ba-11509955f63c/disk --force-share --output=json" returned: 0 in 0.299s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:52 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Cannot resize image /opt/stack/data/nova/instances/a6b2cfc6-bc30-485a-95ba-11509955f63c/disk to a smaller size. {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 07:47:52 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Created local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 07:47:52 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Ensure instance console log exists: /opt/stack/data/nova/instances/a6b2cfc6-bc30-485a-95ba-11509955f63c/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 07:47:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:47:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:47:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:47:52 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Start _get_guest_xml network_info=[{"id": "845970ce-0289-491c-95b2-a9992ec671f9", "address": "fa:16:3e:bf:e4:e5", "network": {"id": "a62eef8f-3418-495c-91c8-3410c10364d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1235073358-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.110", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b309cc23749c4a8db15e97071e598aa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap845970ce-02", "ovs_interfaceid": "845970ce-0289-491c-95b2-a9992ec671f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'boot_index': 0, 'guest_format': None, 'image_id': 'ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PwqzAZbx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a6b2cfc6-bc30-485a-95ba-11509955f63c', 'attached_at': '', 'detached_at': '', 'volume_id': 'efdacc82-9ffe-4fb5-bdee-011fe5945c63', 'serial': 'efdacc82-9ffe-4fb5-bdee-011fe5945c63'}, 'attachment_id': 'cda60f86-204c-4dc7-8175-0a1cb64b9bc3', 'guest_format': None, 'mount_device': '/dev/vdb', 'boot_index': None, 'delete_on_termination': False, 'volume_type': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 07:47:53 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 24 07:47:53 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 24 07:47:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG nova.objects.instance [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lazy-loading 'vcpu_model' on Instance uuid a6b2cfc6-bc30-485a-95ba-11509955f63c {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-bafce4d9-8e26-4d9b-ada0-0c67888a6d92 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Acquiring lock "bbf0ee63-f415-4610-9018-ae94792726e2" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-bafce4d9-8e26-4d9b-ada0-0c67888a6d92 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Lock "bbf0ee63-f415-4610-9018-ae94792726e2" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Calling os-brick to attach iSCSI Volume {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PwqzAZbx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:47:53 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 24 07:47:53 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:47:53 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 24 07:47:53 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:47:53 user nova-compute[74307]: INFO os_brick.initiator.connectors.iscsi [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 07:47:53 user nova-compute[74307]: INFO nova.compute.manager [None req-bafce4d9-8e26-4d9b-ada0-0c67888a6d92 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Detaching volume 687468f6-93ea-4a31-9114-239e6d7b8c92
Oct 24 07:47:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 -p 172.16.0.220:3260 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb16b9cf-662d-49c2-95e1-b3a06ef29045]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 07:47:53 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 -p 172.16.0.220:3260 --interface default --op new {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[96b18d2b-9d9d-4a64-96e0-809afbdaf376]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63] added\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63] added
Oct 24 07:47:53 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae96cd64-e4ea-4642-93b3-4afaf4a3c49c]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d73e3c5a-f439-4d0f-bddf-0a95e0d6f590]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PwqzAZbx {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PwqzAZbx" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[90c1c46e-0b25-4626-b550-ca63cdda46d8]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'PwqzAZbx'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d78e6b5-7be3-47d2-abc3-71a0de22a63f]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG os_brick.utils [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e6cf893-e60a-4d91-be62-cd84579a54c1]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:47:53 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:47:53 user nova-compute[74307]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 (non-flash)
Oct 24 07:47:53 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:47:53 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:47:53 user nova-compute[74307]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 (non-flash)
Oct 24 07:47:53 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[0661a3b5-161a-41e7-802f-35e67d1e0cdd]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:299aca16be88\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 -p 172.16.0.220:3260 --login {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.023s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbea8f40-8edd-4a82-ae81-a0f317310f4f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[bef865ca-afb5-4e22-bc7e-a629c77156b0]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[5dc6b834-a30b-4b56-9657-e70f5aaadf16]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] Running cmd (subprocess): nvme version {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] 'nvme version' failed. Not Retrying. {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 -p 172.16.0.220:3260 --login" returned: 0 in 0.071s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[968eced7-5359-4d03-b66f-1913895deccb]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.nvmeof [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] nvme not present on system {{(pid=74307) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63, portal: 172.16.0.220,3260]
Oct 24 07:47:53 user nova-compute[74307]: Login to [iface: default, target: iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63, portal: 172.16.0.220,3260] successful.
Oct 24 07:47:53 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:47:53 user nova-compute[74307]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 07:47:53 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0b2bfbf-f90a-464b-b606-3a57c2c5e813]: (4, '') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74307) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] LIGHTOS: no hostnqn found. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG os_brick.utils [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] <== get_connector_properties: return (152ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:299aca16be88', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG nova.virt.block_device [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Updating existing volume attachment record: 4bbc5a92-0372-4667-9d96-4080c31ed5fc {{(pid=74307) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.030s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a20cf59-a536-4d6b-aa3c-baaad3171704]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b860553-2973-4105-aab2-2dd2332b254d]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:47:53 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:47:53 user nova-compute[74307]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 (non-flash)
Oct 24 07:47:53 user nova-compute[74307]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 (non-flash)
Oct 24 07:47:53 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:47:53 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:47:53 user nova-compute[74307]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 (non-flash)
Oct 24 07:47:53 user nova-compute[74307]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 (non-flash)
Oct 24 07:47:53 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.384s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Connected to 172.16.0.220:3260 {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] HCTL ('35', '-', '-', 0) found on session 20 with lun 0 {{(pid=74307) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74307) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6986af4-2da0-4645-b392-d573fe335c8f]: (4, ('- - 0', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Searching for a device in session 20 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PwqzAZbx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 07:47:53 user nova-compute[74307]: INFO nova.virt.block_device [None req-bafce4d9-8e26-4d9b-ada0-0c67888a6d92 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Attempting to driver detach volume 687468f6-93ea-4a31-9114-239e6d7b8c92 from mountpoint /dev/vdb
Oct 24 07:47:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-bafce4d9-8e26-4d9b-ada0-0c67888a6d92 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Attempting to detach device vdb from instance bbf0ee63-f415-4610-9018-ae94792726e2 from the persistent domain config. {{(pid=74307) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-bafce4d9-8e26-4d9b-ada0-0c67888a6d92 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 07:47:53 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:47:53 user nova-compute[74307]:   <source dev="/dev/sdb"/>
Oct 24 07:47:53 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 07:47:53 user nova-compute[74307]:   <serial>687468f6-93ea-4a31-9114-239e6d7b8c92</serial>
Oct 24 07:47:53 user nova-compute[74307]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 07:47:53 user nova-compute[74307]: </disk>
Oct 24 07:47:53 user nova-compute[74307]:  {{(pid=74307) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 07:47:53 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-bafce4d9-8e26-4d9b-ada0-0c67888a6d92 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Successfully detached device vdb from instance bbf0ee63-f415-4610-9018-ae94792726e2 from the persistent domain config.
Oct 24 07:47:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-bafce4d9-8e26-4d9b-ada0-0c67888a6d92 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance bbf0ee63-f415-4610-9018-ae94792726e2 from the live domain config. {{(pid=74307) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 07:47:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-bafce4d9-8e26-4d9b-ada0-0c67888a6d92 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 07:47:53 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:47:53 user nova-compute[74307]:   <source dev="/dev/sdb"/>
Oct 24 07:47:53 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 07:47:53 user nova-compute[74307]:   <serial>687468f6-93ea-4a31-9114-239e6d7b8c92</serial>
Oct 24 07:47:53 user nova-compute[74307]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 07:47:53 user nova-compute[74307]: </disk>
Oct 24 07:47:53 user nova-compute[74307]:  {{(pid=74307) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 07:47:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:54 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:47:54 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-bafce4d9-8e26-4d9b-ada0-0c67888a6d92 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance bbf0ee63-f415-4610-9018-ae94792726e2 {{(pid=74307) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 07:47:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.426s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:47:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] <== connect_volume: return (1427ms) {'type': 'block', 'scsi_wwn': '23262366163306564', 'path': '/dev/sdd'} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:47:54 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23262366163306564', 'path': '/dev/sdd'} {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 07:47:54 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-24T07:44:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-702168899',display_name='tempest-ServerActionsTestOtherA-server-130751008',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-702168899',id=13,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF770wl3iJlcWd0jcypwOV5Qv4Tfpns3eTRHCI3yhP/DdXx+NOvPCvBi6eq/2QLGKujNxJ1HIG/hc6SWn6uCLbleCWkwxdgeZ+mk4FrRiV5RR8anh2K06BhyC8HdiT/6+g==',key_name='tempest-keypair-1153351006',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:45:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='b309cc23749c4a8db15e97071e598aa7',ramdisk_id='',reservation_id='r-14p5cdjr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-379663663',owner_user_name='tempest-ServerActionsTestOtherA-379663663-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:47:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='26da1d70557347a1ba51cc920ab9b090',uuid=a6b2cfc6-bc30-485a-95ba-11509955f63c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "845970ce-0289-491c-95b2-a9992ec671f9", "address": "fa:16:3e:bf:e4:e5", "network": {"id": "a62eef8f-3418-495c-91c8-3410c10364d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1235073358-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.110", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b309cc23749c4a8db15e97071e598aa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap845970ce-02", "ovs_interfaceid": "845970ce-0289-491c-95b2-a9992ec671f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 07:47:54 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Converting VIF {"id": "845970ce-0289-491c-95b2-a9992ec671f9", "address": "fa:16:3e:bf:e4:e5", "network": {"id": "a62eef8f-3418-495c-91c8-3410c10364d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1235073358-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.110", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b309cc23749c4a8db15e97071e598aa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap845970ce-02", "ovs_interfaceid": "845970ce-0289-491c-95b2-a9992ec671f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:47:54 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:bf:e4:e5,bridge_name='br-int',has_traffic_filtering=True,id=845970ce-0289-491c-95b2-a9992ec671f9,network=Network(a62eef8f-3418-495c-91c8-3410c10364d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap845970ce-02') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:47:54 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] End _get_guest_xml xml=<domain type="kvm">
Oct 24 07:47:54 user nova-compute[74307]:   <uuid>a6b2cfc6-bc30-485a-95ba-11509955f63c</uuid>
Oct 24 07:47:54 user nova-compute[74307]:   <name>instance-0000000d</name>
Oct 24 07:47:54 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 07:47:54 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 07:47:54 user nova-compute[74307]:   <metadata>
Oct 24 07:47:54 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 07:47:54 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 07:47:54 user nova-compute[74307]:       <nova:name>tempest-ServerActionsTestOtherA-server-130751008</nova:name>
Oct 24 07:47:54 user nova-compute[74307]:       <nova:creationTime>2023-10-24 07:47:53</nova:creationTime>
Oct 24 07:47:54 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 07:47:54 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 07:47:54 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 07:47:54 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 07:47:54 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 07:47:54 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 07:47:54 user nova-compute[74307]:       </nova:flavor>
Oct 24 07:47:54 user nova-compute[74307]:       <nova:owner>
Oct 24 07:47:54 user nova-compute[74307]:         <nova:user uuid="26da1d70557347a1ba51cc920ab9b090">tempest-ServerActionsTestOtherA-379663663-project-member</nova:user>
Oct 24 07:47:54 user nova-compute[74307]:         <nova:project uuid="b309cc23749c4a8db15e97071e598aa7">tempest-ServerActionsTestOtherA-379663663</nova:project>
Oct 24 07:47:54 user nova-compute[74307]:       </nova:owner>
Oct 24 07:47:54 user nova-compute[74307]:       <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 07:47:54 user nova-compute[74307]:       <nova:ports>
Oct 24 07:47:54 user nova-compute[74307]:         <nova:port uuid="845970ce-0289-491c-95b2-a9992ec671f9">
Oct 24 07:47:54 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 24 07:47:54 user nova-compute[74307]:         </nova:port>
Oct 24 07:47:54 user nova-compute[74307]:       </nova:ports>
Oct 24 07:47:54 user nova-compute[74307]:     </nova:instance>
Oct 24 07:47:54 user nova-compute[74307]:   </metadata>
Oct 24 07:47:54 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 07:47:54 user nova-compute[74307]:     <system>
Oct 24 07:47:54 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 07:47:54 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 07:47:54 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 07:47:54 user nova-compute[74307]:       <entry name="serial">a6b2cfc6-bc30-485a-95ba-11509955f63c</entry>
Oct 24 07:47:54 user nova-compute[74307]:       <entry name="uuid">a6b2cfc6-bc30-485a-95ba-11509955f63c</entry>
Oct 24 07:47:54 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 07:47:54 user nova-compute[74307]:     </system>
Oct 24 07:47:54 user nova-compute[74307]:   </sysinfo>
Oct 24 07:47:54 user nova-compute[74307]:   <os>
Oct 24 07:47:54 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 07:47:54 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 07:47:54 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 07:47:54 user nova-compute[74307]:   </os>
Oct 24 07:47:54 user nova-compute[74307]:   <features>
Oct 24 07:47:54 user nova-compute[74307]:     <acpi/>
Oct 24 07:47:54 user nova-compute[74307]:     <apic/>
Oct 24 07:47:54 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 07:47:54 user nova-compute[74307]:   </features>
Oct 24 07:47:54 user nova-compute[74307]:   <clock offset="utc">
Oct 24 07:47:54 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 07:47:54 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 07:47:54 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 07:47:54 user nova-compute[74307]:   </clock>
Oct 24 07:47:54 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 07:47:54 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 07:47:54 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 07:47:54 user nova-compute[74307]:   </cpu>
Oct 24 07:47:54 user nova-compute[74307]:   <devices>
Oct 24 07:47:54 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 07:47:54 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 07:47:54 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/a6b2cfc6-bc30-485a-95ba-11509955f63c/disk"/>
Oct 24 07:47:54 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 07:47:54 user nova-compute[74307]:     </disk>
Oct 24 07:47:54 user nova-compute[74307]:     <disk type="block" device="disk">
Oct 24 07:47:54 user nova-compute[74307]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:47:54 user nova-compute[74307]:       <source dev="/dev/sdd"/>
Oct 24 07:47:54 user nova-compute[74307]:       <target dev="vdb" bus="virtio"/>
Oct 24 07:47:54 user nova-compute[74307]:       <serial>efdacc82-9ffe-4fb5-bdee-011fe5945c63</serial>
Oct 24 07:47:54 user nova-compute[74307]:     </disk>
Oct 24 07:47:54 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 07:47:54 user nova-compute[74307]:       <mac address="fa:16:3e:bf:e4:e5"/>
Oct 24 07:47:54 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:47:54 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 07:47:54 user nova-compute[74307]:       <target dev="tap845970ce-02"/>
Oct 24 07:47:54 user nova-compute[74307]:     </interface>
Oct 24 07:47:54 user nova-compute[74307]:     <serial type="pty">
Oct 24 07:47:54 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/a6b2cfc6-bc30-485a-95ba-11509955f63c/console.log" append="off"/>
Oct 24 07:47:54 user nova-compute[74307]:     </serial>
Oct 24 07:47:54 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 07:47:54 user nova-compute[74307]:     <video>
Oct 24 07:47:54 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:47:54 user nova-compute[74307]:     </video>
Oct 24 07:47:54 user nova-compute[74307]:     <rng model="virtio">
Oct 24 07:47:54 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 07:47:54 user nova-compute[74307]:     </rng>
Oct 24 07:47:54 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 07:47:54 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 07:47:54 user nova-compute[74307]:       <stats period="10"/>
Oct 24 07:47:54 user nova-compute[74307]:     </memballoon>
Oct 24 07:47:54 user nova-compute[74307]:   </devices>
Oct 24 07:47:54 user nova-compute[74307]: </domain>
Oct 24 07:47:54 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 07:47:54 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-24T07:44:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-702168899',display_name='tempest-ServerActionsTestOtherA-server-130751008',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-702168899',id=13,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF770wl3iJlcWd0jcypwOV5Qv4Tfpns3eTRHCI3yhP/DdXx+NOvPCvBi6eq/2QLGKujNxJ1HIG/hc6SWn6uCLbleCWkwxdgeZ+mk4FrRiV5RR8anh2K06BhyC8HdiT/6+g==',key_name='tempest-keypair-1153351006',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:45:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='b309cc23749c4a8db15e97071e598aa7',ramdisk_id='',reservation_id='r-14p5cdjr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-379663663',owner_user_name='tempest-ServerActionsTestOtherA-379663663-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:47:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='26da1d70557347a1ba51cc920ab9b090',uuid=a6b2cfc6-bc30-485a-95ba-11509955f63c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "845970ce-0289-491c-95b2-a9992ec671f9", "address": "fa:16:3e:bf:e4:e5", "network": {"id": "a62eef8f-3418-495c-91c8-3410c10364d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1235073358-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.110", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b309cc23749c4a8db15e97071e598aa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap845970ce-02", "ovs_interfaceid": "845970ce-0289-491c-95b2-a9992ec671f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 07:47:54 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Converting VIF {"id": "845970ce-0289-491c-95b2-a9992ec671f9", "address": "fa:16:3e:bf:e4:e5", "network": {"id": "a62eef8f-3418-495c-91c8-3410c10364d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1235073358-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.110", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b309cc23749c4a8db15e97071e598aa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap845970ce-02", "ovs_interfaceid": "845970ce-0289-491c-95b2-a9992ec671f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:47:54 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:bf:e4:e5,bridge_name='br-int',has_traffic_filtering=True,id=845970ce-0289-491c-95b2-a9992ec671f9,network=Network(a62eef8f-3418-495c-91c8-3410c10364d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap845970ce-02') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:47:54 user nova-compute[74307]: DEBUG os_vif [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:bf:e4:e5,bridge_name='br-int',has_traffic_filtering=True,id=845970ce-0289-491c-95b2-a9992ec671f9,network=Network(a62eef8f-3418-495c-91c8-3410c10364d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap845970ce-02') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 07:47:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:47:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:47:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '413f1bf4-0960-5a6c-b5ba-8511293b3f6f', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:47:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:47:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap845970ce-02, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:47:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap845970ce-02, col_values=(('qos', UUID('8aa86230-32a2-4616-b769-94af80bcfe65')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:47:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap845970ce-02, col_values=(('external_ids', {'iface-id': '845970ce-0289-491c-95b2-a9992ec671f9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:bf:e4:e5', 'vm-uuid': 'a6b2cfc6-bc30-485a-95ba-11509955f63c'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:47:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:47:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:54 user nova-compute[74307]: INFO os_vif [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:bf:e4:e5,bridge_name='br-int',has_traffic_filtering=True,id=845970ce-0289-491c-95b2-a9992ec671f9,network=Network(a62eef8f-3418-495c-91c8-3410c10364d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap845970ce-02')
Oct 24 07:47:54 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:47:54 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:47:54 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] No VIF found with MAC fa:16:3e:bf:e4:e5, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:47:55 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Acquiring lock "dd88db6b-5c0d-4e8f-af41-8dd84cb42aab" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:47:55 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "dd88db6b-5c0d-4e8f-af41-8dd84cb42aab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:47:55 user nova-compute[74307]: DEBUG nova.compute.manager [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Starting instance... {{(pid=74307) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 07:47:55 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:47:55 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:47:55 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 07:47:55 user nova-compute[74307]: INFO nova.compute.claims [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Claim successful on node user
Oct 24 07:47:55 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:47:55 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:47:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.953s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:47:56 user nova-compute[74307]: DEBUG nova.compute.manager [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Start building networks asynchronously for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 07:47:56 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:47:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:47:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:47:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:47:56 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 07:47:56 user nova-compute[74307]: DEBUG nova.compute.manager [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Allocating IP information in the background. {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 07:47:56 user nova-compute[74307]: DEBUG nova.network.neutron [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] allocate_for_instance() {{(pid=74307) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 07:47:56 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 07:47:56 user nova-compute[74307]: DEBUG nova.compute.manager [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Start building block device mappings for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 07:47:56 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:56 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:56 user nova-compute[74307]: DEBUG nova.policy [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c8d362d9493f42e6a118c3ef099e7fae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c8af780fd194436b7514e54c5d7ef27', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74307) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 07:47:56 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:56 user nova-compute[74307]: DEBUG nova.compute.manager [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Start spawning the instance on the hypervisor. {{(pid=74307) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 07:47:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Creating instance directory {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 07:47:56 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Creating image(s)
Oct 24 07:47:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Acquiring lock "/opt/stack/data/nova/instances/dd88db6b-5c0d-4e8f-af41-8dd84cb42aab/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:47:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "/opt/stack/data/nova/instances/dd88db6b-5c0d-4e8f-af41-8dd84cb42aab/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:47:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "/opt/stack/data/nova/instances/dd88db6b-5c0d-4e8f-af41-8dd84cb42aab/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:47:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:56 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.264s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Acquiring lock "9cb24620554d5eab84e846c14e389d04f4c43d48" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:47:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:47:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:56 user nova-compute[74307]: DEBUG nova.compute.manager [req-954e89be-45e8-4933-ba77-4cf5e3d4841a req-3d599535-1899-44da-bb37-004bf0a8fc30 service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Received event network-vif-plugged-845970ce-0289-491c-95b2-a9992ec671f9 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:47:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-954e89be-45e8-4933-ba77-4cf5e3d4841a req-3d599535-1899-44da-bb37-004bf0a8fc30 service nova] Acquiring lock "a6b2cfc6-bc30-485a-95ba-11509955f63c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:47:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-954e89be-45e8-4933-ba77-4cf5e3d4841a req-3d599535-1899-44da-bb37-004bf0a8fc30 service nova] Lock "a6b2cfc6-bc30-485a-95ba-11509955f63c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:47:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-954e89be-45e8-4933-ba77-4cf5e3d4841a req-3d599535-1899-44da-bb37-004bf0a8fc30 service nova] Lock "a6b2cfc6-bc30-485a-95ba-11509955f63c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:47:56 user nova-compute[74307]: DEBUG nova.compute.manager [req-954e89be-45e8-4933-ba77-4cf5e3d4841a req-3d599535-1899-44da-bb37-004bf0a8fc30 service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] No waiting events found dispatching network-vif-plugged-845970ce-0289-491c-95b2-a9992ec671f9 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:47:56 user nova-compute[74307]: WARNING nova.compute.manager [req-954e89be-45e8-4933-ba77-4cf5e3d4841a req-3d599535-1899-44da-bb37-004bf0a8fc30 service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Received unexpected event network-vif-plugged-845970ce-0289-491c-95b2-a9992ec671f9 for instance with vm_state active and task_state rebuild_spawning.
Oct 24 07:47:57 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.257s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:57 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/dd88db6b-5c0d-4e8f-af41-8dd84cb42aab/disk 1073741824 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:57 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/dd88db6b-5c0d-4e8f-af41-8dd84cb42aab/disk 1073741824" returned: 0 in 0.052s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:57 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.315s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:47:57 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:57 user nova-compute[74307]: DEBUG nova.network.neutron [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Successfully created port: 034771fb-1713-4492-97d5-83ce6a5e351e {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 07:47:57 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.247s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:57 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Checking if we can resize image /opt/stack/data/nova/instances/dd88db6b-5c0d-4e8f-af41-8dd84cb42aab/disk. size=1073741824 {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 07:47:57 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd88db6b-5c0d-4e8f-af41-8dd84cb42aab/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:57 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd88db6b-5c0d-4e8f-af41-8dd84cb42aab/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:57 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Cannot resize image /opt/stack/data/nova/instances/dd88db6b-5c0d-4e8f-af41-8dd84cb42aab/disk to a smaller size. {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 07:47:57 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Created local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 07:47:57 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Ensure instance console log exists: /opt/stack/data/nova/instances/dd88db6b-5c0d-4e8f-af41-8dd84cb42aab/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 07:47:57 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:47:57 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:47:57 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:47:58 user nova-compute[74307]: DEBUG nova.compute.manager [req-801c194b-bc9c-47b0-bf1d-da4004d986b8 req-5dc3ad24-8105-4d91-a010-d501fa6d3c5b service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Received event network-vif-plugged-845970ce-0289-491c-95b2-a9992ec671f9 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:47:58 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-801c194b-bc9c-47b0-bf1d-da4004d986b8 req-5dc3ad24-8105-4d91-a010-d501fa6d3c5b service nova] Acquiring lock "a6b2cfc6-bc30-485a-95ba-11509955f63c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:47:58 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-801c194b-bc9c-47b0-bf1d-da4004d986b8 req-5dc3ad24-8105-4d91-a010-d501fa6d3c5b service nova] Lock "a6b2cfc6-bc30-485a-95ba-11509955f63c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:47:58 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-801c194b-bc9c-47b0-bf1d-da4004d986b8 req-5dc3ad24-8105-4d91-a010-d501fa6d3c5b service nova] Lock "a6b2cfc6-bc30-485a-95ba-11509955f63c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:47:58 user nova-compute[74307]: DEBUG nova.compute.manager [req-801c194b-bc9c-47b0-bf1d-da4004d986b8 req-5dc3ad24-8105-4d91-a010-d501fa6d3c5b service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] No waiting events found dispatching network-vif-plugged-845970ce-0289-491c-95b2-a9992ec671f9 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:47:58 user nova-compute[74307]: WARNING nova.compute.manager [req-801c194b-bc9c-47b0-bf1d-da4004d986b8 req-5dc3ad24-8105-4d91-a010-d501fa6d3c5b service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Received unexpected event network-vif-plugged-845970ce-0289-491c-95b2-a9992ec671f9 for instance with vm_state active and task_state rebuild_spawning.
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.compute.manager [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Guest created on hypervisor {{(pid=74307) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 07:47:59 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Instance spawned successfully.
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Found default for hw_cdrom_bus of ide {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Found default for hw_disk_bus of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Found default for hw_input_bus of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Found default for hw_pointer_model of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Found default for hw_video_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Found default for hw_vif_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.compute.manager [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0f8feaa4-716e-4476-9137-f41f7bcc3ec6/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.objects.instance [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=74307) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1078}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.network.neutron [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Successfully updated port: 034771fb-1713-4492-97d5-83ce6a5e351e {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Acquiring lock "refresh_cache-dd88db6b-5c0d-4e8f-af41-8dd84cb42aab" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Acquired lock "refresh_cache-dd88db6b-5c0d-4e8f-af41-8dd84cb42aab" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.network.neutron [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.compute.manager [req-27ed6132-c189-4580-a223-d1c554f86e64 req-d29d8097-4287-4941-a99c-ee49187b60ba service nova] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Received event network-changed-034771fb-1713-4492-97d5-83ce6a5e351e {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.compute.manager [req-27ed6132-c189-4580-a223-d1c554f86e64 req-d29d8097-4287-4941-a99c-ee49187b60ba service nova] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Refreshing instance network info cache due to event network-changed-034771fb-1713-4492-97d5-83ce6a5e351e. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-27ed6132-c189-4580-a223-d1c554f86e64 req-d29d8097-4287-4941-a99c-ee49187b60ba service nova] Acquiring lock "refresh_cache-dd88db6b-5c0d-4e8f-af41-8dd84cb42aab" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f8682d83-2764-4f7b-8bdf-c3f9a73bbfb7 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.111s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.network.neutron [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0f8feaa4-716e-4476-9137-f41f7bcc3ec6/disk --force-share --output=json" returned: 0 in 0.241s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0f8feaa4-716e-4476-9137-f41f7bcc3ec6/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Creating instance directory {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 07:47:59 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Creating image(s)
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Did not create local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Ensure instance console log exists: /opt/stack/data/nova/instances/d508a024-e0f7-4864-871e-a33b8abc2157/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Start _get_guest_xml network_info=[{"id": "228fd704-c98f-4755-880e-f8e1c8d149c9", "address": "fa:16:3e:08:c9:ff", "network": {"id": "aadb35a3-f253-4840-94b5-52dda749cb05", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-673066702-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.96", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "23f9f3e7b0ee44c78834ee83989de443", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap228fd704-c9", "ovs_interfaceid": "228fd704-c98f-4755-880e-f8e1c8d149c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gEvkBPcY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd508a024-e0f7-4864-871e-a33b8abc2157', 'attached_at': '', 'detached_at': '', 'volume_id': '5121a72e-b0f0-4c9b-9d37-48a91ed948d6', 'serial': '5121a72e-b0f0-4c9b-9d37-48a91ed948d6'}, 'attachment_id': 'd0a1283f-b433-45b4-be1c-6efa4440a975', 'guest_format': None, 'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': True, 'volume_type': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 07:47:59 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 24 07:47:59 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.objects.instance [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Lazy-loading 'vcpu_model' on Instance uuid d508a024-e0f7-4864-871e-a33b8abc2157 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Calling os-brick to attach iSCSI Volume {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gEvkBPcY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:47:59 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 24 07:47:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:47:59 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 24 07:47:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:47:59 user nova-compute[74307]: INFO os_brick.initiator.connectors.iscsi [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 07:47:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 -p 172.16.0.220:3260 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0f8feaa4-716e-4476-9137-f41f7bcc3ec6/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 -p 172.16.0.220:3260" returned: 21 in 0.027s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f778816-c12c-4b73-9e67-d44f5fa3a784]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 07:47:59 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/02857236-4abf-4671-972e-21ef9328566c/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 -p 172.16.0.220:3260 --interface default --op new {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d7b99b0-2b99-445f-a1a7-1f2290af5aed]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6] added\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6] added
Oct 24 07:47:59 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8f745e7-a0ca-4c4e-9a5d-198b4ad5103e]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2326694-567e-4a94-8546-0c5993f03fe2]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gEvkBPcY {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gEvkBPcY" returned: 0 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[c52abe3e-0af9-40e8-a984-667874aa98aa]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'gEvkBPcY'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1283cf6-3220-4594-ab61-b02c43f47ee0]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.network.neutron [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Updating instance_info_cache with network_info: [{"id": "034771fb-1713-4492-97d5-83ce6a5e351e", "address": "fa:16:3e:02:84:09", "network": {"id": "5dafd771-aa79-4f10-ae89-825cf68cc799", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992292320-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c8af780fd194436b7514e54c5d7ef27", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap034771fb-17", "ovs_interfaceid": "034771fb-1713-4492-97d5-83ce6a5e351e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/02857236-4abf-4671-972e-21ef9328566c/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/02857236-4abf-4671-972e-21ef9328566c/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7e8cbbd-1254-4d0d-b0cc-809a8e86b13a]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:47:59 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:47:59 user nova-compute[74307]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 (non-flash)
Oct 24 07:47:59 user nova-compute[74307]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 (non-flash)
Oct 24 07:47:59 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:47:59 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:47:59 user nova-compute[74307]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 (non-flash)
Oct 24 07:47:59 user nova-compute[74307]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 (non-flash)
Oct 24 07:47:59 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Releasing lock "refresh_cache-dd88db6b-5c0d-4e8f-af41-8dd84cb42aab" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.compute.manager [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Instance network_info: |[{"id": "034771fb-1713-4492-97d5-83ce6a5e351e", "address": "fa:16:3e:02:84:09", "network": {"id": "5dafd771-aa79-4f10-ae89-825cf68cc799", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992292320-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c8af780fd194436b7514e54c5d7ef27", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap034771fb-17", "ovs_interfaceid": "034771fb-1713-4492-97d5-83ce6a5e351e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 -p 172.16.0.220:3260 --login {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-27ed6132-c189-4580-a223-d1c554f86e64 req-d29d8097-4287-4941-a99c-ee49187b60ba service nova] Acquired lock "refresh_cache-dd88db6b-5c0d-4e8f-af41-8dd84cb42aab" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.network.neutron [req-27ed6132-c189-4580-a223-d1c554f86e64 req-d29d8097-4287-4941-a99c-ee49187b60ba service nova] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Refreshing network info cache for port 034771fb-1713-4492-97d5-83ce6a5e351e {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Start _get_guest_xml network_info=[{"id": "034771fb-1713-4492-97d5-83ce6a5e351e", "address": "fa:16:3e:02:84:09", "network": {"id": "5dafd771-aa79-4f10-ae89-825cf68cc799", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992292320-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c8af780fd194436b7514e54c5d7ef27", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap034771fb-17", "ovs_interfaceid": "034771fb-1713-4492-97d5-83ce6a5e351e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'boot_index': 0, 'guest_format': None, 'image_id': 'ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 07:47:59 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:47:59 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 07:47:59 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:47:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1638707886',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1638707886',id=17,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKlQWUSspKUoojRGOo2GbyPaUNjNULq60vmWv9Sy0r7Sv12sLvrDswYhbxvcgt17kgDDWeWYCvUCLXNjlafRyJRLVQsr31GOEj+eypBAcnK67FRVHjgSAarn4iKDfopsng==',key_name='tempest-keypair-1322334828',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8c8af780fd194436b7514e54c5d7ef27',ramdisk_id='',reservation_id='r-iddsvsqj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-131883889',owner_user_name='tempest-AttachVolumeShelveTestJSON-131883889-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:47:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c8d362d9493f42e6a118c3ef099e7fae',uuid=dd88db6b-5c0d-4e8f-af41-8dd84cb42aab,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "034771fb-1713-4492-97d5-83ce6a5e351e", "address": "fa:16:3e:02:84:09", "network": {"id": "5dafd771-aa79-4f10-ae89-825cf68cc799", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992292320-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c8af780fd194436b7514e54c5d7ef27", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap034771fb-17", "ovs_interfaceid": "034771fb-1713-4492-97d5-83ce6a5e351e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Converting VIF {"id": "034771fb-1713-4492-97d5-83ce6a5e351e", "address": "fa:16:3e:02:84:09", "network": {"id": "5dafd771-aa79-4f10-ae89-825cf68cc799", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992292320-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c8af780fd194436b7514e54c5d7ef27", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap034771fb-17", "ovs_interfaceid": "034771fb-1713-4492-97d5-83ce6a5e351e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:02:84:09,bridge_name='br-int',has_traffic_filtering=True,id=034771fb-1713-4492-97d5-83ce6a5e351e,network=Network(5dafd771-aa79-4f10-ae89-825cf68cc799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap034771fb-17') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG nova.objects.instance [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lazy-loading 'pci_devices' on Instance uuid dd88db6b-5c0d-4e8f-af41-8dd84cb42aab {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 -p 172.16.0.220:3260 --login" returned: 0 in 0.091s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b80ec0b-1620-4fc8-8a83-ae5cf3ddffb2]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6, portal: 172.16.0.220,3260]
Oct 24 07:48:00 user nova-compute[74307]: Login to [iface: default, target: iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6, portal: 172.16.0.220,3260] successful.
Oct 24 07:48:00 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] End _get_guest_xml xml=<domain type="kvm">
Oct 24 07:48:00 user nova-compute[74307]:   <uuid>dd88db6b-5c0d-4e8f-af41-8dd84cb42aab</uuid>
Oct 24 07:48:00 user nova-compute[74307]:   <name>instance-00000011</name>
Oct 24 07:48:00 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 07:48:00 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 07:48:00 user nova-compute[74307]:   <metadata>
Oct 24 07:48:00 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 07:48:00 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 07:48:00 user nova-compute[74307]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1638707886</nova:name>
Oct 24 07:48:00 user nova-compute[74307]:       <nova:creationTime>2023-10-24 07:47:59</nova:creationTime>
Oct 24 07:48:00 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 07:48:00 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 07:48:00 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 07:48:00 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 07:48:00 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 07:48:00 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 07:48:00 user nova-compute[74307]:       </nova:flavor>
Oct 24 07:48:00 user nova-compute[74307]:       <nova:owner>
Oct 24 07:48:00 user nova-compute[74307]:         <nova:user uuid="c8d362d9493f42e6a118c3ef099e7fae">tempest-AttachVolumeShelveTestJSON-131883889-project-member</nova:user>
Oct 24 07:48:00 user nova-compute[74307]:         <nova:project uuid="8c8af780fd194436b7514e54c5d7ef27">tempest-AttachVolumeShelveTestJSON-131883889</nova:project>
Oct 24 07:48:00 user nova-compute[74307]:       </nova:owner>
Oct 24 07:48:00 user nova-compute[74307]:       <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 07:48:00 user nova-compute[74307]:       <nova:ports>
Oct 24 07:48:00 user nova-compute[74307]:         <nova:port uuid="034771fb-1713-4492-97d5-83ce6a5e351e">
Oct 24 07:48:00 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 24 07:48:00 user nova-compute[74307]:         </nova:port>
Oct 24 07:48:00 user nova-compute[74307]:       </nova:ports>
Oct 24 07:48:00 user nova-compute[74307]:     </nova:instance>
Oct 24 07:48:00 user nova-compute[74307]:   </metadata>
Oct 24 07:48:00 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 07:48:00 user nova-compute[74307]:     <system>
Oct 24 07:48:00 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 07:48:00 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 07:48:00 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 07:48:00 user nova-compute[74307]:       <entry name="serial">dd88db6b-5c0d-4e8f-af41-8dd84cb42aab</entry>
Oct 24 07:48:00 user nova-compute[74307]:       <entry name="uuid">dd88db6b-5c0d-4e8f-af41-8dd84cb42aab</entry>
Oct 24 07:48:00 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 07:48:00 user nova-compute[74307]:     </system>
Oct 24 07:48:00 user nova-compute[74307]:   </sysinfo>
Oct 24 07:48:00 user nova-compute[74307]:   <os>
Oct 24 07:48:00 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 07:48:00 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 07:48:00 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 07:48:00 user nova-compute[74307]:   </os>
Oct 24 07:48:00 user nova-compute[74307]:   <features>
Oct 24 07:48:00 user nova-compute[74307]:     <acpi/>
Oct 24 07:48:00 user nova-compute[74307]:     <apic/>
Oct 24 07:48:00 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 07:48:00 user nova-compute[74307]:   </features>
Oct 24 07:48:00 user nova-compute[74307]:   <clock offset="utc">
Oct 24 07:48:00 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 07:48:00 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 07:48:00 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 07:48:00 user nova-compute[74307]:   </clock>
Oct 24 07:48:00 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 07:48:00 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 07:48:00 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 07:48:00 user nova-compute[74307]:   </cpu>
Oct 24 07:48:00 user nova-compute[74307]:   <devices>
Oct 24 07:48:00 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 07:48:00 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 07:48:00 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/dd88db6b-5c0d-4e8f-af41-8dd84cb42aab/disk"/>
Oct 24 07:48:00 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 07:48:00 user nova-compute[74307]:     </disk>
Oct 24 07:48:00 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 07:48:00 user nova-compute[74307]:       <mac address="fa:16:3e:02:84:09"/>
Oct 24 07:48:00 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:48:00 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 07:48:00 user nova-compute[74307]:       <target dev="tap034771fb-17"/>
Oct 24 07:48:00 user nova-compute[74307]:     </interface>
Oct 24 07:48:00 user nova-compute[74307]:     <serial type="pty">
Oct 24 07:48:00 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/dd88db6b-5c0d-4e8f-af41-8dd84cb42aab/console.log" append="off"/>
Oct 24 07:48:00 user nova-compute[74307]:     </serial>
Oct 24 07:48:00 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 07:48:00 user nova-compute[74307]:     <video>
Oct 24 07:48:00 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:48:00 user nova-compute[74307]:     </video>
Oct 24 07:48:00 user nova-compute[74307]:     <rng model="virtio">
Oct 24 07:48:00 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 07:48:00 user nova-compute[74307]:     </rng>
Oct 24 07:48:00 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 07:48:00 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 07:48:00 user nova-compute[74307]:       <stats period="10"/>
Oct 24 07:48:00 user nova-compute[74307]:     </memballoon>
Oct 24 07:48:00 user nova-compute[74307]:   </devices>
Oct 24 07:48:00 user nova-compute[74307]: </domain>
Oct 24 07:48:00 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:47:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1638707886',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1638707886',id=17,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKlQWUSspKUoojRGOo2GbyPaUNjNULq60vmWv9Sy0r7Sv12sLvrDswYhbxvcgt17kgDDWeWYCvUCLXNjlafRyJRLVQsr31GOEj+eypBAcnK67FRVHjgSAarn4iKDfopsng==',key_name='tempest-keypair-1322334828',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8c8af780fd194436b7514e54c5d7ef27',ramdisk_id='',reservation_id='r-iddsvsqj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-131883889',owner_user_name='tempest-AttachVolumeShelveTestJSON-131883889-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:47:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c8d362d9493f42e6a118c3ef099e7fae',uuid=dd88db6b-5c0d-4e8f-af41-8dd84cb42aab,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "034771fb-1713-4492-97d5-83ce6a5e351e", "address": "fa:16:3e:02:84:09", "network": {"id": "5dafd771-aa79-4f10-ae89-825cf68cc799", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992292320-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c8af780fd194436b7514e54c5d7ef27", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap034771fb-17", "ovs_interfaceid": "034771fb-1713-4492-97d5-83ce6a5e351e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Converting VIF {"id": "034771fb-1713-4492-97d5-83ce6a5e351e", "address": "fa:16:3e:02:84:09", "network": {"id": "5dafd771-aa79-4f10-ae89-825cf68cc799", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992292320-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c8af780fd194436b7514e54c5d7ef27", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap034771fb-17", "ovs_interfaceid": "034771fb-1713-4492-97d5-83ce6a5e351e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:02:84:09,bridge_name='br-int',has_traffic_filtering=True,id=034771fb-1713-4492-97d5-83ce6a5e351e,network=Network(5dafd771-aa79-4f10-ae89-825cf68cc799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap034771fb-17') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG os_vif [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:02:84:09,bridge_name='br-int',has_traffic_filtering=True,id=034771fb-1713-4492-97d5-83ce6a5e351e,network=Network(5dafd771-aa79-4f10-ae89-825cf68cc799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap034771fb-17') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ce92e180-fc99-5fd0-8e8d-72463dc6eeb0', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap034771fb-17, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap034771fb-17, col_values=(('qos', UUID('0d3c006e-2eb5-483a-a852-8d47391bfbb6')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap034771fb-17, col_values=(('external_ids', {'iface-id': '034771fb-1713-4492-97d5-83ce6a5e351e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:02:84:09', 'vm-uuid': 'dd88db6b-5c0d-4e8f-af41-8dd84cb42aab'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.048s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[79627481-1328-4e2c-a1dc-4c27fc922347]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:00 user nova-compute[74307]: INFO os_vif [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:02:84:09,bridge_name='br-int',has_traffic_filtering=True,id=034771fb-1713-4492-97d5-83ce6a5e351e,network=Network(5dafd771-aa79-4f10-ae89-825cf68cc799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap034771fb-17')
Oct 24 07:48:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/02857236-4abf-4671-972e-21ef9328566c/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.037s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[fac3287a-44b8-48da-9c02-e253a70b8580]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:48:00 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:48:00 user nova-compute[74307]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 (non-flash)
Oct 24 07:48:00 user nova-compute[74307]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 (non-flash)
Oct 24 07:48:00 user nova-compute[74307]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 (non-flash)
Oct 24 07:48:00 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:48:00 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:48:00 user nova-compute[74307]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 (non-flash)
Oct 24 07:48:00 user nova-compute[74307]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 (non-flash)
Oct 24 07:48:00 user nova-compute[74307]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 (non-flash)
Oct 24 07:48:00 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.504s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Connected to 172.16.0.220:3260 {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] HCTL ('36', '-', '-', 0) found on session 21 with lun 0 {{(pid=74307) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74307) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4225f12-bfd0-4c6c-a259-6f05a837e32c]: (4, ('- - 0', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Searching for a device in session 21 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gEvkBPcY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] No VIF found with MAC fa:16:3e:02:84:09, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6b2cfc6-bc30-485a-95ba-11509955f63c/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG nova.network.neutron [req-27ed6132-c189-4580-a223-d1c554f86e64 req-d29d8097-4287-4941-a99c-ee49187b60ba service nova] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Updated VIF entry in instance network info cache for port 034771fb-1713-4492-97d5-83ce6a5e351e. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG nova.network.neutron [req-27ed6132-c189-4580-a223-d1c554f86e64 req-d29d8097-4287-4941-a99c-ee49187b60ba service nova] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Updating instance_info_cache with network_info: [{"id": "034771fb-1713-4492-97d5-83ce6a5e351e", "address": "fa:16:3e:02:84:09", "network": {"id": "5dafd771-aa79-4f10-ae89-825cf68cc799", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992292320-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c8af780fd194436b7514e54c5d7ef27", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap034771fb-17", "ovs_interfaceid": "034771fb-1713-4492-97d5-83ce6a5e351e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-27ed6132-c189-4580-a223-d1c554f86e64 req-d29d8097-4287-4941-a99c-ee49187b60ba service nova] Releasing lock "refresh_cache-dd88db6b-5c0d-4e8f-af41-8dd84cb42aab" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6b2cfc6-bc30-485a-95ba-11509955f63c/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6b2cfc6-bc30-485a-95ba-11509955f63c/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6b2cfc6-bc30-485a-95ba-11509955f63c/disk --force-share --output=json" returned: 0 in 0.263s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:01 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:48:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:01 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.570s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:48:01 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] <== connect_volume: return (1575ms) {'type': 'block', 'scsi_wwn': '23537386132353632', 'path': '/dev/sde'} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:48:01 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23537386132353632', 'path': '/dev/sde'} {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 07:48:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:01 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-24T07:45:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-822519195',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1478508368',id=14,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAE0onCL6F4yqgTTY2r4K4LnGxa1wtahJVG2AzgAEAeCtDS8tc8czohEJw5BfPgFjaoBPHUtFPsm4WUgBMsXdJsZ75DB1Ag2K1Oau8085W4vLoEJ9cxkGPYDUHXr1TL/AQ==',key_name='tempest-keypair-2061474433',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:45:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='23f9f3e7b0ee44c78834ee83989de443',ramdisk_id='',reservation_id='r-zrs12sq3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1552029862',owner_user_name='tempest-ServerActionsV293TestJSON-1552029862-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:47:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f61e297cf67649738ff0b759ca29d46b',uuid=d508a024-e0f7-4864-871e-a33b8abc2157,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "228fd704-c98f-4755-880e-f8e1c8d149c9", "address": "fa:16:3e:08:c9:ff", "network": {"id": "aadb35a3-f253-4840-94b5-52dda749cb05", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-673066702-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.96", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "23f9f3e7b0ee44c78834ee83989de443", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap228fd704-c9", "ovs_interfaceid": "228fd704-c98f-4755-880e-f8e1c8d149c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 07:48:01 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Converting VIF {"id": "228fd704-c98f-4755-880e-f8e1c8d149c9", "address": "fa:16:3e:08:c9:ff", "network": {"id": "aadb35a3-f253-4840-94b5-52dda749cb05", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-673066702-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.96", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "23f9f3e7b0ee44c78834ee83989de443", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap228fd704-c9", "ovs_interfaceid": "228fd704-c98f-4755-880e-f8e1c8d149c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:48:01 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:08:c9:ff,bridge_name='br-int',has_traffic_filtering=True,id=228fd704-c98f-4755-880e-f8e1c8d149c9,network=Network(aadb35a3-f253-4840-94b5-52dda749cb05),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap228fd704-c9') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:48:01 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] End _get_guest_xml xml=<domain type="kvm">
Oct 24 07:48:01 user nova-compute[74307]:   <uuid>d508a024-e0f7-4864-871e-a33b8abc2157</uuid>
Oct 24 07:48:01 user nova-compute[74307]:   <name>instance-0000000e</name>
Oct 24 07:48:01 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 07:48:01 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 07:48:01 user nova-compute[74307]:   <metadata>
Oct 24 07:48:01 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 07:48:01 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 07:48:01 user nova-compute[74307]:       <nova:name>tempest-ServerActionsV293TestJSON-server-822519195</nova:name>
Oct 24 07:48:01 user nova-compute[74307]:       <nova:creationTime>2023-10-24 07:47:59</nova:creationTime>
Oct 24 07:48:01 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 07:48:01 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 07:48:01 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 07:48:01 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 07:48:01 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 07:48:01 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 07:48:01 user nova-compute[74307]:       </nova:flavor>
Oct 24 07:48:01 user nova-compute[74307]:       <nova:owner>
Oct 24 07:48:01 user nova-compute[74307]:         <nova:user uuid="f61e297cf67649738ff0b759ca29d46b">tempest-ServerActionsV293TestJSON-1552029862-project-member</nova:user>
Oct 24 07:48:01 user nova-compute[74307]:         <nova:project uuid="23f9f3e7b0ee44c78834ee83989de443">tempest-ServerActionsV293TestJSON-1552029862</nova:project>
Oct 24 07:48:01 user nova-compute[74307]:       </nova:owner>
Oct 24 07:48:01 user nova-compute[74307]:       <nova:ports>
Oct 24 07:48:01 user nova-compute[74307]:         <nova:port uuid="228fd704-c98f-4755-880e-f8e1c8d149c9">
Oct 24 07:48:01 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 24 07:48:01 user nova-compute[74307]:         </nova:port>
Oct 24 07:48:01 user nova-compute[74307]:       </nova:ports>
Oct 24 07:48:01 user nova-compute[74307]:     </nova:instance>
Oct 24 07:48:01 user nova-compute[74307]:   </metadata>
Oct 24 07:48:01 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 07:48:01 user nova-compute[74307]:     <system>
Oct 24 07:48:01 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 07:48:01 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 07:48:01 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 07:48:01 user nova-compute[74307]:       <entry name="serial">d508a024-e0f7-4864-871e-a33b8abc2157</entry>
Oct 24 07:48:01 user nova-compute[74307]:       <entry name="uuid">d508a024-e0f7-4864-871e-a33b8abc2157</entry>
Oct 24 07:48:01 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 07:48:01 user nova-compute[74307]:     </system>
Oct 24 07:48:01 user nova-compute[74307]:   </sysinfo>
Oct 24 07:48:01 user nova-compute[74307]:   <os>
Oct 24 07:48:01 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 07:48:01 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 07:48:01 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 07:48:01 user nova-compute[74307]:   </os>
Oct 24 07:48:01 user nova-compute[74307]:   <features>
Oct 24 07:48:01 user nova-compute[74307]:     <acpi/>
Oct 24 07:48:01 user nova-compute[74307]:     <apic/>
Oct 24 07:48:01 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 07:48:01 user nova-compute[74307]:   </features>
Oct 24 07:48:01 user nova-compute[74307]:   <clock offset="utc">
Oct 24 07:48:01 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 07:48:01 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 07:48:01 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 07:48:01 user nova-compute[74307]:   </clock>
Oct 24 07:48:01 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 07:48:01 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 07:48:01 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 07:48:01 user nova-compute[74307]:   </cpu>
Oct 24 07:48:01 user nova-compute[74307]:   <devices>
Oct 24 07:48:01 user nova-compute[74307]:     <disk type="block" device="disk">
Oct 24 07:48:01 user nova-compute[74307]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:48:01 user nova-compute[74307]:       <source dev="/dev/sde"/>
Oct 24 07:48:01 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 07:48:01 user nova-compute[74307]:       <serial>5121a72e-b0f0-4c9b-9d37-48a91ed948d6</serial>
Oct 24 07:48:01 user nova-compute[74307]:     </disk>
Oct 24 07:48:01 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 07:48:01 user nova-compute[74307]:       <mac address="fa:16:3e:08:c9:ff"/>
Oct 24 07:48:01 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:48:01 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 07:48:01 user nova-compute[74307]:       <target dev="tap228fd704-c9"/>
Oct 24 07:48:01 user nova-compute[74307]:     </interface>
Oct 24 07:48:01 user nova-compute[74307]:     <serial type="pty">
Oct 24 07:48:01 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/d508a024-e0f7-4864-871e-a33b8abc2157/console.log" append="off"/>
Oct 24 07:48:01 user nova-compute[74307]:     </serial>
Oct 24 07:48:01 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 07:48:01 user nova-compute[74307]:     <video>
Oct 24 07:48:01 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:48:01 user nova-compute[74307]:     </video>
Oct 24 07:48:01 user nova-compute[74307]:     <rng model="virtio">
Oct 24 07:48:01 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 07:48:01 user nova-compute[74307]:     </rng>
Oct 24 07:48:01 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 07:48:01 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 07:48:01 user nova-compute[74307]:       <stats period="10"/>
Oct 24 07:48:01 user nova-compute[74307]:     </memballoon>
Oct 24 07:48:01 user nova-compute[74307]:   </devices>
Oct 24 07:48:01 user nova-compute[74307]: </domain>
Oct 24 07:48:01 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 07:48:01 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-24T07:45:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-822519195',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1478508368',id=14,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAE0onCL6F4yqgTTY2r4K4LnGxa1wtahJVG2AzgAEAeCtDS8tc8czohEJw5BfPgFjaoBPHUtFPsm4WUgBMsXdJsZ75DB1Ag2K1Oau8085W4vLoEJ9cxkGPYDUHXr1TL/AQ==',key_name='tempest-keypair-2061474433',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:45:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='23f9f3e7b0ee44c78834ee83989de443',ramdisk_id='',reservation_id='r-zrs12sq3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1552029862',owner_user_name='tempest-ServerActionsV293TestJSON-1552029862-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:47:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f61e297cf67649738ff0b759ca29d46b',uuid=d508a024-e0f7-4864-871e-a33b8abc2157,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "228fd704-c98f-4755-880e-f8e1c8d149c9", "address": "fa:16:3e:08:c9:ff", "network": {"id": "aadb35a3-f253-4840-94b5-52dda749cb05", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-673066702-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.96", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "23f9f3e7b0ee44c78834ee83989de443", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap228fd704-c9", "ovs_interfaceid": "228fd704-c98f-4755-880e-f8e1c8d149c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 07:48:01 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Converting VIF {"id": "228fd704-c98f-4755-880e-f8e1c8d149c9", "address": "fa:16:3e:08:c9:ff", "network": {"id": "aadb35a3-f253-4840-94b5-52dda749cb05", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-673066702-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.96", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "23f9f3e7b0ee44c78834ee83989de443", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap228fd704-c9", "ovs_interfaceid": "228fd704-c98f-4755-880e-f8e1c8d149c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:48:01 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:08:c9:ff,bridge_name='br-int',has_traffic_filtering=True,id=228fd704-c98f-4755-880e-f8e1c8d149c9,network=Network(aadb35a3-f253-4840-94b5-52dda749cb05),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap228fd704-c9') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:48:01 user nova-compute[74307]: DEBUG os_vif [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:08:c9:ff,bridge_name='br-int',has_traffic_filtering=True,id=228fd704-c98f-4755-880e-f8e1c8d149c9,network=Network(aadb35a3-f253-4840-94b5-52dda749cb05),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap228fd704-c9') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 07:48:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:48:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:48:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'db40907e-50ab-555f-ae22-442a3c884382', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:48:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:48:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap228fd704-c9, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:48:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap228fd704-c9, col_values=(('qos', UUID('fbe1c9a6-e50a-4a70-9598-893c52bd72f6')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:48:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap228fd704-c9, col_values=(('external_ids', {'iface-id': '228fd704-c98f-4755-880e-f8e1c8d149c9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:08:c9:ff', 'vm-uuid': 'd508a024-e0f7-4864-871e-a33b8abc2157'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:48:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:48:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:01 user nova-compute[74307]: INFO os_vif [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:08:c9:ff,bridge_name='br-int',has_traffic_filtering=True,id=228fd704-c98f-4755-880e-f8e1c8d149c9,network=Network(aadb35a3-f253-4840-94b5-52dda749cb05),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap228fd704-c9')
Oct 24 07:48:01 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:48:01 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] No VIF found with MAC fa:16:3e:08:c9:ff, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:48:01 user nova-compute[74307]: DEBUG nova.compute.manager [req-f4d89bac-d30d-47f4-a0e0-259dc342b0d2 req-6d4703b4-18f5-44e8-a6cc-3c9a1e0a2f4b service nova] [instance: 02857236-4abf-4671-972e-21ef9328566c] Received event network-changed-a00fd47b-178d-4de8-a951-f9cd6a81f487 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:48:01 user nova-compute[74307]: DEBUG nova.compute.manager [req-f4d89bac-d30d-47f4-a0e0-259dc342b0d2 req-6d4703b4-18f5-44e8-a6cc-3c9a1e0a2f4b service nova] [instance: 02857236-4abf-4671-972e-21ef9328566c] Refreshing instance network info cache due to event network-changed-a00fd47b-178d-4de8-a951-f9cd6a81f487. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:48:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-f4d89bac-d30d-47f4-a0e0-259dc342b0d2 req-6d4703b4-18f5-44e8-a6cc-3c9a1e0a2f4b service nova] Acquiring lock "refresh_cache-02857236-4abf-4671-972e-21ef9328566c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:48:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-f4d89bac-d30d-47f4-a0e0-259dc342b0d2 req-6d4703b4-18f5-44e8-a6cc-3c9a1e0a2f4b service nova] Acquired lock "refresh_cache-02857236-4abf-4671-972e-21ef9328566c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:48:01 user nova-compute[74307]: DEBUG nova.network.neutron [req-f4d89bac-d30d-47f4-a0e0-259dc342b0d2 req-6d4703b4-18f5-44e8-a6cc-3c9a1e0a2f4b service nova] [instance: 02857236-4abf-4671-972e-21ef9328566c] Refreshing network info cache for port a00fd47b-178d-4de8-a951-f9cd6a81f487 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:48:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2/disk --force-share --output=json" returned: 0 in 0.267s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:06 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:06 user nova-compute[74307]: DEBUG nova.compute.manager [req-c0ed442e-a9a6-433f-85a8-99ffee2abd71 req-ebf39b75-9f84-4b8d-a105-8eb7787e33be service nova] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Received event network-vif-plugged-034771fb-1713-4492-97d5-83ce6a5e351e {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:48:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-c0ed442e-a9a6-433f-85a8-99ffee2abd71 req-ebf39b75-9f84-4b8d-a105-8eb7787e33be service nova] Acquiring lock "dd88db6b-5c0d-4e8f-af41-8dd84cb42aab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:48:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-c0ed442e-a9a6-433f-85a8-99ffee2abd71 req-ebf39b75-9f84-4b8d-a105-8eb7787e33be service nova] Lock "dd88db6b-5c0d-4e8f-af41-8dd84cb42aab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:48:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-c0ed442e-a9a6-433f-85a8-99ffee2abd71 req-ebf39b75-9f84-4b8d-a105-8eb7787e33be service nova] Lock "dd88db6b-5c0d-4e8f-af41-8dd84cb42aab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:48:06 user nova-compute[74307]: DEBUG nova.compute.manager [req-c0ed442e-a9a6-433f-85a8-99ffee2abd71 req-ebf39b75-9f84-4b8d-a105-8eb7787e33be service nova] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] No waiting events found dispatching network-vif-plugged-034771fb-1713-4492-97d5-83ce6a5e351e {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:48:06 user nova-compute[74307]: WARNING nova.compute.manager [req-c0ed442e-a9a6-433f-85a8-99ffee2abd71 req-ebf39b75-9f84-4b8d-a105-8eb7787e33be service nova] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Received unexpected event network-vif-plugged-034771fb-1713-4492-97d5-83ce6a5e351e for instance with vm_state building and task_state spawning.
Oct 24 07:48:06 user nova-compute[74307]: DEBUG nova.compute.manager [req-c0ed442e-a9a6-433f-85a8-99ffee2abd71 req-ebf39b75-9f84-4b8d-a105-8eb7787e33be service nova] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Received event network-vif-plugged-034771fb-1713-4492-97d5-83ce6a5e351e {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:48:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-c0ed442e-a9a6-433f-85a8-99ffee2abd71 req-ebf39b75-9f84-4b8d-a105-8eb7787e33be service nova] Acquiring lock "dd88db6b-5c0d-4e8f-af41-8dd84cb42aab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:48:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-c0ed442e-a9a6-433f-85a8-99ffee2abd71 req-ebf39b75-9f84-4b8d-a105-8eb7787e33be service nova] Lock "dd88db6b-5c0d-4e8f-af41-8dd84cb42aab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:48:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-c0ed442e-a9a6-433f-85a8-99ffee2abd71 req-ebf39b75-9f84-4b8d-a105-8eb7787e33be service nova] Lock "dd88db6b-5c0d-4e8f-af41-8dd84cb42aab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:48:06 user nova-compute[74307]: DEBUG nova.compute.manager [req-c0ed442e-a9a6-433f-85a8-99ffee2abd71 req-ebf39b75-9f84-4b8d-a105-8eb7787e33be service nova] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] No waiting events found dispatching network-vif-plugged-034771fb-1713-4492-97d5-83ce6a5e351e {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:48:06 user nova-compute[74307]: WARNING nova.compute.manager [req-c0ed442e-a9a6-433f-85a8-99ffee2abd71 req-ebf39b75-9f84-4b8d-a105-8eb7787e33be service nova] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Received unexpected event network-vif-plugged-034771fb-1713-4492-97d5-83ce6a5e351e for instance with vm_state building and task_state spawning.
Oct 24 07:48:06 user nova-compute[74307]: DEBUG nova.compute.manager [req-b3fc023f-51b3-45bb-ab74-5445ad820205 req-5fc78d64-cb59-417c-9ed3-579f37f64702 service nova] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Received event network-vif-plugged-228fd704-c98f-4755-880e-f8e1c8d149c9 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:48:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b3fc023f-51b3-45bb-ab74-5445ad820205 req-5fc78d64-cb59-417c-9ed3-579f37f64702 service nova] Acquiring lock "d508a024-e0f7-4864-871e-a33b8abc2157-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:48:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b3fc023f-51b3-45bb-ab74-5445ad820205 req-5fc78d64-cb59-417c-9ed3-579f37f64702 service nova] Lock "d508a024-e0f7-4864-871e-a33b8abc2157-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:48:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b3fc023f-51b3-45bb-ab74-5445ad820205 req-5fc78d64-cb59-417c-9ed3-579f37f64702 service nova] Lock "d508a024-e0f7-4864-871e-a33b8abc2157-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:48:06 user nova-compute[74307]: DEBUG nova.compute.manager [req-b3fc023f-51b3-45bb-ab74-5445ad820205 req-5fc78d64-cb59-417c-9ed3-579f37f64702 service nova] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] No waiting events found dispatching network-vif-plugged-228fd704-c98f-4755-880e-f8e1c8d149c9 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:48:06 user nova-compute[74307]: WARNING nova.compute.manager [req-b3fc023f-51b3-45bb-ab74-5445ad820205 req-5fc78d64-cb59-417c-9ed3-579f37f64702 service nova] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Received unexpected event network-vif-plugged-228fd704-c98f-4755-880e-f8e1c8d149c9 for instance with vm_state active and task_state rebuild_spawning.
Oct 24 07:48:06 user nova-compute[74307]: DEBUG nova.compute.manager [req-b3fc023f-51b3-45bb-ab74-5445ad820205 req-5fc78d64-cb59-417c-9ed3-579f37f64702 service nova] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Received event network-vif-plugged-228fd704-c98f-4755-880e-f8e1c8d149c9 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:48:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b3fc023f-51b3-45bb-ab74-5445ad820205 req-5fc78d64-cb59-417c-9ed3-579f37f64702 service nova] Acquiring lock "d508a024-e0f7-4864-871e-a33b8abc2157-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:48:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b3fc023f-51b3-45bb-ab74-5445ad820205 req-5fc78d64-cb59-417c-9ed3-579f37f64702 service nova] Lock "d508a024-e0f7-4864-871e-a33b8abc2157-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:48:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b3fc023f-51b3-45bb-ab74-5445ad820205 req-5fc78d64-cb59-417c-9ed3-579f37f64702 service nova] Lock "d508a024-e0f7-4864-871e-a33b8abc2157-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:48:06 user nova-compute[74307]: DEBUG nova.compute.manager [req-b3fc023f-51b3-45bb-ab74-5445ad820205 req-5fc78d64-cb59-417c-9ed3-579f37f64702 service nova] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] No waiting events found dispatching network-vif-plugged-228fd704-c98f-4755-880e-f8e1c8d149c9 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:48:06 user nova-compute[74307]: WARNING nova.compute.manager [req-b3fc023f-51b3-45bb-ab74-5445ad820205 req-5fc78d64-cb59-417c-9ed3-579f37f64702 service nova] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Received unexpected event network-vif-plugged-228fd704-c98f-4755-880e-f8e1c8d149c9 for instance with vm_state active and task_state rebuild_spawning.
Oct 24 07:48:06 user nova-compute[74307]: DEBUG nova.compute.manager [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 07:48:06 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Guest created on hypervisor {{(pid=74307) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 07:48:06 user nova-compute[74307]: DEBUG nova.compute.manager [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 07:48:06 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Guest created on hypervisor {{(pid=74307) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 07:48:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-232b66d3-b0e3-440d-9bb7-385171a83f1a tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Acquiring lock "02857236-4abf-4671-972e-21ef9328566c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:48:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-232b66d3-b0e3-440d-9bb7-385171a83f1a tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Lock "02857236-4abf-4671-972e-21ef9328566c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:48:06 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Instance spawned successfully.
Oct 24 07:48:06 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 07:48:06 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:48:06 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:48:06 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Hypervisor/Node resource view: name=user free_ram=8017MB free_disk=25.291641235351562GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 07:48:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:48:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:48:06 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Instance spawned successfully.
Oct 24 07:48:06 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 07:48:06 user nova-compute[74307]: DEBUG nova.objects.instance [None req-232b66d3-b0e3-440d-9bb7-385171a83f1a tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Lazy-loading 'flavor' on Instance uuid 02857236-4abf-4671-972e-21ef9328566c {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:48:06 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Found default for hw_cdrom_bus of ide {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:48:06 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Found default for hw_disk_bus of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:48:06 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Found default for hw_input_bus of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:48:06 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Found default for hw_pointer_model of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:48:06 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Found default for hw_video_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:48:06 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Found default for hw_vif_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:48:06 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Found default for hw_cdrom_bus of ide {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:48:06 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Found default for hw_disk_bus of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:48:06 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Found default for hw_input_bus of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:48:06 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Found default for hw_pointer_model of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:48:06 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Found default for hw_video_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:48:06 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Found default for hw_vif_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Starting finish_revert_migration {{(pid=74307) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11819}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG nova.network.neutron [req-f4d89bac-d30d-47f4-a0e0-259dc342b0d2 req-6d4703b4-18f5-44e8-a6cc-3c9a1e0a2f4b service nova] [instance: 02857236-4abf-4671-972e-21ef9328566c] Updated VIF entry in instance network info cache for port a00fd47b-178d-4de8-a951-f9cd6a81f487. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG nova.network.neutron [req-f4d89bac-d30d-47f4-a0e0-259dc342b0d2 req-6d4703b4-18f5-44e8-a6cc-3c9a1e0a2f4b service nova] [instance: 02857236-4abf-4671-972e-21ef9328566c] Updating instance_info_cache with network_info: [{"id": "a00fd47b-178d-4de8-a951-f9cd6a81f487", "address": "fa:16:3e:90:3e:56", "network": {"id": "eedc337c-53f3-4d14-8c57-9089cda15d33", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-780467305-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.65", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf4d4b486d654380879d39124771021e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa00fd47b-17", "ovs_interfaceid": "a00fd47b-178d-4de8-a951-f9cd6a81f487", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Start _get_guest_xml network_info=[{"id": "989eb379-62b5-4062-95a6-0357967bb8cb", "address": "fa:16:3e:46:46:e1", "network": {"id": "f6232387-1f48-4257-bccd-b30cb0bb880d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1072713156-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0168f8c4ed044e57b721edf920156848", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap989eb379-62", "ovs_interfaceid": "989eb379-62b5-4062-95a6-0357967bb8cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'boot_index': 0, 'guest_format': None, 'image_id': 'ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LpbBQmIi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '9ca4c6f9-3966-4025-b0d4-273611aba465', 'attached_at': '2023-10-24T07:48:02.000000', 'detached_at': '', 'volume_id': '26c59d6a-5a7b-42ae-8462-8bf76546c9fc', 'serial': '26c59d6a-5a7b-42ae-8462-8bf76546c9fc'}, 'attachment_id': 'b16c1574-a0fb-467b-8757-1be7a64b20ac', 'guest_format': None, 'mount_device': '/dev/vdb', 'boot_index': None, 'delete_on_termination': False, 'volume_type': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG nova.compute.manager [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-f4d89bac-d30d-47f4-a0e0-259dc342b0d2 req-6d4703b4-18f5-44e8-a6cc-3c9a1e0a2f4b service nova] Releasing lock "refresh_cache-02857236-4abf-4671-972e-21ef9328566c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:48:07 user nova-compute[74307]: INFO nova.compute.manager [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Took 10.52 seconds to spawn the instance on the hypervisor.
Oct 24 07:48:07 user nova-compute[74307]: DEBUG nova.compute.manager [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:48:07 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:48:07 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:48:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG nova.objects.instance [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Lazy-loading 'vcpu_model' on Instance uuid 9ca4c6f9-3966-4025-b0d4-273611aba465 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Calling os-brick to attach iSCSI Volume {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LpbBQmIi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:48:07 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:48:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:48:07 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:48:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:48:07 user nova-compute[74307]: INFO os_brick.initiator.connectors.iscsi [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 07:48:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-232b66d3-b0e3-440d-9bb7-385171a83f1a tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Lock "02857236-4abf-4671-972e-21ef9328566c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.349s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260" returned: 21 in 0.030s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[1926ea68-bd83-4740-8eee-f9acd9d3492f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 07:48:07 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --interface default --op new {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:07 user nova-compute[74307]: INFO nova.compute.manager [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Took 12.13 seconds to build instance.
Oct 24 07:48:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.033s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc0692ef-e5f8-474b-859d-522dd66f01be]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc] added\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc] added
Oct 24 07:48:07 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6c2112ad-f5b2-443e-982a-114bb0522b65 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "dd88db6b-5c0d-4e8f-af41-8dd84cb42aab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.243s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fe508640-79f4-43d1-b846-00f28f91df79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance bbf0ee63-f415-4610-9018-ae94792726e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance bf3db205-9fd8-47db-8365-87bc07dd98b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 9ea8255e-1f82-4e7f-b09b-aca682f1f374 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 0f8feaa4-716e-4476-9137-f41f7bcc3ec6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance a6b2cfc6-bc30-485a-95ba-11509955f63c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance d508a024-e0f7-4864-871e-a33b8abc2157 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 02857236-4abf-4671-972e-21ef9328566c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 923f2e2a-93f3-492f-9160-279a92c0ecd6 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 9ca4c6f9-3966-4025-b0d4-273611aba465 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance dd88db6b-5c0d-4e8f-af41-8dd84cb42aab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.031s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[abb1fa58-b794-4eae-ad1f-f8043b075939]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.069s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[724e99b0-7e90-4fad-b4fb-e30a3adbabf5]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LpbBQmIi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LpbBQmIi" returned: 0 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[9708880a-bc66-4962-a1c4-6e9ad6e97812]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'LpbBQmIi'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.032s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[77c68f63-8bfe-4289-8dc7-c4487b028c14]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.063s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[43f7e9c7-afe2-4883-9633-450b1deb3dd9]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:48:07 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:48:07 user nova-compute[74307]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 (non-flash)
Oct 24 07:48:07 user nova-compute[74307]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 (non-flash)
Oct 24 07:48:07 user nova-compute[74307]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 (non-flash)
Oct 24 07:48:07 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:48:07 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:48:07 user nova-compute[74307]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 (non-flash)
Oct 24 07:48:07 user nova-compute[74307]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 (non-flash)
Oct 24 07:48:07 user nova-compute[74307]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 (non-flash)
Oct 24 07:48:07 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --login {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-232b66d3-b0e3-440d-9bb7-385171a83f1a tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Acquiring lock "02857236-4abf-4671-972e-21ef9328566c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-232b66d3-b0e3-440d-9bb7-385171a83f1a tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Lock "02857236-4abf-4671-972e-21ef9328566c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:48:07 user nova-compute[74307]: INFO nova.compute.manager [None req-232b66d3-b0e3-440d-9bb7-385171a83f1a tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 02857236-4abf-4671-972e-21ef9328566c] Attaching volume c7b32da5-7c57-448e-90c7-0be7c0bdcfae to /dev/vdb
Oct 24 07:48:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --login" returned: 0 in 0.093s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[3885434c-4d7c-4293-8718-9bb83ccb8b63]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc, portal: 172.16.0.220,3260]
Oct 24 07:48:07 user nova-compute[74307]: Login to [iface: default, target: iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc, portal: 172.16.0.220,3260] successful.
Oct 24 07:48:07 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG os_brick.utils [None req-232b66d3-b0e3-440d-9bb7-385171a83f1a tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.031s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[595d4542-2d52-4848-9b65-e9be4c2eaf0b]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[912683bb-093a-436e-a9af-61da978b9779]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:299aca16be88\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d8bfd0c-ffa9-4d2f-a446-b1bd39f470df]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.042s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec881d3a-a1ac-40b4-89d6-b54807764a20]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:48:07 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:48:07 user nova-compute[74307]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 (non-flash)
Oct 24 07:48:07 user nova-compute[74307]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 (non-flash)
Oct 24 07:48:07 user nova-compute[74307]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 (non-flash)
Oct 24 07:48:07 user nova-compute[74307]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)
Oct 24 07:48:07 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:48:07 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:48:07 user nova-compute[74307]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 (non-flash)
Oct 24 07:48:07 user nova-compute[74307]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 (non-flash)
Oct 24 07:48:07 user nova-compute[74307]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 (non-flash)
Oct 24 07:48:07 user nova-compute[74307]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)
Oct 24 07:48:07 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.523s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Connected to 172.16.0.220:3260 {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] HCTL ('38', '-', '-', 0) found on session 22 with lun 0 {{(pid=74307) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=74307) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[603f59c0-33a4-4d9e-8dfc-5cc896e87bd1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6fe5047-944b-4375-add5-03e3547665ac]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-232b66d3-b0e3-440d-9bb7-385171a83f1a tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Running cmd (subprocess): nvme version {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-232b66d3-b0e3-440d-9bb7-385171a83f1a tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] 'nvme version' failed. Not Retrying. {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.025s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[61095b6c-a147-4759-addc-618918911f33]: (4, ('- - 0', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.nvmeof [None req-232b66d3-b0e3-440d-9bb7-385171a83f1a tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] nvme not present on system {{(pid=74307) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Searching for a device in session 22 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LpbBQmIi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:48:07 user nova-compute[74307]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 07:48:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[bbd7cc07-52c0-486d-aaaa-6de258ac6523]: (4, '') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-232b66d3-b0e3-440d-9bb7-385171a83f1a tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74307) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-232b66d3-b0e3-440d-9bb7-385171a83f1a tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-232b66d3-b0e3-440d-9bb7-385171a83f1a tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] LIGHTOS: no hostnqn found. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG os_brick.utils [None req-232b66d3-b0e3-440d-9bb7-385171a83f1a tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] <== get_connector_properties: return (171ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:299aca16be88', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG nova.virt.block_device [None req-232b66d3-b0e3-440d-9bb7-385171a83f1a tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 02857236-4abf-4671-972e-21ef9328566c] Updating existing volume attachment record: 272a4283-1b31-466b-9262-54d47d569ed2 {{(pid=74307) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 07:48:07 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:48:08 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:48:08 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 07:48:08 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.164s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:48:08 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.832s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:48:08 user nova-compute[74307]: DEBUG nova.objects.instance [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Trying to apply a migration context that does not seem to be set for this instance {{(pid=74307) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1078}}
Oct 24 07:48:08 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-80a449b0-5655-49bc-a1c3-ea30880d805f tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.101s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:48:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.628s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:48:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] <== connect_volume: return (1631ms) {'type': 'block', 'scsi_wwn': '26132303633636664', 'path': '/dev/sdg'} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:48:08 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26132303633636664', 'path': '/dev/sdg'} {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 07:48:08 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:41:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-2055145473',display_name='tempest-ServerActionsTestOtherB-server-2055145473',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-2055145473',id=4,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJSw+dRlkk5Y9iS9BmJkNnyADTezdyrtmGXKyyY4yXGCUxjKgGN88CyieUUJWxXV4UovehXC4dT+BaE5ioQ4GLwyd+JmQB/Ibou0075W/rUJUVaILkh9q/wYCE46Q0lgwg==',key_name='tempest-keypair-1453494366',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:46:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='0168f8c4ed044e57b721edf920156848',ramdisk_id='',reservation_id='r-flyet017',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1522363102',owner_user_name='tempest-ServerActionsTestOtherB-1522363102-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T07:47:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b557898592034149a293048a307f3faf',uuid=9ca4c6f9-3966-4025-b0d4-273611aba465,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "989eb379-62b5-4062-95a6-0357967bb8cb", "address": "fa:16:3e:46:46:e1", "network": {"id": "f6232387-1f48-4257-bccd-b30cb0bb880d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1072713156-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0168f8c4ed044e57b721edf920156848", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap989eb379-62", "ovs_interfaceid": "989eb379-62b5-4062-95a6-0357967bb8cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 07:48:08 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Converting VIF {"id": "989eb379-62b5-4062-95a6-0357967bb8cb", "address": "fa:16:3e:46:46:e1", "network": {"id": "f6232387-1f48-4257-bccd-b30cb0bb880d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1072713156-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0168f8c4ed044e57b721edf920156848", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap989eb379-62", "ovs_interfaceid": "989eb379-62b5-4062-95a6-0357967bb8cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:48:08 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:46:46:e1,bridge_name='br-int',has_traffic_filtering=True,id=989eb379-62b5-4062-95a6-0357967bb8cb,network=Network(f6232387-1f48-4257-bccd-b30cb0bb880d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap989eb379-62') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:48:08 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] End _get_guest_xml xml=<domain type="kvm">
Oct 24 07:48:08 user nova-compute[74307]:   <uuid>9ca4c6f9-3966-4025-b0d4-273611aba465</uuid>
Oct 24 07:48:08 user nova-compute[74307]:   <name>instance-00000004</name>
Oct 24 07:48:08 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 07:48:08 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 07:48:08 user nova-compute[74307]:   <metadata>
Oct 24 07:48:08 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 07:48:08 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 07:48:08 user nova-compute[74307]:       <nova:name>tempest-ServerActionsTestOtherB-server-2055145473</nova:name>
Oct 24 07:48:08 user nova-compute[74307]:       <nova:creationTime>2023-10-24 07:48:07</nova:creationTime>
Oct 24 07:48:08 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 07:48:08 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 07:48:08 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 07:48:08 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 07:48:08 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 07:48:08 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 07:48:08 user nova-compute[74307]:       </nova:flavor>
Oct 24 07:48:08 user nova-compute[74307]:       <nova:owner>
Oct 24 07:48:08 user nova-compute[74307]:         <nova:user uuid="b557898592034149a293048a307f3faf">tempest-ServerActionsTestOtherB-1522363102-project-member</nova:user>
Oct 24 07:48:08 user nova-compute[74307]:         <nova:project uuid="0168f8c4ed044e57b721edf920156848">tempest-ServerActionsTestOtherB-1522363102</nova:project>
Oct 24 07:48:08 user nova-compute[74307]:       </nova:owner>
Oct 24 07:48:08 user nova-compute[74307]:       <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 07:48:08 user nova-compute[74307]:       <nova:ports>
Oct 24 07:48:08 user nova-compute[74307]:         <nova:port uuid="989eb379-62b5-4062-95a6-0357967bb8cb">
Oct 24 07:48:08 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 24 07:48:08 user nova-compute[74307]:         </nova:port>
Oct 24 07:48:08 user nova-compute[74307]:       </nova:ports>
Oct 24 07:48:08 user nova-compute[74307]:     </nova:instance>
Oct 24 07:48:08 user nova-compute[74307]:   </metadata>
Oct 24 07:48:08 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 07:48:08 user nova-compute[74307]:     <system>
Oct 24 07:48:08 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 07:48:08 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 07:48:08 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 07:48:08 user nova-compute[74307]:       <entry name="serial">9ca4c6f9-3966-4025-b0d4-273611aba465</entry>
Oct 24 07:48:08 user nova-compute[74307]:       <entry name="uuid">9ca4c6f9-3966-4025-b0d4-273611aba465</entry>
Oct 24 07:48:08 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 07:48:08 user nova-compute[74307]:     </system>
Oct 24 07:48:08 user nova-compute[74307]:   </sysinfo>
Oct 24 07:48:08 user nova-compute[74307]:   <os>
Oct 24 07:48:08 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 07:48:08 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 07:48:08 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 07:48:08 user nova-compute[74307]:   </os>
Oct 24 07:48:08 user nova-compute[74307]:   <features>
Oct 24 07:48:08 user nova-compute[74307]:     <acpi/>
Oct 24 07:48:08 user nova-compute[74307]:     <apic/>
Oct 24 07:48:08 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 07:48:08 user nova-compute[74307]:   </features>
Oct 24 07:48:08 user nova-compute[74307]:   <clock offset="utc">
Oct 24 07:48:08 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 07:48:08 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 07:48:08 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 07:48:08 user nova-compute[74307]:   </clock>
Oct 24 07:48:08 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 07:48:08 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 07:48:08 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 07:48:08 user nova-compute[74307]:   </cpu>
Oct 24 07:48:08 user nova-compute[74307]:   <devices>
Oct 24 07:48:08 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 07:48:08 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 07:48:08 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk"/>
Oct 24 07:48:08 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 07:48:08 user nova-compute[74307]:     </disk>
Oct 24 07:48:08 user nova-compute[74307]:     <disk type="block" device="disk">
Oct 24 07:48:08 user nova-compute[74307]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:48:08 user nova-compute[74307]:       <source dev="/dev/sdg"/>
Oct 24 07:48:08 user nova-compute[74307]:       <target dev="vdb" bus="virtio"/>
Oct 24 07:48:08 user nova-compute[74307]:       <serial>26c59d6a-5a7b-42ae-8462-8bf76546c9fc</serial>
Oct 24 07:48:08 user nova-compute[74307]:     </disk>
Oct 24 07:48:08 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 07:48:08 user nova-compute[74307]:       <mac address="fa:16:3e:46:46:e1"/>
Oct 24 07:48:08 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:48:08 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 07:48:08 user nova-compute[74307]:       <target dev="tap989eb379-62"/>
Oct 24 07:48:08 user nova-compute[74307]:     </interface>
Oct 24 07:48:08 user nova-compute[74307]:     <serial type="pty">
Oct 24 07:48:08 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/console.log" append="off"/>
Oct 24 07:48:08 user nova-compute[74307]:     </serial>
Oct 24 07:48:08 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 07:48:08 user nova-compute[74307]:     <video>
Oct 24 07:48:08 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:48:08 user nova-compute[74307]:     </video>
Oct 24 07:48:08 user nova-compute[74307]:     <rng model="virtio">
Oct 24 07:48:08 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 07:48:08 user nova-compute[74307]:     </rng>
Oct 24 07:48:08 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 07:48:08 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 07:48:08 user nova-compute[74307]:       <stats period="10"/>
Oct 24 07:48:08 user nova-compute[74307]:     </memballoon>
Oct 24 07:48:08 user nova-compute[74307]:   </devices>
Oct 24 07:48:08 user nova-compute[74307]: </domain>
Oct 24 07:48:08 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 07:48:08 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:41:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-2055145473',display_name='tempest-ServerActionsTestOtherB-server-2055145473',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-2055145473',id=4,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJSw+dRlkk5Y9iS9BmJkNnyADTezdyrtmGXKyyY4yXGCUxjKgGN88CyieUUJWxXV4UovehXC4dT+BaE5ioQ4GLwyd+JmQB/Ibou0075W/rUJUVaILkh9q/wYCE46Q0lgwg==',key_name='tempest-keypair-1453494366',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:46:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='0168f8c4ed044e57b721edf920156848',ramdisk_id='',reservation_id='r-flyet017',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1522363102',owner_user_name='tempest-ServerActionsTestOtherB-1522363102-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T07:47:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b557898592034149a293048a307f3faf',uuid=9ca4c6f9-3966-4025-b0d4-273611aba465,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "989eb379-62b5-4062-95a6-0357967bb8cb", "address": "fa:16:3e:46:46:e1", "network": {"id": "f6232387-1f48-4257-bccd-b30cb0bb880d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1072713156-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0168f8c4ed044e57b721edf920156848", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap989eb379-62", "ovs_interfaceid": "989eb379-62b5-4062-95a6-0357967bb8cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 07:48:08 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Converting VIF {"id": "989eb379-62b5-4062-95a6-0357967bb8cb", "address": "fa:16:3e:46:46:e1", "network": {"id": "f6232387-1f48-4257-bccd-b30cb0bb880d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1072713156-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0168f8c4ed044e57b721edf920156848", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap989eb379-62", "ovs_interfaceid": "989eb379-62b5-4062-95a6-0357967bb8cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:48:08 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:46:46:e1,bridge_name='br-int',has_traffic_filtering=True,id=989eb379-62b5-4062-95a6-0357967bb8cb,network=Network(f6232387-1f48-4257-bccd-b30cb0bb880d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap989eb379-62') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:48:08 user nova-compute[74307]: DEBUG os_vif [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:46:46:e1,bridge_name='br-int',has_traffic_filtering=True,id=989eb379-62b5-4062-95a6-0357967bb8cb,network=Network(f6232387-1f48-4257-bccd-b30cb0bb880d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap989eb379-62') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 07:48:08 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:08 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:48:08 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:48:08 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:08 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b6cb601e-2c91-54fc-9a00-0e025dc02e9c', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:48:08 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:48:08 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:08 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap989eb379-62, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:48:08 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap989eb379-62, col_values=(('qos', UUID('91aa80fe-9f52-4482-9c31-bdf13863a23d')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:48:08 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap989eb379-62, col_values=(('external_ids', {'iface-id': '989eb379-62b5-4062-95a6-0357967bb8cb', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:46:46:e1', 'vm-uuid': '9ca4c6f9-3966-4025-b0d4-273611aba465'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:48:08 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:48:08 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:08 user nova-compute[74307]: INFO os_vif [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:46:46:e1,bridge_name='br-int',has_traffic_filtering=True,id=989eb379-62b5-4062-95a6-0357967bb8cb,network=Network(f6232387-1f48-4257-bccd-b30cb0bb880d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap989eb379-62')
Oct 24 07:48:09 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:48:09 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Starting heal instance info cache {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 07:48:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "refresh_cache-bbf0ee63-f415-4610-9018-ae94792726e2" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:48:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquired lock "refresh_cache-bbf0ee63-f415-4610-9018-ae94792726e2" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:48:09 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Forcefully refreshing network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 07:48:09 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:09 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Updating instance_info_cache with network_info: [{"id": "d3d0c4de-c88e-46cf-89c4-e4be298dd293", "address": "fa:16:3e:6f:6b:96", "network": {"id": "738a317e-3446-4e1c-9426-c7575a1a3528", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1877516759-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.103", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c8bef7ee8ee14414ab3e51f43e0a41cb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd3d0c4de-c8", "ovs_interfaceid": "d3d0c4de-c88e-46cf-89c4-e4be298dd293", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:48:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Releasing lock "refresh_cache-bbf0ee63-f415-4610-9018-ae94792726e2" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:48:09 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Updated the network info_cache for instance {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 07:48:09 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:48:09 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:48:09 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:48:09 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:48:09 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:48:09 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:48:09 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74307) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 07:48:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:11 user nova-compute[74307]: DEBUG nova.compute.manager [req-f3f07058-6639-4b51-aec9-6adae684b9dc req-8afbc962-44c7-48c8-8ce5-ae044660381f service nova] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Received event network-vif-plugged-989eb379-62b5-4062-95a6-0357967bb8cb {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:48:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-f3f07058-6639-4b51-aec9-6adae684b9dc req-8afbc962-44c7-48c8-8ce5-ae044660381f service nova] Acquiring lock "9ca4c6f9-3966-4025-b0d4-273611aba465-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:48:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-f3f07058-6639-4b51-aec9-6adae684b9dc req-8afbc962-44c7-48c8-8ce5-ae044660381f service nova] Lock "9ca4c6f9-3966-4025-b0d4-273611aba465-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:48:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-f3f07058-6639-4b51-aec9-6adae684b9dc req-8afbc962-44c7-48c8-8ce5-ae044660381f service nova] Lock "9ca4c6f9-3966-4025-b0d4-273611aba465-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:48:11 user nova-compute[74307]: DEBUG nova.compute.manager [req-f3f07058-6639-4b51-aec9-6adae684b9dc req-8afbc962-44c7-48c8-8ce5-ae044660381f service nova] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] No waiting events found dispatching network-vif-plugged-989eb379-62b5-4062-95a6-0357967bb8cb {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:48:11 user nova-compute[74307]: WARNING nova.compute.manager [req-f3f07058-6639-4b51-aec9-6adae684b9dc req-8afbc962-44c7-48c8-8ce5-ae044660381f service nova] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Received unexpected event network-vif-plugged-989eb379-62b5-4062-95a6-0357967bb8cb for instance with vm_state resized and task_state resize_reverting.
Oct 24 07:48:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:13 user nova-compute[74307]: DEBUG nova.compute.manager [req-6f920622-c57d-45e5-a61b-4472a51dda44 req-517a7c77-81c8-4900-9cfa-f42ef6875418 service nova] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Received event network-vif-plugged-989eb379-62b5-4062-95a6-0357967bb8cb {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:48:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6f920622-c57d-45e5-a61b-4472a51dda44 req-517a7c77-81c8-4900-9cfa-f42ef6875418 service nova] Acquiring lock "9ca4c6f9-3966-4025-b0d4-273611aba465-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:48:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6f920622-c57d-45e5-a61b-4472a51dda44 req-517a7c77-81c8-4900-9cfa-f42ef6875418 service nova] Lock "9ca4c6f9-3966-4025-b0d4-273611aba465-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:48:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6f920622-c57d-45e5-a61b-4472a51dda44 req-517a7c77-81c8-4900-9cfa-f42ef6875418 service nova] Lock "9ca4c6f9-3966-4025-b0d4-273611aba465-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:48:13 user nova-compute[74307]: DEBUG nova.compute.manager [req-6f920622-c57d-45e5-a61b-4472a51dda44 req-517a7c77-81c8-4900-9cfa-f42ef6875418 service nova] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] No waiting events found dispatching network-vif-plugged-989eb379-62b5-4062-95a6-0357967bb8cb {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:48:13 user nova-compute[74307]: WARNING nova.compute.manager [req-6f920622-c57d-45e5-a61b-4472a51dda44 req-517a7c77-81c8-4900-9cfa-f42ef6875418 service nova] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Received unexpected event network-vif-plugged-989eb379-62b5-4062-95a6-0357967bb8cb for instance with vm_state resized and task_state resize_reverting.
Oct 24 07:48:13 user nova-compute[74307]: DEBUG nova.compute.manager [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 07:48:13 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Instance running successfully.
Oct 24 07:48:13 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] finish_revert_migration finished successfully. {{(pid=74307) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11863}}
Oct 24 07:48:13 user nova-compute[74307]: INFO nova.compute.manager [None req-f19b3478-afb5-443a-af16-cd5bc0278784 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Updating instance to original state: 'active'
Oct 24 07:48:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:14 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-bafce4d9-8e26-4d9b-ada0-0c67888a6d92 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance bbf0ee63-f415-4610-9018-ae94792726e2 is timed out.
Oct 24 07:48:14 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:14 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-bafce4d9-8e26-4d9b-ada0-0c67888a6d92 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Successfully detached device vdb from instance bbf0ee63-f415-4610-9018-ae94792726e2 from the live domain config.
Oct 24 07:48:14 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bafce4d9-8e26-4d9b-ada0-0c67888a6d92 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] calling os-brick to detach iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 07:48:14 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-bafce4d9-8e26-4d9b-ada0-0c67888a6d92 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, {'target_iqn': 'iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hCJFSsbG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:48:14 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-bafce4d9-8e26-4d9b-ada0-0c67888a6d92 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:48:14 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-bafce4d9-8e26-4d9b-ada0-0c67888a6d92 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:48:14 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-bafce4d9-8e26-4d9b-ada0-0c67888a6d92 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:48:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.031s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:14 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[59511031-254e-4325-814a-8f4f90ca0989]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:48:14 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-bafce4d9-8e26-4d9b-ada0-0c67888a6d92 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 07:48:14 user nova-compute[74307]: No targets found.
Oct 24 07:48:14 user nova-compute[74307]: iSNS:
Oct 24 07:48:14 user nova-compute[74307]: No targets found.
Oct 24 07:48:14 user nova-compute[74307]: STATIC:
Oct 24 07:48:14 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc
Oct 24 07:48:14 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:48:14 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:48:14 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63
Oct 24 07:48:14 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:48:14 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:48:14 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854
Oct 24 07:48:14 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:48:14 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:48:14 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761
Oct 24 07:48:14 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:48:14 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:48:14 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92
Oct 24 07:48:14 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:48:14 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:48:14 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6
Oct 24 07:48:14 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:48:14 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:48:14 user nova-compute[74307]: FIRMWARE:
Oct 24 07:48:14 user nova-compute[74307]: No targets found.
Oct 24 07:48:14 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:48:14 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-bafce4d9-8e26-4d9b-ada0-0c67888a6d92 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 07:48:14 user nova-compute[74307]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 07:48:14 user nova-compute[74307]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74307) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 07:48:14 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-bafce4d9-8e26-4d9b-ada0-0c67888a6d92 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92', 0)] {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 07:48:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.037s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:14 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc77b8c4-5225-476f-9791-dc7601e78643]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:48:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.038s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:14 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab239f00-8416-44f4-9752-f35b0e06731b]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:48:14 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-bafce4d9-8e26-4d9b-ada0-0c67888a6d92 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:48:14 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:48:14 user nova-compute[74307]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 (non-flash)
Oct 24 07:48:14 user nova-compute[74307]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 (non-flash)
Oct 24 07:48:14 user nova-compute[74307]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 (non-flash)
Oct 24 07:48:14 user nova-compute[74307]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)
Oct 24 07:48:14 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:48:14 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-bafce4d9-8e26-4d9b-ada0-0c67888a6d92 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:48:14 user nova-compute[74307]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 (non-flash)
Oct 24 07:48:14 user nova-compute[74307]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 (non-flash)
Oct 24 07:48:14 user nova-compute[74307]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 (non-flash)
Oct 24 07:48:14 user nova-compute[74307]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 (non-flash)
Oct 24 07:48:14 user nova-compute[74307]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)
Oct 24 07:48:14 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:48:14 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-bafce4d9-8e26-4d9b-ada0-0c67888a6d92 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f462429ac20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92'): ({'sdb'}, set())}) {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 07:48:14 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-bafce4d9-8e26-4d9b-ada0-0c67888a6d92 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Removing single pathed devices sdb {{(pid=74307) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 07:48:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:14 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5106185-020b-491f-8297-8abd21e31cdb]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:48:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.073s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:15 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[f982a727-cc19-4263-a681-a3fdaabb9e26]: (4, ('ok\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:48:15 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-bafce4d9-8e26-4d9b-ada0-0c67888a6d92 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Flushing IO for device /dev/sdb {{(pid=74307) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 07:48:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:15 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b347ca9a-f17e-4308-8824-fd34c552e241]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:48:15 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-bafce4d9-8e26-4d9b-ada0-0c67888a6d92 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74307) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 07:48:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.041s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:15 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f6fa217-d644-4ca5-a69c-40cc1d5c7426]: (4, ('1', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:48:15 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-bafce4d9-8e26-4d9b-ada0-0c67888a6d92 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 07:48:15 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-bafce4d9-8e26-4d9b-ada0-0c67888a6d92 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] SCSI volumes sdb have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 07:48:15 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-bafce4d9-8e26-4d9b-ada0-0c67888a6d92 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92')] {{(pid=74307) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 07:48:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.042s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:15 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb1fe494-b3a1-45d0-8d49-8ad8b876435d]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:48:15 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-bafce4d9-8e26-4d9b-ada0-0c67888a6d92 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:48:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 -p 172.16.0.220:3260 --logout {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 -p 172.16.0.220:3260 --logout" returned: 0 in 0.071s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:15 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d13b54d8-a2f6-4d42-9d95-5585aad62692]: (4, ('Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92, portal: 172.16.0.220,3260]\nLogout of [sid: 13, target: iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:48:15 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-bafce4d9-8e26-4d9b-ada0-0c67888a6d92 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92, portal: 172.16.0.220,3260]
Oct 24 07:48:15 user nova-compute[74307]: Logout of [sid: 13, target: iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92, portal: 172.16.0.220,3260] successful.
Oct 24 07:48:15 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:48:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 -p 172.16.0.220:3260 --op delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:687468f6-93ea-4a31-9114-239e6d7b8c92 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.059s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:15 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdb6df66-621e-4bd8-9cc2-4b1d436f4f3b]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:48:15 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-bafce4d9-8e26-4d9b-ada0-0c67888a6d92 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:48:15 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-bafce4d9-8e26-4d9b-ada0-0c67888a6d92 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.507s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:48:15 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-bafce4d9-8e26-4d9b-ada0-0c67888a6d92 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] <== disconnect_volume: return (508ms) None {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:48:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bafce4d9-8e26-4d9b-ada0-0c67888a6d92 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Disconnected iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 07:48:16 user nova-compute[74307]: DEBUG nova.objects.instance [None req-bafce4d9-8e26-4d9b-ada0-0c67888a6d92 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Lazy-loading 'flavor' on Instance uuid bbf0ee63-f415-4610-9018-ae94792726e2 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:48:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-bafce4d9-8e26-4d9b-ada0-0c67888a6d92 tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Lock "bbf0ee63-f415-4610-9018-ae94792726e2" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 23.201s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:48:16 user nova-compute[74307]: ERROR nova.volume.cinder [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] Update attachment failed for attachment 4bbc5a92-0372-4667-9d96-4080c31ed5fc. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Unable to attach volume to target iqn.2010-10.org.openstack:f46f6597-78fa-41c0-9d74-f9ce3241dd6a because of Request to /san/iscsi/targets/iqn.2010-10.org.openstack:f46f6597-78fa-41c0-9d74-f9ce3241dd6a/luns failed with code: 500 of type:Unknown reason:Unknown.).). (HTTP 500) (Request-ID: req-df464f17-5ed7-44e4-92d3-41322a7c1dca) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Unable to attach volume to target iqn.2010-10.org.openstack:f46f6597-78fa-41c0-9d74-f9ce3241dd6a because of Request to /san/iscsi/targets/iqn.2010-10.org.openstack:f46f6597-78fa-41c0-9d74-f9ce3241dd6a/luns failed with code: 500 of type:Unknown reason:Unknown.).). (HTTP 500) (Request-ID: req-df464f17-5ed7-44e4-92d3-41322a7c1dca)
Oct 24 07:48:16 user nova-compute[74307]: ERROR nova.compute.manager [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Instance failed block device setup: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Unable to attach volume to target iqn.2010-10.org.openstack:f46f6597-78fa-41c0-9d74-f9ce3241dd6a because of Request to /san/iscsi/targets/iqn.2010-10.org.openstack:f46f6597-78fa-41c0-9d74-f9ce3241dd6a/luns failed with code: 500 of type:Unknown reason:Unknown.).). (HTTP 500) (Request-ID: req-df464f17-5ed7-44e4-92d3-41322a7c1dca)
Oct 24 07:48:16 user nova-compute[74307]: ERROR nova.compute.manager [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Traceback (most recent call last):
Oct 24 07:48:16 user nova-compute[74307]: ERROR nova.compute.manager [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6]   File "/opt/stack/nova/nova/compute/manager.py", line 2190, in _prep_block_device
Oct 24 07:48:16 user nova-compute[74307]: ERROR nova.compute.manager [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6]     driver_block_device.attach_block_devices(
Oct 24 07:48:16 user nova-compute[74307]: ERROR nova.compute.manager [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6]   File "/opt/stack/nova/nova/virt/block_device.py", line 936, in attach_block_devices
Oct 24 07:48:16 user nova-compute[74307]: ERROR nova.compute.manager [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6]     _log_and_attach(device)
Oct 24 07:48:16 user nova-compute[74307]: ERROR nova.compute.manager [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6]   File "/opt/stack/nova/nova/virt/block_device.py", line 933, in _log_and_attach
Oct 24 07:48:16 user nova-compute[74307]: ERROR nova.compute.manager [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6]     bdm.attach(*attach_args, **attach_kwargs)
Oct 24 07:48:16 user nova-compute[74307]: ERROR nova.compute.manager [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6]   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Oct 24 07:48:16 user nova-compute[74307]: ERROR nova.compute.manager [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6]     ret_val = method(obj, context, *args, **kwargs)
Oct 24 07:48:16 user nova-compute[74307]: ERROR nova.compute.manager [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6]   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Oct 24 07:48:16 user nova-compute[74307]: ERROR nova.compute.manager [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6]     self._do_attach(context, instance, volume, volume_api,
Oct 24 07:48:16 user nova-compute[74307]: ERROR nova.compute.manager [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6]   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Oct 24 07:48:16 user nova-compute[74307]: ERROR nova.compute.manager [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6]     self._volume_attach(context, volume, connector, instance,
Oct 24 07:48:16 user nova-compute[74307]: ERROR nova.compute.manager [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6]   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Oct 24 07:48:16 user nova-compute[74307]: ERROR nova.compute.manager [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6]     connection_info = volume_api.attachment_update(
Oct 24 07:48:16 user nova-compute[74307]: ERROR nova.compute.manager [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6]   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 24 07:48:16 user nova-compute[74307]: ERROR nova.compute.manager [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6]     res = method(self, ctx, *args, **kwargs)
Oct 24 07:48:16 user nova-compute[74307]: ERROR nova.compute.manager [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6]   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Oct 24 07:48:16 user nova-compute[74307]: ERROR nova.compute.manager [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6]     res = method(self, ctx, attachment_id, *args, **kwargs)
Oct 24 07:48:16 user nova-compute[74307]: ERROR nova.compute.manager [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6]   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Oct 24 07:48:16 user nova-compute[74307]: ERROR nova.compute.manager [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6]     with excutils.save_and_reraise_exception():
Oct 24 07:48:16 user nova-compute[74307]: ERROR nova.compute.manager [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 24 07:48:16 user nova-compute[74307]: ERROR nova.compute.manager [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6]     self.force_reraise()
Oct 24 07:48:16 user nova-compute[74307]: ERROR nova.compute.manager [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 24 07:48:16 user nova-compute[74307]: ERROR nova.compute.manager [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6]     raise self.value
Oct 24 07:48:16 user nova-compute[74307]: ERROR nova.compute.manager [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6]   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Oct 24 07:48:16 user nova-compute[74307]: ERROR nova.compute.manager [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6]     context, '3.44', skip_version_check=True).attachments.update(
Oct 24 07:48:16 user nova-compute[74307]: ERROR nova.compute.manager [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Oct 24 07:48:16 user nova-compute[74307]: ERROR nova.compute.manager [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6]     return method.func(obj, *args, **kwargs)
Oct 24 07:48:16 user nova-compute[74307]: ERROR nova.compute.manager [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Oct 24 07:48:16 user nova-compute[74307]: ERROR nova.compute.manager [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6]     resp = self._update('/attachments/%s' % id, body)
Oct 24 07:48:16 user nova-compute[74307]: ERROR nova.compute.manager [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Oct 24 07:48:16 user nova-compute[74307]: ERROR nova.compute.manager [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6]     resp, body = self.api.client.put(url, body=body, **kwargs)
Oct 24 07:48:16 user nova-compute[74307]: ERROR nova.compute.manager [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Oct 24 07:48:16 user nova-compute[74307]: ERROR nova.compute.manager [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6]     return self._cs_request(url, 'PUT', **kwargs)
Oct 24 07:48:16 user nova-compute[74307]: ERROR nova.compute.manager [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 24 07:48:16 user nova-compute[74307]: ERROR nova.compute.manager [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6]     return self.request(url, method, **kwargs)
Oct 24 07:48:16 user nova-compute[74307]: ERROR nova.compute.manager [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 24 07:48:16 user nova-compute[74307]: ERROR nova.compute.manager [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6]     raise exceptions.from_response(resp, body)
Oct 24 07:48:16 user nova-compute[74307]: ERROR nova.compute.manager [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Unable to attach volume to target iqn.2010-10.org.openstack:f46f6597-78fa-41c0-9d74-f9ce3241dd6a because of Request to /san/iscsi/targets/iqn.2010-10.org.openstack:f46f6597-78fa-41c0-9d74-f9ce3241dd6a/luns failed with code: 500 of type:Unknown reason:Unknown.).). (HTTP 500) (Request-ID: req-df464f17-5ed7-44e4-92d3-41322a7c1dca)
Oct 24 07:48:16 user nova-compute[74307]: ERROR nova.compute.manager [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] 
Oct 24 07:48:16 user nova-compute[74307]: DEBUG nova.compute.claims [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Aborting claim: <nova.compute.claims.Claim object at 0x7f4624188cd0> {{(pid=74307) abort /opt/stack/nova/nova/compute/claims.py:84}}
Oct 24 07:48:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:48:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:48:17 user nova-compute[74307]: ERROR nova.volume.cinder [None req-232b66d3-b0e3-440d-9bb7-385171a83f1a tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Update attachment failed for attachment 272a4283-1b31-466b-9262-54d47d569ed2. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Unable to attach volume to target iqn.2010-10.org.openstack:c7b32da5-7c57-448e-90c7-0be7c0bdcfae because of Request to /san/iscsi/targets/iqn.2010-10.org.openstack:c7b32da5-7c57-448e-90c7-0be7c0bdcfae/luns failed with code: 500 of type:Unknown reason:Unknown.).). (HTTP 500) (Request-ID: req-e4efdeca-ad1e-4af3-9294-2ae058d9a900) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Unable to attach volume to target iqn.2010-10.org.openstack:c7b32da5-7c57-448e-90c7-0be7c0bdcfae because of Request to /san/iscsi/targets/iqn.2010-10.org.openstack:c7b32da5-7c57-448e-90c7-0be7c0bdcfae/luns failed with code: 500 of type:Unknown reason:Unknown.).). (HTTP 500) (Request-ID: req-e4efdeca-ad1e-4af3-9294-2ae058d9a900)
Oct 24 07:48:17 user nova-compute[74307]: ERROR nova.compute.manager [None req-232b66d3-b0e3-440d-9bb7-385171a83f1a tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 02857236-4abf-4671-972e-21ef9328566c] Failed to attach c7b32da5-7c57-448e-90c7-0be7c0bdcfae at /dev/vdb: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Unable to attach volume to target iqn.2010-10.org.openstack:c7b32da5-7c57-448e-90c7-0be7c0bdcfae because of Request to /san/iscsi/targets/iqn.2010-10.org.openstack:c7b32da5-7c57-448e-90c7-0be7c0bdcfae/luns failed with code: 500 of type:Unknown reason:Unknown.).). (HTTP 500) (Request-ID: req-e4efdeca-ad1e-4af3-9294-2ae058d9a900)
Oct 24 07:48:17 user nova-compute[74307]: ERROR nova.compute.manager [instance: 02857236-4abf-4671-972e-21ef9328566c] Traceback (most recent call last):
Oct 24 07:48:17 user nova-compute[74307]: ERROR nova.compute.manager [instance: 02857236-4abf-4671-972e-21ef9328566c]   File "/opt/stack/nova/nova/compute/manager.py", line 7566, in _attach_volume
Oct 24 07:48:17 user nova-compute[74307]: ERROR nova.compute.manager [instance: 02857236-4abf-4671-972e-21ef9328566c]     bdm.attach(context, instance, self.volume_api, self.driver,
Oct 24 07:48:17 user nova-compute[74307]: ERROR nova.compute.manager [instance: 02857236-4abf-4671-972e-21ef9328566c]   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Oct 24 07:48:17 user nova-compute[74307]: ERROR nova.compute.manager [instance: 02857236-4abf-4671-972e-21ef9328566c]     ret_val = method(obj, context, *args, **kwargs)
Oct 24 07:48:17 user nova-compute[74307]: ERROR nova.compute.manager [instance: 02857236-4abf-4671-972e-21ef9328566c]   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Oct 24 07:48:17 user nova-compute[74307]: ERROR nova.compute.manager [instance: 02857236-4abf-4671-972e-21ef9328566c]     self._do_attach(context, instance, volume, volume_api,
Oct 24 07:48:17 user nova-compute[74307]: ERROR nova.compute.manager [instance: 02857236-4abf-4671-972e-21ef9328566c]   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Oct 24 07:48:17 user nova-compute[74307]: ERROR nova.compute.manager [instance: 02857236-4abf-4671-972e-21ef9328566c]     self._volume_attach(context, volume, connector, instance,
Oct 24 07:48:17 user nova-compute[74307]: ERROR nova.compute.manager [instance: 02857236-4abf-4671-972e-21ef9328566c]   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Oct 24 07:48:17 user nova-compute[74307]: ERROR nova.compute.manager [instance: 02857236-4abf-4671-972e-21ef9328566c]     connection_info = volume_api.attachment_update(
Oct 24 07:48:17 user nova-compute[74307]: ERROR nova.compute.manager [instance: 02857236-4abf-4671-972e-21ef9328566c]   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 24 07:48:17 user nova-compute[74307]: ERROR nova.compute.manager [instance: 02857236-4abf-4671-972e-21ef9328566c]     res = method(self, ctx, *args, **kwargs)
Oct 24 07:48:17 user nova-compute[74307]: ERROR nova.compute.manager [instance: 02857236-4abf-4671-972e-21ef9328566c]   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Oct 24 07:48:17 user nova-compute[74307]: ERROR nova.compute.manager [instance: 02857236-4abf-4671-972e-21ef9328566c]     res = method(self, ctx, attachment_id, *args, **kwargs)
Oct 24 07:48:17 user nova-compute[74307]: ERROR nova.compute.manager [instance: 02857236-4abf-4671-972e-21ef9328566c]   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Oct 24 07:48:17 user nova-compute[74307]: ERROR nova.compute.manager [instance: 02857236-4abf-4671-972e-21ef9328566c]     with excutils.save_and_reraise_exception():
Oct 24 07:48:17 user nova-compute[74307]: ERROR nova.compute.manager [instance: 02857236-4abf-4671-972e-21ef9328566c]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 24 07:48:17 user nova-compute[74307]: ERROR nova.compute.manager [instance: 02857236-4abf-4671-972e-21ef9328566c]     self.force_reraise()
Oct 24 07:48:17 user nova-compute[74307]: ERROR nova.compute.manager [instance: 02857236-4abf-4671-972e-21ef9328566c]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 24 07:48:17 user nova-compute[74307]: ERROR nova.compute.manager [instance: 02857236-4abf-4671-972e-21ef9328566c]     raise self.value
Oct 24 07:48:17 user nova-compute[74307]: ERROR nova.compute.manager [instance: 02857236-4abf-4671-972e-21ef9328566c]   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Oct 24 07:48:17 user nova-compute[74307]: ERROR nova.compute.manager [instance: 02857236-4abf-4671-972e-21ef9328566c]     context, '3.44', skip_version_check=True).attachments.update(
Oct 24 07:48:17 user nova-compute[74307]: ERROR nova.compute.manager [instance: 02857236-4abf-4671-972e-21ef9328566c]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Oct 24 07:48:17 user nova-compute[74307]: ERROR nova.compute.manager [instance: 02857236-4abf-4671-972e-21ef9328566c]     return method.func(obj, *args, **kwargs)
Oct 24 07:48:17 user nova-compute[74307]: ERROR nova.compute.manager [instance: 02857236-4abf-4671-972e-21ef9328566c]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Oct 24 07:48:17 user nova-compute[74307]: ERROR nova.compute.manager [instance: 02857236-4abf-4671-972e-21ef9328566c]     resp = self._update('/attachments/%s' % id, body)
Oct 24 07:48:17 user nova-compute[74307]: ERROR nova.compute.manager [instance: 02857236-4abf-4671-972e-21ef9328566c]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Oct 24 07:48:17 user nova-compute[74307]: ERROR nova.compute.manager [instance: 02857236-4abf-4671-972e-21ef9328566c]     resp, body = self.api.client.put(url, body=body, **kwargs)
Oct 24 07:48:17 user nova-compute[74307]: ERROR nova.compute.manager [instance: 02857236-4abf-4671-972e-21ef9328566c]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Oct 24 07:48:17 user nova-compute[74307]: ERROR nova.compute.manager [instance: 02857236-4abf-4671-972e-21ef9328566c]     return self._cs_request(url, 'PUT', **kwargs)
Oct 24 07:48:17 user nova-compute[74307]: ERROR nova.compute.manager [instance: 02857236-4abf-4671-972e-21ef9328566c]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 24 07:48:17 user nova-compute[74307]: ERROR nova.compute.manager [instance: 02857236-4abf-4671-972e-21ef9328566c]     return self.request(url, method, **kwargs)
Oct 24 07:48:17 user nova-compute[74307]: ERROR nova.compute.manager [instance: 02857236-4abf-4671-972e-21ef9328566c]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 24 07:48:17 user nova-compute[74307]: ERROR nova.compute.manager [instance: 02857236-4abf-4671-972e-21ef9328566c]     raise exceptions.from_response(resp, body)
Oct 24 07:48:17 user nova-compute[74307]: ERROR nova.compute.manager [instance: 02857236-4abf-4671-972e-21ef9328566c] cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Unable to attach volume to target iqn.2010-10.org.openstack:c7b32da5-7c57-448e-90c7-0be7c0bdcfae because of Request to /san/iscsi/targets/iqn.2010-10.org.openstack:c7b32da5-7c57-448e-90c7-0be7c0bdcfae/luns failed with code: 500 of type:Unknown reason:Unknown.).). (HTTP 500) (Request-ID: req-e4efdeca-ad1e-4af3-9294-2ae058d9a900)
Oct 24 07:48:17 user nova-compute[74307]: ERROR nova.compute.manager [instance: 02857236-4abf-4671-972e-21ef9328566c] 
Oct 24 07:48:17 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:48:17 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:48:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 0.642s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:48:17 user nova-compute[74307]: DEBUG nova.compute.manager [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Build of instance 923f2e2a-93f3-492f-9160-279a92c0ecd6 aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Unable to attach volume to target iqn.2010-10.org.openstack:f46f6597-78fa-41c0-9d74-f9ce3241dd6a because of Request to /san/iscsi/targets/iqn.2010-10.org.openstack:f46f6597-78fa-41c0-9d74-f9ce3241dd6a/luns failed with code: 500 of type:Unknown reason:Unknown.).). (HTTP 500) (Request-ID: req-df464f17-5ed7-44e4-92d3-41322a7c1dca) {{(pid=74307) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2660}}
Oct 24 07:48:17 user nova-compute[74307]: DEBUG nova.compute.utils [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Build of instance 923f2e2a-93f3-492f-9160-279a92c0ecd6 aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Unable to attach volume to target iqn.2010-10.org.openstack:f46f6 {{(pid=74307) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}}
Oct 24 07:48:17 user nova-compute[74307]: ERROR nova.compute.manager [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Build of instance 923f2e2a-93f3-492f-9160-279a92c0ecd6 aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Unable to attach volume to target iqn.2010-10.org.openstack:f46f6597-78fa-41c0-9d74-f9ce3241dd6a because of Request to /san/iscsi/targets/iqn.2010-10.org.openstack:f46f6597-78fa-41c0-9d74-f9ce3241dd6a/luns failed with code: 500 of type:Unknown reason:Unknown.).). (HTTP 500) (Request-ID: req-df464f17-5ed7-44e4-92d3-41322a7c1dca): nova.exception.BuildAbortException: Build of instance 923f2e2a-93f3-492f-9160-279a92c0ecd6 aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Unable to attach volume to target iqn.2010-10.org.openstack:f46f6597-78fa-41c0-9d74-f9ce3241dd6a because of Request to /san/iscsi/targets/iqn.2010-10.org.openstack:f46f6597-78fa-41c0-9d74-f9ce3241dd6a/luns failed with code: 500 of type:Unknown reason:Unknown.).). (HTTP 500) (Request-ID: req-df464f17-5ed7-44e4-92d3-41322a7c1dca)
Oct 24 07:48:17 user nova-compute[74307]: DEBUG nova.compute.manager [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Unplugging VIFs for instance {{(pid=74307) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:2996}}
Oct 24 07:48:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T07:47:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1524462688',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1524462688',id=16,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBExP3oyymCUdrJ5qbbVl3x2Bb1KAqlc6DsYg2XXTBDBuO23HTRB2ydoxwOYpgQ9lHQgxqXGVroC+MitEXBvURMQ9xKmyGCe7gu0RRJ5mdvhqiQGiA7Cywg+iogpJPGp1kA==',key_name='tempest-keypair-43500329',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1b78340467954875963911385df30234',ramdisk_id='',reservation_id='r-w9324683',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1466468268',owner_user_name='tempest-TaggedBootDevicesTest_v242-1466468268-project-member'},tags=TagList,task_state='block_device_mapping',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:47:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='87cb1ad710af4ccd9deb2a7bca7cd143',uuid=923f2e2a-93f3-492f-9160-279a92c0ecd6,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "62fbbe3a-f3be-4573-b7fe-081a4c705124", "address": "fa:16:3e:50:de:52", "network": {"id": "be9b0af7-a8c9-4731-932b-73aa8f0aa70d", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-966659128-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b78340467954875963911385df30234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62fbbe3a-f3", "ovs_interfaceid": "62fbbe3a-f3be-4573-b7fe-081a4c705124", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 07:48:17 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] Converting VIF {"id": "62fbbe3a-f3be-4573-b7fe-081a4c705124", "address": "fa:16:3e:50:de:52", "network": {"id": "be9b0af7-a8c9-4731-932b-73aa8f0aa70d", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-966659128-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b78340467954875963911385df30234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62fbbe3a-f3", "ovs_interfaceid": "62fbbe3a-f3be-4573-b7fe-081a4c705124", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:48:17 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:50:de:52,bridge_name='br-int',has_traffic_filtering=True,id=62fbbe3a-f3be-4573-b7fe-081a4c705124,network=Network(be9b0af7-a8c9-4731-932b-73aa8f0aa70d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62fbbe3a-f3') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:48:17 user nova-compute[74307]: DEBUG os_vif [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:50:de:52,bridge_name='br-int',has_traffic_filtering=True,id=62fbbe3a-f3be-4573-b7fe-081a4c705124,network=Network(be9b0af7-a8c9-4731-932b-73aa8f0aa70d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62fbbe3a-f3') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 07:48:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap62fbbe3a-f3, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:48:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:48:17 user nova-compute[74307]: INFO os_vif [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:50:de:52,bridge_name='br-int',has_traffic_filtering=True,id=62fbbe3a-f3be-4573-b7fe-081a4c705124,network=Network(be9b0af7-a8c9-4731-932b-73aa8f0aa70d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62fbbe3a-f3')
Oct 24 07:48:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T07:47:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1524462688',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1524462688',id=16,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBExP3oyymCUdrJ5qbbVl3x2Bb1KAqlc6DsYg2XXTBDBuO23HTRB2ydoxwOYpgQ9lHQgxqXGVroC+MitEXBvURMQ9xKmyGCe7gu0RRJ5mdvhqiQGiA7Cywg+iogpJPGp1kA==',key_name='tempest-keypair-43500329',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1b78340467954875963911385df30234',ramdisk_id='',reservation_id='r-w9324683',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1466468268',owner_user_name='tempest-TaggedBootDevicesTest_v242-1466468268-project-member'},tags=TagList,task_state='block_device_mapping',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:47:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='87cb1ad710af4ccd9deb2a7bca7cd143',uuid=923f2e2a-93f3-492f-9160-279a92c0ecd6,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3e464bd7-c5ee-400b-937e-4e1a1ec62830", "address": "fa:16:3e:e8:7b:22", "network": {"id": "e918aa8f-bc66-4785-8fb3-10de503d5cf5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1825141329", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1b78340467954875963911385df30234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e464bd7-c5", "ovs_interfaceid": "3e464bd7-c5ee-400b-937e-4e1a1ec62830", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 07:48:17 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] Converting VIF {"id": "3e464bd7-c5ee-400b-937e-4e1a1ec62830", "address": "fa:16:3e:e8:7b:22", "network": {"id": "e918aa8f-bc66-4785-8fb3-10de503d5cf5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1825141329", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1b78340467954875963911385df30234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e464bd7-c5", "ovs_interfaceid": "3e464bd7-c5ee-400b-937e-4e1a1ec62830", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:48:17 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e8:7b:22,bridge_name='br-int',has_traffic_filtering=True,id=3e464bd7-c5ee-400b-937e-4e1a1ec62830,network=Network(e918aa8f-bc66-4785-8fb3-10de503d5cf5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap3e464bd7-c5') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:48:17 user nova-compute[74307]: DEBUG os_vif [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e8:7b:22,bridge_name='br-int',has_traffic_filtering=True,id=3e464bd7-c5ee-400b-937e-4e1a1ec62830,network=Network(e918aa8f-bc66-4785-8fb3-10de503d5cf5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap3e464bd7-c5') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 07:48:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-232b66d3-b0e3-440d-9bb7-385171a83f1a tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Lock "02857236-4abf-4671-972e-21ef9328566c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.890s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:48:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3e464bd7-c5, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:48:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:48:17 user nova-compute[74307]: INFO os_vif [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e8:7b:22,bridge_name='br-int',has_traffic_filtering=True,id=3e464bd7-c5ee-400b-937e-4e1a1ec62830,network=Network(e918aa8f-bc66-4785-8fb3-10de503d5cf5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap3e464bd7-c5')
Oct 24 07:48:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T07:47:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1524462688',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1524462688',id=16,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBExP3oyymCUdrJ5qbbVl3x2Bb1KAqlc6DsYg2XXTBDBuO23HTRB2ydoxwOYpgQ9lHQgxqXGVroC+MitEXBvURMQ9xKmyGCe7gu0RRJ5mdvhqiQGiA7Cywg+iogpJPGp1kA==',key_name='tempest-keypair-43500329',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1b78340467954875963911385df30234',ramdisk_id='',reservation_id='r-w9324683',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1466468268',owner_user_name='tempest-TaggedBootDevicesTest_v242-1466468268-project-member'},tags=TagList,task_state='block_device_mapping',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:47:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='87cb1ad710af4ccd9deb2a7bca7cd143',uuid=923f2e2a-93f3-492f-9160-279a92c0ecd6,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7f762513-2ab7-4a56-84bf-c77b6a45f191", "address": "fa:16:3e:21:a1:08", "network": {"id": "e918aa8f-bc66-4785-8fb3-10de503d5cf5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1825141329", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1b78340467954875963911385df30234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f762513-2a", "ovs_interfaceid": "7f762513-2ab7-4a56-84bf-c77b6a45f191", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 07:48:17 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] Converting VIF {"id": "7f762513-2ab7-4a56-84bf-c77b6a45f191", "address": "fa:16:3e:21:a1:08", "network": {"id": "e918aa8f-bc66-4785-8fb3-10de503d5cf5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1825141329", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1b78340467954875963911385df30234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f762513-2a", "ovs_interfaceid": "7f762513-2ab7-4a56-84bf-c77b6a45f191", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:48:17 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:21:a1:08,bridge_name='br-int',has_traffic_filtering=True,id=7f762513-2ab7-4a56-84bf-c77b6a45f191,network=Network(e918aa8f-bc66-4785-8fb3-10de503d5cf5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap7f762513-2a') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:48:17 user nova-compute[74307]: DEBUG os_vif [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:a1:08,bridge_name='br-int',has_traffic_filtering=True,id=7f762513-2ab7-4a56-84bf-c77b6a45f191,network=Network(e918aa8f-bc66-4785-8fb3-10de503d5cf5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap7f762513-2a') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 07:48:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7f762513-2a, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:48:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:48:17 user nova-compute[74307]: INFO os_vif [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:a1:08,bridge_name='br-int',has_traffic_filtering=True,id=7f762513-2ab7-4a56-84bf-c77b6a45f191,network=Network(e918aa8f-bc66-4785-8fb3-10de503d5cf5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap7f762513-2a')
Oct 24 07:48:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T07:47:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1524462688',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1524462688',id=16,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBExP3oyymCUdrJ5qbbVl3x2Bb1KAqlc6DsYg2XXTBDBuO23HTRB2ydoxwOYpgQ9lHQgxqXGVroC+MitEXBvURMQ9xKmyGCe7gu0RRJ5mdvhqiQGiA7Cywg+iogpJPGp1kA==',key_name='tempest-keypair-43500329',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1b78340467954875963911385df30234',ramdisk_id='',reservation_id='r-w9324683',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1466468268',owner_user_name='tempest-TaggedBootDevicesTest_v242-1466468268-project-member'},tags=TagList,task_state='block_device_mapping',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:47:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='87cb1ad710af4ccd9deb2a7bca7cd143',uuid=923f2e2a-93f3-492f-9160-279a92c0ecd6,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c62628b6-ef43-48a5-94c6-0a9b9082f441", "address": "fa:16:3e:c3:06:0f", "network": {"id": "e918aa8f-bc66-4785-8fb3-10de503d5cf5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1825141329", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1b78340467954875963911385df30234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc62628b6-ef", "ovs_interfaceid": "c62628b6-ef43-48a5-94c6-0a9b9082f441", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 07:48:17 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] Converting VIF {"id": "c62628b6-ef43-48a5-94c6-0a9b9082f441", "address": "fa:16:3e:c3:06:0f", "network": {"id": "e918aa8f-bc66-4785-8fb3-10de503d5cf5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1825141329", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1b78340467954875963911385df30234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc62628b6-ef", "ovs_interfaceid": "c62628b6-ef43-48a5-94c6-0a9b9082f441", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:48:17 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c3:06:0f,bridge_name='br-int',has_traffic_filtering=True,id=c62628b6-ef43-48a5-94c6-0a9b9082f441,network=Network(e918aa8f-bc66-4785-8fb3-10de503d5cf5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc62628b6-ef') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:48:17 user nova-compute[74307]: DEBUG os_vif [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c3:06:0f,bridge_name='br-int',has_traffic_filtering=True,id=c62628b6-ef43-48a5-94c6-0a9b9082f441,network=Network(e918aa8f-bc66-4785-8fb3-10de503d5cf5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc62628b6-ef') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 07:48:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc62628b6-ef, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:48:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:48:17 user nova-compute[74307]: INFO os_vif [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c3:06:0f,bridge_name='br-int',has_traffic_filtering=True,id=c62628b6-ef43-48a5-94c6-0a9b9082f441,network=Network(e918aa8f-bc66-4785-8fb3-10de503d5cf5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc62628b6-ef')
Oct 24 07:48:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T07:47:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1524462688',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1524462688',id=16,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBExP3oyymCUdrJ5qbbVl3x2Bb1KAqlc6DsYg2XXTBDBuO23HTRB2ydoxwOYpgQ9lHQgxqXGVroC+MitEXBvURMQ9xKmyGCe7gu0RRJ5mdvhqiQGiA7Cywg+iogpJPGp1kA==',key_name='tempest-keypair-43500329',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1b78340467954875963911385df30234',ramdisk_id='',reservation_id='r-w9324683',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1466468268',owner_user_name='tempest-TaggedBootDevicesTest_v242-1466468268-project-member'},tags=TagList,task_state='block_device_mapping',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:47:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='87cb1ad710af4ccd9deb2a7bca7cd143',uuid=923f2e2a-93f3-492f-9160-279a92c0ecd6,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5a94a142-952a-4dcc-b637-94c345c203ca", "address": "fa:16:3e:a8:30:cc", "network": {"id": "e918aa8f-bc66-4785-8fb3-10de503d5cf5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1825141329", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1b78340467954875963911385df30234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a94a142-95", "ovs_interfaceid": "5a94a142-952a-4dcc-b637-94c345c203ca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 07:48:17 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] Converting VIF {"id": "5a94a142-952a-4dcc-b637-94c345c203ca", "address": "fa:16:3e:a8:30:cc", "network": {"id": "e918aa8f-bc66-4785-8fb3-10de503d5cf5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1825141329", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1b78340467954875963911385df30234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a94a142-95", "ovs_interfaceid": "5a94a142-952a-4dcc-b637-94c345c203ca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:48:17 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a8:30:cc,bridge_name='br-int',has_traffic_filtering=True,id=5a94a142-952a-4dcc-b637-94c345c203ca,network=Network(e918aa8f-bc66-4785-8fb3-10de503d5cf5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5a94a142-95') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:48:17 user nova-compute[74307]: DEBUG os_vif [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a8:30:cc,bridge_name='br-int',has_traffic_filtering=True,id=5a94a142-952a-4dcc-b637-94c345c203ca,network=Network(e918aa8f-bc66-4785-8fb3-10de503d5cf5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5a94a142-95') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 07:48:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5a94a142-95, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:48:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:48:17 user nova-compute[74307]: INFO os_vif [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a8:30:cc,bridge_name='br-int',has_traffic_filtering=True,id=5a94a142-952a-4dcc-b637-94c345c203ca,network=Network(e918aa8f-bc66-4785-8fb3-10de503d5cf5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5a94a142-95')
Oct 24 07:48:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T07:47:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1524462688',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1524462688',id=16,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBExP3oyymCUdrJ5qbbVl3x2Bb1KAqlc6DsYg2XXTBDBuO23HTRB2ydoxwOYpgQ9lHQgxqXGVroC+MitEXBvURMQ9xKmyGCe7gu0RRJ5mdvhqiQGiA7Cywg+iogpJPGp1kA==',key_name='tempest-keypair-43500329',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1b78340467954875963911385df30234',ramdisk_id='',reservation_id='r-w9324683',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1466468268',owner_user_name='tempest-TaggedBootDevicesTest_v242-1466468268-project-member'},tags=TagList,task_state='block_device_mapping',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:47:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='87cb1ad710af4ccd9deb2a7bca7cd143',uuid=923f2e2a-93f3-492f-9160-279a92c0ecd6,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "06b3599c-e26c-4dd2-9493-5fa4854bc1fc", "address": "fa:16:3e:df:c7:e0", "network": {"id": "40ab7331-3cbd-46c6-be21-6fbb9890baa5", "bridge": "br-int", "label": "tempest-device-tagging-net2-2116008809", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1b78340467954875963911385df30234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06b3599c-e2", "ovs_interfaceid": "06b3599c-e26c-4dd2-9493-5fa4854bc1fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 07:48:17 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] Converting VIF {"id": "06b3599c-e26c-4dd2-9493-5fa4854bc1fc", "address": "fa:16:3e:df:c7:e0", "network": {"id": "40ab7331-3cbd-46c6-be21-6fbb9890baa5", "bridge": "br-int", "label": "tempest-device-tagging-net2-2116008809", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1b78340467954875963911385df30234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06b3599c-e2", "ovs_interfaceid": "06b3599c-e26c-4dd2-9493-5fa4854bc1fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:48:17 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:c7:e0,bridge_name='br-int',has_traffic_filtering=True,id=06b3599c-e26c-4dd2-9493-5fa4854bc1fc,network=Network(40ab7331-3cbd-46c6-be21-6fbb9890baa5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap06b3599c-e2') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:48:17 user nova-compute[74307]: DEBUG os_vif [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:c7:e0,bridge_name='br-int',has_traffic_filtering=True,id=06b3599c-e26c-4dd2-9493-5fa4854bc1fc,network=Network(40ab7331-3cbd-46c6-be21-6fbb9890baa5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap06b3599c-e2') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 07:48:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap06b3599c-e2, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:48:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:48:17 user nova-compute[74307]: INFO os_vif [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:c7:e0,bridge_name='br-int',has_traffic_filtering=True,id=06b3599c-e26c-4dd2-9493-5fa4854bc1fc,network=Network(40ab7331-3cbd-46c6-be21-6fbb9890baa5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap06b3599c-e2')
Oct 24 07:48:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T07:47:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1524462688',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1524462688',id=16,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBExP3oyymCUdrJ5qbbVl3x2Bb1KAqlc6DsYg2XXTBDBuO23HTRB2ydoxwOYpgQ9lHQgxqXGVroC+MitEXBvURMQ9xKmyGCe7gu0RRJ5mdvhqiQGiA7Cywg+iogpJPGp1kA==',key_name='tempest-keypair-43500329',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1b78340467954875963911385df30234',ramdisk_id='',reservation_id='r-w9324683',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1466468268',owner_user_name='tempest-TaggedBootDevicesTest_v242-1466468268-project-member'},tags=TagList,task_state='block_device_mapping',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:47:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='87cb1ad710af4ccd9deb2a7bca7cd143',uuid=923f2e2a-93f3-492f-9160-279a92c0ecd6,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2087a855-69ec-48c2-be32-348926b1d609", "address": "fa:16:3e:99:06:e8", "network": {"id": "40ab7331-3cbd-46c6-be21-6fbb9890baa5", "bridge": "br-int", "label": "tempest-device-tagging-net2-2116008809", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1b78340467954875963911385df30234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2087a855-69", "ovs_interfaceid": "2087a855-69ec-48c2-be32-348926b1d609", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 07:48:17 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] Converting VIF {"id": "2087a855-69ec-48c2-be32-348926b1d609", "address": "fa:16:3e:99:06:e8", "network": {"id": "40ab7331-3cbd-46c6-be21-6fbb9890baa5", "bridge": "br-int", "label": "tempest-device-tagging-net2-2116008809", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1b78340467954875963911385df30234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2087a855-69", "ovs_interfaceid": "2087a855-69ec-48c2-be32-348926b1d609", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:48:17 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:99:06:e8,bridge_name='br-int',has_traffic_filtering=True,id=2087a855-69ec-48c2-be32-348926b1d609,network=Network(40ab7331-3cbd-46c6-be21-6fbb9890baa5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2087a855-69') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:48:17 user nova-compute[74307]: DEBUG os_vif [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:99:06:e8,bridge_name='br-int',has_traffic_filtering=True,id=2087a855-69ec-48c2-be32-348926b1d609,network=Network(40ab7331-3cbd-46c6-be21-6fbb9890baa5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2087a855-69') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 07:48:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2087a855-69, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:48:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:48:17 user nova-compute[74307]: INFO os_vif [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:99:06:e8,bridge_name='br-int',has_traffic_filtering=True,id=2087a855-69ec-48c2-be32-348926b1d609,network=Network(40ab7331-3cbd-46c6-be21-6fbb9890baa5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2087a855-69')
Oct 24 07:48:17 user nova-compute[74307]: DEBUG nova.compute.manager [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Unplugged VIFs for instance {{(pid=74307) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3032}}
Oct 24 07:48:17 user nova-compute[74307]: DEBUG nova.compute.manager [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Deallocating network for instance {{(pid=74307) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 07:48:17 user nova-compute[74307]: DEBUG nova.network.neutron [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] deallocate_for_instance() {{(pid=74307) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server [None req-232b66d3-b0e3-440d-9bb7-385171a83f1a tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Exception during message handling: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Unable to attach volume to target iqn.2010-10.org.openstack:c7b32da5-7c57-448e-90c7-0be7c0bdcfae because of Request to /san/iscsi/targets/iqn.2010-10.org.openstack:c7b32da5-7c57-448e-90c7-0be7c0bdcfae/luns failed with code: 500 of type:Unknown reason:Unknown.).). (HTTP 500) (Request-ID: req-e4efdeca-ad1e-4af3-9294-2ae058d9a900)
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/utils.py", line 1439, in decorated_function
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7552, in attach_volume
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     do_attach_volume(context, instance, driver_bdm)
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 414, in inner
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7549, in do_attach_volume
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7547, in do_attach_volume
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     return self._attach_volume(context, instance, driver_bdm)
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7569, in _attach_volume
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7566, in _attach_volume
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     bdm.attach(context, instance, self.volume_api, self.driver,
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     ret_val = method(obj, context, *args, **kwargs)
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     self._do_attach(context, instance, volume, volume_api,
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     self._volume_attach(context, volume, connector, instance,
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     connection_info = volume_api.attachment_update(
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, *args, **kwargs)
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, attachment_id, *args, **kwargs)
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     context, '3.44', skip_version_check=True).attachments.update(
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     return method.func(obj, *args, **kwargs)
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     resp = self._update('/attachments/%s' % id, body)
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     resp, body = self.api.client.put(url, body=body, **kwargs)
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     return self._cs_request(url, 'PUT', **kwargs)
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     return self.request(url, method, **kwargs)
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     raise exceptions.from_response(resp, body)
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Unable to attach volume to target iqn.2010-10.org.openstack:c7b32da5-7c57-448e-90c7-0be7c0bdcfae because of Request to /san/iscsi/targets/iqn.2010-10.org.openstack:c7b32da5-7c57-448e-90c7-0be7c0bdcfae/luns failed with code: 500 of type:Unknown reason:Unknown.).). (HTTP 500) (Request-ID: req-e4efdeca-ad1e-4af3-9294-2ae058d9a900)
Oct 24 07:48:17 user nova-compute[74307]: ERROR oslo_messaging.rpc.server 
Oct 24 07:48:18 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:21 user nova-compute[74307]: DEBUG nova.network.neutron [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:48:21 user nova-compute[74307]: INFO nova.compute.manager [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Took 4.07 seconds to deallocate network for instance.
Oct 24 07:48:21 user nova-compute[74307]: DEBUG nova.compute.manager [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Detaching volume: 1bc62493-3870-46e1-8cc1-ea2bf6b9431c {{(pid=74307) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3224}}
Oct 24 07:48:21 user nova-compute[74307]: INFO nova.compute.manager [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Detaching volume 1bc62493-3870-46e1-8cc1-ea2bf6b9431c
Oct 24 07:48:21 user nova-compute[74307]: DEBUG nova.virt.block_device [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Skipping driver_detach during remote rebuild. {{(pid=74307) _do_detach /opt/stack/nova/nova/virt/block_device.py:461}}
Oct 24 07:48:22 user nova-compute[74307]: WARNING nova.compute.manager [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] Failed to detach volume: 1bc62493-3870-46e1-8cc1-ea2bf6b9431c due to 'NoneType' object has no attribute 'devices'
Oct 24 07:48:22 user nova-compute[74307]: DEBUG nova.compute.manager [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Detaching volume: f46f6597-78fa-41c0-9d74-f9ce3241dd6a {{(pid=74307) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3224}}
Oct 24 07:48:22 user nova-compute[74307]: INFO nova.compute.manager [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Detaching volume f46f6597-78fa-41c0-9d74-f9ce3241dd6a
Oct 24 07:48:22 user nova-compute[74307]: DEBUG nova.virt.block_device [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Skipping driver_detach during remote rebuild. {{(pid=74307) _do_detach /opt/stack/nova/nova/virt/block_device.py:461}}
Oct 24 07:48:22 user nova-compute[74307]: WARNING nova.compute.manager [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] Failed to detach volume: f46f6597-78fa-41c0-9d74-f9ce3241dd6a due to 'NoneType' object has no attribute 'devices'
Oct 24 07:48:22 user nova-compute[74307]: DEBUG nova.compute.manager [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Detaching volume: d1782e3e-bc1f-4a53-8f10-bae6543c3cee {{(pid=74307) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3224}}
Oct 24 07:48:22 user nova-compute[74307]: INFO nova.compute.manager [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Detaching volume d1782e3e-bc1f-4a53-8f10-bae6543c3cee
Oct 24 07:48:22 user nova-compute[74307]: DEBUG nova.virt.block_device [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] [instance: 923f2e2a-93f3-492f-9160-279a92c0ecd6] Skipping driver_detach during remote rebuild. {{(pid=74307) _do_detach /opt/stack/nova/nova/virt/block_device.py:461}}
Oct 24 07:48:23 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] Deleted allocations for instance 923f2e2a-93f3-492f-9160-279a92c0ecd6
Oct 24 07:48:23 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-56931dc7-7034-468b-ad61-dd7c708cd785 tempest-TaggedBootDevicesTest_v242-1466468268 tempest-TaggedBootDevicesTest_v242-1466468268-project-member] Lock "923f2e2a-93f3-492f-9160-279a92c0ecd6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 55.628s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:48:23 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:24 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-46d49464-d6a6-480f-b448-6e6c69bdf1e6 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Acquiring lock "0f8feaa4-716e-4476-9137-f41f7bcc3ec6" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:48:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-46d49464-d6a6-480f-b448-6e6c69bdf1e6 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "0f8feaa4-716e-4476-9137-f41f7bcc3ec6" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:48:27 user nova-compute[74307]: INFO nova.compute.manager [None req-46d49464-d6a6-480f-b448-6e6c69bdf1e6 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Detaching volume 53311ad2-4f61-46fa-855c-39c5b724f761
Oct 24 07:48:27 user nova-compute[74307]: INFO nova.virt.block_device [None req-46d49464-d6a6-480f-b448-6e6c69bdf1e6 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Attempting to driver detach volume 53311ad2-4f61-46fa-855c-39c5b724f761 from mountpoint /dev/vdb
Oct 24 07:48:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-8cd0c149-52ce-4688-88a5-bb608a9c461e tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Acquiring lock "0f8feaa4-716e-4476-9137-f41f7bcc3ec6" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:48:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-46d49464-d6a6-480f-b448-6e6c69bdf1e6 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Attempting to detach device vdb from instance 0f8feaa4-716e-4476-9137-f41f7bcc3ec6 from the persistent domain config. {{(pid=74307) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 07:48:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-46d49464-d6a6-480f-b448-6e6c69bdf1e6 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 07:48:27 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:48:27 user nova-compute[74307]:   <source dev="/dev/sdf"/>
Oct 24 07:48:27 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 07:48:27 user nova-compute[74307]:   <serial>53311ad2-4f61-46fa-855c-39c5b724f761</serial>
Oct 24 07:48:27 user nova-compute[74307]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 07:48:27 user nova-compute[74307]: </disk>
Oct 24 07:48:27 user nova-compute[74307]:  {{(pid=74307) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 07:48:27 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-46d49464-d6a6-480f-b448-6e6c69bdf1e6 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Successfully detached device vdb from instance 0f8feaa4-716e-4476-9137-f41f7bcc3ec6 from the persistent domain config.
Oct 24 07:48:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-46d49464-d6a6-480f-b448-6e6c69bdf1e6 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 0f8feaa4-716e-4476-9137-f41f7bcc3ec6 from the live domain config. {{(pid=74307) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 07:48:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-46d49464-d6a6-480f-b448-6e6c69bdf1e6 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 07:48:27 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:48:27 user nova-compute[74307]:   <source dev="/dev/sdf"/>
Oct 24 07:48:27 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 07:48:27 user nova-compute[74307]:   <serial>53311ad2-4f61-46fa-855c-39c5b724f761</serial>
Oct 24 07:48:27 user nova-compute[74307]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 07:48:27 user nova-compute[74307]: </disk>
Oct 24 07:48:27 user nova-compute[74307]:  {{(pid=74307) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 07:48:28 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-46d49464-d6a6-480f-b448-6e6c69bdf1e6 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 0f8feaa4-716e-4476-9137-f41f7bcc3ec6 {{(pid=74307) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 07:48:28 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:33 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:39 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:43 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-caa2d353-18b5-408b-92b5-6377ab6eef9e tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Acquiring lock "bbf0ee63-f415-4610-9018-ae94792726e2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:48:43 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-caa2d353-18b5-408b-92b5-6377ab6eef9e tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Lock "bbf0ee63-f415-4610-9018-ae94792726e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:48:43 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-caa2d353-18b5-408b-92b5-6377ab6eef9e tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Acquiring lock "bbf0ee63-f415-4610-9018-ae94792726e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:48:43 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-caa2d353-18b5-408b-92b5-6377ab6eef9e tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Lock "bbf0ee63-f415-4610-9018-ae94792726e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:48:43 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-caa2d353-18b5-408b-92b5-6377ab6eef9e tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Lock "bbf0ee63-f415-4610-9018-ae94792726e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:48:43 user nova-compute[74307]: INFO nova.compute.manager [None req-caa2d353-18b5-408b-92b5-6377ab6eef9e tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Terminating instance
Oct 24 07:48:43 user nova-compute[74307]: DEBUG nova.compute.manager [None req-caa2d353-18b5-408b-92b5-6377ab6eef9e tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Start destroying the instance on the hypervisor. {{(pid=74307) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 07:48:43 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:43 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:43 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:43 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:44 user nova-compute[74307]: DEBUG nova.compute.manager [req-1a8750c2-d393-4114-bfd7-740e29a61fd3 req-76b9c7d4-027d-4cdd-9edd-6257e6e940b7 service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Received event network-vif-unplugged-d3d0c4de-c88e-46cf-89c4-e4be298dd293 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:48:44 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-1a8750c2-d393-4114-bfd7-740e29a61fd3 req-76b9c7d4-027d-4cdd-9edd-6257e6e940b7 service nova] Acquiring lock "bbf0ee63-f415-4610-9018-ae94792726e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:48:44 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-1a8750c2-d393-4114-bfd7-740e29a61fd3 req-76b9c7d4-027d-4cdd-9edd-6257e6e940b7 service nova] Lock "bbf0ee63-f415-4610-9018-ae94792726e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:48:44 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-1a8750c2-d393-4114-bfd7-740e29a61fd3 req-76b9c7d4-027d-4cdd-9edd-6257e6e940b7 service nova] Lock "bbf0ee63-f415-4610-9018-ae94792726e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:48:44 user nova-compute[74307]: DEBUG nova.compute.manager [req-1a8750c2-d393-4114-bfd7-740e29a61fd3 req-76b9c7d4-027d-4cdd-9edd-6257e6e940b7 service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] No waiting events found dispatching network-vif-unplugged-d3d0c4de-c88e-46cf-89c4-e4be298dd293 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:48:44 user nova-compute[74307]: DEBUG nova.compute.manager [req-1a8750c2-d393-4114-bfd7-740e29a61fd3 req-76b9c7d4-027d-4cdd-9edd-6257e6e940b7 service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Received event network-vif-unplugged-d3d0c4de-c88e-46cf-89c4-e4be298dd293 for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 07:48:44 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Instance destroyed successfully.
Oct 24 07:48:44 user nova-compute[74307]: DEBUG nova.objects.instance [None req-caa2d353-18b5-408b-92b5-6377ab6eef9e tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Lazy-loading 'resources' on Instance uuid bbf0ee63-f415-4610-9018-ae94792726e2 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:48:44 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-caa2d353-18b5-408b-92b5-6377ab6eef9e tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:41:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-468996817',display_name='tempest-ServerStableDeviceRescueTest-server-468996817',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-468996817',id=2,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBLnLNRMNAFfrdLQ21Y6Bk1B4JERbXGJ1GRSOGrOtKwiBr0gBI8BXjflHgAyi8KOHMmyhTR2YTj9YBTAl4wINHGrBGYkLrdm1wDG2aXziKbA/PrTPsiTBC4Cjx8BbCmcqA==',key_name='tempest-keypair-119555614',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:45:21Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c8bef7ee8ee14414ab3e51f43e0a41cb',ramdisk_id='',reservation_id='r-l9nnwj4t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-1780747457',owner_user_name='tempest-ServerStableDeviceRescueTest-1780747457-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T07:47:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='922a288c361041398a2c089f630cd888',uuid=bbf0ee63-f415-4610-9018-ae94792726e2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d3d0c4de-c88e-46cf-89c4-e4be298dd293", "address": "fa:16:3e:6f:6b:96", "network": {"id": "738a317e-3446-4e1c-9426-c7575a1a3528", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1877516759-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.103", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c8bef7ee8ee14414ab3e51f43e0a41cb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd3d0c4de-c8", "ovs_interfaceid": "d3d0c4de-c88e-46cf-89c4-e4be298dd293", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 07:48:44 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-caa2d353-18b5-408b-92b5-6377ab6eef9e tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Converting VIF {"id": "d3d0c4de-c88e-46cf-89c4-e4be298dd293", "address": "fa:16:3e:6f:6b:96", "network": {"id": "738a317e-3446-4e1c-9426-c7575a1a3528", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1877516759-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.103", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c8bef7ee8ee14414ab3e51f43e0a41cb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd3d0c4de-c8", "ovs_interfaceid": "d3d0c4de-c88e-46cf-89c4-e4be298dd293", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:48:44 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-caa2d353-18b5-408b-92b5-6377ab6eef9e tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:6f:6b:96,bridge_name='br-int',has_traffic_filtering=True,id=d3d0c4de-c88e-46cf-89c4-e4be298dd293,network=Network(738a317e-3446-4e1c-9426-c7575a1a3528),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd3d0c4de-c8') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:48:44 user nova-compute[74307]: DEBUG os_vif [None req-caa2d353-18b5-408b-92b5-6377ab6eef9e tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:6f:6b:96,bridge_name='br-int',has_traffic_filtering=True,id=d3d0c4de-c88e-46cf-89c4-e4be298dd293,network=Network(738a317e-3446-4e1c-9426-c7575a1a3528),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd3d0c4de-c8') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 07:48:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd3d0c4de-c8, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:48:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:48:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d9cbc169-55db-437d-a9b6-092d2a79f942) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:48:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:44 user nova-compute[74307]: INFO os_vif [None req-caa2d353-18b5-408b-92b5-6377ab6eef9e tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:6f:6b:96,bridge_name='br-int',has_traffic_filtering=True,id=d3d0c4de-c88e-46cf-89c4-e4be298dd293,network=Network(738a317e-3446-4e1c-9426-c7575a1a3528),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd3d0c4de-c8')
Oct 24 07:48:44 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-caa2d353-18b5-408b-92b5-6377ab6eef9e tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Deleting instance files /opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2_del
Oct 24 07:48:44 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-caa2d353-18b5-408b-92b5-6377ab6eef9e tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Deletion of /opt/stack/data/nova/instances/bbf0ee63-f415-4610-9018-ae94792726e2_del complete
Oct 24 07:48:44 user nova-compute[74307]: INFO nova.compute.manager [None req-caa2d353-18b5-408b-92b5-6377ab6eef9e tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Took 0.84 seconds to destroy the instance on the hypervisor.
Oct 24 07:48:44 user nova-compute[74307]: DEBUG oslo.service.loopingcall [None req-caa2d353-18b5-408b-92b5-6377ab6eef9e tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74307) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 07:48:44 user nova-compute[74307]: DEBUG nova.compute.manager [-] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Deallocating network for instance {{(pid=74307) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 07:48:44 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] deallocate_for_instance() {{(pid=74307) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 07:48:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:45 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:48:45 user nova-compute[74307]: INFO nova.compute.manager [-] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Took 0.83 seconds to deallocate network for instance.
Oct 24 07:48:45 user nova-compute[74307]: DEBUG nova.compute.manager [req-743c1176-ee4f-466b-9be3-1afa550e1128 req-e1d1dbf6-6fc3-481f-bc75-713439a0d927 service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Received event network-vif-deleted-d3d0c4de-c88e-46cf-89c4-e4be298dd293 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:48:45 user nova-compute[74307]: INFO nova.compute.manager [req-743c1176-ee4f-466b-9be3-1afa550e1128 req-e1d1dbf6-6fc3-481f-bc75-713439a0d927 service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Neutron deleted interface d3d0c4de-c88e-46cf-89c4-e4be298dd293; detaching it from the instance and deleting it from the info cache
Oct 24 07:48:45 user nova-compute[74307]: DEBUG nova.network.neutron [req-743c1176-ee4f-466b-9be3-1afa550e1128 req-e1d1dbf6-6fc3-481f-bc75-713439a0d927 service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:48:45 user nova-compute[74307]: DEBUG nova.compute.manager [req-743c1176-ee4f-466b-9be3-1afa550e1128 req-e1d1dbf6-6fc3-481f-bc75-713439a0d927 service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Detach interface failed, port_id=d3d0c4de-c88e-46cf-89c4-e4be298dd293, reason: Instance bbf0ee63-f415-4610-9018-ae94792726e2 could not be found. {{(pid=74307) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 24 07:48:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-caa2d353-18b5-408b-92b5-6377ab6eef9e tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:48:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-caa2d353-18b5-408b-92b5-6377ab6eef9e tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:48:46 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-caa2d353-18b5-408b-92b5-6377ab6eef9e tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:48:46 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-caa2d353-18b5-408b-92b5-6377ab6eef9e tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:48:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-caa2d353-18b5-408b-92b5-6377ab6eef9e tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.493s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:48:46 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-caa2d353-18b5-408b-92b5-6377ab6eef9e tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Deleted allocations for instance bbf0ee63-f415-4610-9018-ae94792726e2
Oct 24 07:48:46 user nova-compute[74307]: DEBUG nova.compute.manager [req-1e6ad9e3-3196-46b3-b5b3-6e17a4be09d4 req-a3ad3fc6-640e-4b12-9ef4-a91640e804dc service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Received event network-vif-plugged-d3d0c4de-c88e-46cf-89c4-e4be298dd293 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:48:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-1e6ad9e3-3196-46b3-b5b3-6e17a4be09d4 req-a3ad3fc6-640e-4b12-9ef4-a91640e804dc service nova] Acquiring lock "bbf0ee63-f415-4610-9018-ae94792726e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:48:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-1e6ad9e3-3196-46b3-b5b3-6e17a4be09d4 req-a3ad3fc6-640e-4b12-9ef4-a91640e804dc service nova] Lock "bbf0ee63-f415-4610-9018-ae94792726e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:48:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-1e6ad9e3-3196-46b3-b5b3-6e17a4be09d4 req-a3ad3fc6-640e-4b12-9ef4-a91640e804dc service nova] Lock "bbf0ee63-f415-4610-9018-ae94792726e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:48:46 user nova-compute[74307]: DEBUG nova.compute.manager [req-1e6ad9e3-3196-46b3-b5b3-6e17a4be09d4 req-a3ad3fc6-640e-4b12-9ef4-a91640e804dc service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] No waiting events found dispatching network-vif-plugged-d3d0c4de-c88e-46cf-89c4-e4be298dd293 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:48:46 user nova-compute[74307]: WARNING nova.compute.manager [req-1e6ad9e3-3196-46b3-b5b3-6e17a4be09d4 req-a3ad3fc6-640e-4b12-9ef4-a91640e804dc service nova] [instance: bbf0ee63-f415-4610-9018-ae94792726e2] Received unexpected event network-vif-plugged-d3d0c4de-c88e-46cf-89c4-e4be298dd293 for instance with vm_state deleted and task_state None.
Oct 24 07:48:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-caa2d353-18b5-408b-92b5-6377ab6eef9e tempest-ServerStableDeviceRescueTest-1780747457 tempest-ServerStableDeviceRescueTest-1780747457-project-member] Lock "bbf0ee63-f415-4610-9018-ae94792726e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.435s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:48:48 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-46d49464-d6a6-480f-b448-6e6c69bdf1e6 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 0f8feaa4-716e-4476-9137-f41f7bcc3ec6 is timed out.
Oct 24 07:48:48 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-46d49464-d6a6-480f-b448-6e6c69bdf1e6 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Successfully detached device vdb from instance 0f8feaa4-716e-4476-9137-f41f7bcc3ec6 from the live domain config.
Oct 24 07:48:48 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-46d49464-d6a6-480f-b448-6e6c69bdf1e6 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] calling os-brick to detach iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 07:48:48 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-46d49464-d6a6-480f-b448-6e6c69bdf1e6 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, {'target_iqn': 'iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UKXvZDRf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:48:48 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-46d49464-d6a6-480f-b448-6e6c69bdf1e6 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:48:48 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-46d49464-d6a6-480f-b448-6e6c69bdf1e6 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:48:48 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-46d49464-d6a6-480f-b448-6e6c69bdf1e6 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:48:48 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:48 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:48 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[561109b3-26c0-4457-81e6-ba7b73179b10]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:48:48 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-46d49464-d6a6-480f-b448-6e6c69bdf1e6 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 07:48:48 user nova-compute[74307]: No targets found.
Oct 24 07:48:48 user nova-compute[74307]: iSNS:
Oct 24 07:48:48 user nova-compute[74307]: No targets found.
Oct 24 07:48:48 user nova-compute[74307]: STATIC:
Oct 24 07:48:48 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc
Oct 24 07:48:48 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:48:48 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:48:48 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63
Oct 24 07:48:48 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:48:48 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:48:48 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854
Oct 24 07:48:48 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:48:48 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:48:48 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761
Oct 24 07:48:48 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:48:48 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:48:48 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6
Oct 24 07:48:48 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:48:48 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:48:48 user nova-compute[74307]: FIRMWARE:
Oct 24 07:48:48 user nova-compute[74307]: No targets found.
Oct 24 07:48:48 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:48:48 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-46d49464-d6a6-480f-b448-6e6c69bdf1e6 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 07:48:48 user nova-compute[74307]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 07:48:48 user nova-compute[74307]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74307) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 07:48:48 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-46d49464-d6a6-480f-b448-6e6c69bdf1e6 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761', 0)] {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 07:48:48 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:48 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:48 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3a4466c-6f46-45de-b64a-afc167b08d98]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:48:48 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:48 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:48 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[9607de37-6401-41a0-bd7b-921750231d34]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:48:48 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-46d49464-d6a6-480f-b448-6e6c69bdf1e6 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:48:48 user nova-compute[74307]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 (non-flash)
Oct 24 07:48:48 user nova-compute[74307]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 (non-flash)
Oct 24 07:48:48 user nova-compute[74307]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 (non-flash)
Oct 24 07:48:48 user nova-compute[74307]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)
Oct 24 07:48:48 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:48:48 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-46d49464-d6a6-480f-b448-6e6c69bdf1e6 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:48:48 user nova-compute[74307]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 (non-flash)
Oct 24 07:48:48 user nova-compute[74307]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 (non-flash)
Oct 24 07:48:48 user nova-compute[74307]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 (non-flash)
Oct 24 07:48:48 user nova-compute[74307]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)
Oct 24 07:48:48 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:48:48 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-46d49464-d6a6-480f-b448-6e6c69bdf1e6 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f46242d57e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761'): ({'sdf'}, set())}) {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 07:48:48 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-46d49464-d6a6-480f-b448-6e6c69bdf1e6 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Removing single pathed devices sdf {{(pid=74307) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 07:48:48 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:48 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:48 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[40fb1298-4d7e-4cec-8ee5-c9c4ed54f73e]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:48:48 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:48 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:48 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e83d5259-64d3-406f-9d26-e17e3a3d452d]: (4, ('ok\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:48:48 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-46d49464-d6a6-480f-b448-6e6c69bdf1e6 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Flushing IO for device /dev/sdf {{(pid=74307) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 07:48:48 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:48 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.012s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:48 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[6442639b-d6ee-4016-9a01-6b1a2546400c]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:48:48 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-46d49464-d6a6-480f-b448-6e6c69bdf1e6 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74307) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 07:48:48 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:48 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.042s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:48 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[60a83c77-0c47-4274-9553-b616cb592f14]: (4, ('1', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:48:48 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-46d49464-d6a6-480f-b448-6e6c69bdf1e6 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 07:48:48 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-46d49464-d6a6-480f-b448-6e6c69bdf1e6 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] SCSI volumes sdf have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 07:48:48 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-46d49464-d6a6-480f-b448-6e6c69bdf1e6 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761')] {{(pid=74307) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 07:48:48 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:48 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:48 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[935139ca-e182-4d2b-9339-fddaf9d658ab]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:48:48 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-46d49464-d6a6-480f-b448-6e6c69bdf1e6 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:48:48 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 -p 172.16.0.220:3260 --logout {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:48 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:48 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d2c8d6a-4fef-4e43-8a07-7e2bd0d7a87b]: (4, ('Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761, portal: 172.16.0.220,3260]\nLogout of [sid: 17, target: iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:48:48 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-46d49464-d6a6-480f-b448-6e6c69bdf1e6 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761, portal: 172.16.0.220,3260]
Oct 24 07:48:48 user nova-compute[74307]: Logout of [sid: 17, target: iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761, portal: 172.16.0.220,3260] successful.
Oct 24 07:48:48 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:48:48 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 -p 172.16.0.220:3260 --op delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:48 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:48 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4266ab2-0767-4cf8-8ccb-3906f8a83015]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:48:48 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-46d49464-d6a6-480f-b448-6e6c69bdf1e6 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:48:48 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-46d49464-d6a6-480f-b448-6e6c69bdf1e6 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.315s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:48:48 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-46d49464-d6a6-480f-b448-6e6c69bdf1e6 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] <== disconnect_volume: return (316ms) None {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:48:48 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-46d49464-d6a6-480f-b448-6e6c69bdf1e6 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Disconnected iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 07:48:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:50 user nova-compute[74307]: DEBUG nova.objects.instance [None req-46d49464-d6a6-480f-b448-6e6c69bdf1e6 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lazy-loading 'flavor' on Instance uuid 0f8feaa4-716e-4476-9137-f41f7bcc3ec6 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:48:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-46d49464-d6a6-480f-b448-6e6c69bdf1e6 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "0f8feaa4-716e-4476-9137-f41f7bcc3ec6" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.931s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:48:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-8cd0c149-52ce-4688-88a5-bb608a9c461e tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "0f8feaa4-716e-4476-9137-f41f7bcc3ec6" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 22.838s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:48:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-8cd0c149-52ce-4688-88a5-bb608a9c461e tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Acquiring lock "0f8feaa4-716e-4476-9137-f41f7bcc3ec6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:48:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-8cd0c149-52ce-4688-88a5-bb608a9c461e tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "0f8feaa4-716e-4476-9137-f41f7bcc3ec6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:48:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-8cd0c149-52ce-4688-88a5-bb608a9c461e tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "0f8feaa4-716e-4476-9137-f41f7bcc3ec6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:48:50 user nova-compute[74307]: INFO nova.compute.manager [None req-8cd0c149-52ce-4688-88a5-bb608a9c461e tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Terminating instance
Oct 24 07:48:50 user nova-compute[74307]: DEBUG nova.compute.manager [None req-8cd0c149-52ce-4688-88a5-bb608a9c461e tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Start destroying the instance on the hypervisor. {{(pid=74307) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 07:48:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:50 user nova-compute[74307]: DEBUG nova.compute.manager [req-ba7ea82c-b554-4d7b-9924-cf6d53c5d1fe req-7bd095a1-7f6e-4885-b375-47fb7e222bf5 service nova] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Received event network-vif-unplugged-74ee7f28-30af-4bb9-a77f-02df6de66431 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:48:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-ba7ea82c-b554-4d7b-9924-cf6d53c5d1fe req-7bd095a1-7f6e-4885-b375-47fb7e222bf5 service nova] Acquiring lock "0f8feaa4-716e-4476-9137-f41f7bcc3ec6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:48:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-ba7ea82c-b554-4d7b-9924-cf6d53c5d1fe req-7bd095a1-7f6e-4885-b375-47fb7e222bf5 service nova] Lock "0f8feaa4-716e-4476-9137-f41f7bcc3ec6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:48:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-ba7ea82c-b554-4d7b-9924-cf6d53c5d1fe req-7bd095a1-7f6e-4885-b375-47fb7e222bf5 service nova] Lock "0f8feaa4-716e-4476-9137-f41f7bcc3ec6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:48:50 user nova-compute[74307]: DEBUG nova.compute.manager [req-ba7ea82c-b554-4d7b-9924-cf6d53c5d1fe req-7bd095a1-7f6e-4885-b375-47fb7e222bf5 service nova] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] No waiting events found dispatching network-vif-unplugged-74ee7f28-30af-4bb9-a77f-02df6de66431 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:48:50 user nova-compute[74307]: DEBUG nova.compute.manager [req-ba7ea82c-b554-4d7b-9924-cf6d53c5d1fe req-7bd095a1-7f6e-4885-b375-47fb7e222bf5 service nova] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Received event network-vif-unplugged-74ee7f28-30af-4bb9-a77f-02df6de66431 for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 07:48:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:51 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Instance destroyed successfully.
Oct 24 07:48:51 user nova-compute[74307]: DEBUG nova.objects.instance [None req-8cd0c149-52ce-4688-88a5-bb608a9c461e tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lazy-loading 'resources' on Instance uuid 0f8feaa4-716e-4476-9137-f41f7bcc3ec6 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:48:51 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-8cd0c149-52ce-4688-88a5-bb608a9c461e tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:44:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-791270665',display_name='tempest-VolumesSnapshotTestJSON-instance-791270665',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-791270665',id=12,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBATHLhElQx9Yjxcbyg/zcbBshPoigmiHvH5H6Y7VpTkle08y+XgXXueWSjoWvm5HPXC/GySF5iKr0U3IiuxV2/B5k6QYlHvK/zIwCca5QnnVbieL2R8ILKc0d1X/VKTpbA==',key_name='tempest-keypair-1677760322',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:44:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b3cbeeb3c22846fb88297b645da9e463',ramdisk_id='',reservation_id='r-2grlxyuv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-1695217683',owner_user_name='tempest-VolumesSnapshotTestJSON-1695217683-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T07:44:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='60bf5a2320a44281aa2ef452eb2f16b6',uuid=0f8feaa4-716e-4476-9137-f41f7bcc3ec6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "74ee7f28-30af-4bb9-a77f-02df6de66431", "address": "fa:16:3e:00:42:f7", "network": {"id": "c9e5cba0-66b1-4ed1-9cb1-fd926055e90e", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-91748090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b3cbeeb3c22846fb88297b645da9e463", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap74ee7f28-30", "ovs_interfaceid": "74ee7f28-30af-4bb9-a77f-02df6de66431", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 07:48:51 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-8cd0c149-52ce-4688-88a5-bb608a9c461e tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Converting VIF {"id": "74ee7f28-30af-4bb9-a77f-02df6de66431", "address": "fa:16:3e:00:42:f7", "network": {"id": "c9e5cba0-66b1-4ed1-9cb1-fd926055e90e", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-91748090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b3cbeeb3c22846fb88297b645da9e463", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap74ee7f28-30", "ovs_interfaceid": "74ee7f28-30af-4bb9-a77f-02df6de66431", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:48:51 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-8cd0c149-52ce-4688-88a5-bb608a9c461e tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:00:42:f7,bridge_name='br-int',has_traffic_filtering=True,id=74ee7f28-30af-4bb9-a77f-02df6de66431,network=Network(c9e5cba0-66b1-4ed1-9cb1-fd926055e90e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap74ee7f28-30') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:48:51 user nova-compute[74307]: DEBUG os_vif [None req-8cd0c149-52ce-4688-88a5-bb608a9c461e tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:00:42:f7,bridge_name='br-int',has_traffic_filtering=True,id=74ee7f28-30af-4bb9-a77f-02df6de66431,network=Network(c9e5cba0-66b1-4ed1-9cb1-fd926055e90e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap74ee7f28-30') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 07:48:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap74ee7f28-30, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:48:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b3252343-40ca-42b6-8f4f-ee5f9e61187b) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:48:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:48:51 user nova-compute[74307]: INFO os_vif [None req-8cd0c149-52ce-4688-88a5-bb608a9c461e tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:00:42:f7,bridge_name='br-int',has_traffic_filtering=True,id=74ee7f28-30af-4bb9-a77f-02df6de66431,network=Network(c9e5cba0-66b1-4ed1-9cb1-fd926055e90e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap74ee7f28-30')
Oct 24 07:48:51 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8cd0c149-52ce-4688-88a5-bb608a9c461e tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] calling os-brick to detach iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 07:48:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd0c149-52ce-4688-88a5-bb608a9c461e tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, {'target_iqn': 'iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UKXvZDRf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:48:51 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-8cd0c149-52ce-4688-88a5-bb608a9c461e tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:48:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-8cd0c149-52ce-4688-88a5-bb608a9c461e tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:48:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-8cd0c149-52ce-4688-88a5-bb608a9c461e tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:48:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:51 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[f97abc07-c01b-4826-9f91-e7e7be5225c3]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:48:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd0c149-52ce-4688-88a5-bb608a9c461e tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 07:48:51 user nova-compute[74307]: No targets found.
Oct 24 07:48:51 user nova-compute[74307]: iSNS:
Oct 24 07:48:51 user nova-compute[74307]: No targets found.
Oct 24 07:48:51 user nova-compute[74307]: STATIC:
Oct 24 07:48:51 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc
Oct 24 07:48:51 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:48:51 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:48:51 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63
Oct 24 07:48:51 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:48:51 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:48:51 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854
Oct 24 07:48:51 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:48:51 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:48:51 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6
Oct 24 07:48:51 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:48:51 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:48:51 user nova-compute[74307]: FIRMWARE:
Oct 24 07:48:51 user nova-compute[74307]: No targets found.
Oct 24 07:48:51 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:48:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd0c149-52ce-4688-88a5-bb608a9c461e tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 07:48:51 user nova-compute[74307]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 07:48:51 user nova-compute[74307]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74307) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 07:48:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd0c149-52ce-4688-88a5-bb608a9c461e tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:53311ad2-4f61-46fa-855c-39c5b724f761', 0)] {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 07:48:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:51 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8286425-d4f2-4874-8593-4c2df57736d6]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:48:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:51 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[69520a5f-60a2-4f3f-abd8-4247c0065b06]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:48:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd0c149-52ce-4688-88a5-bb608a9c461e tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:48:51 user nova-compute[74307]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 (non-flash)
Oct 24 07:48:51 user nova-compute[74307]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 (non-flash)
Oct 24 07:48:51 user nova-compute[74307]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)
Oct 24 07:48:51 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:48:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd0c149-52ce-4688-88a5-bb608a9c461e tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:48:51 user nova-compute[74307]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 (non-flash)
Oct 24 07:48:51 user nova-compute[74307]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 (non-flash)
Oct 24 07:48:51 user nova-compute[74307]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)
Oct 24 07:48:51 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:48:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd0c149-52ce-4688-88a5-bb608a9c461e tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f462429a830>, {}) {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 07:48:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd0c149-52ce-4688-88a5-bb608a9c461e tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Disconnecting from: [] {{(pid=74307) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 07:48:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-8cd0c149-52ce-4688-88a5-bb608a9c461e tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.079s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:48:51 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd0c149-52ce-4688-88a5-bb608a9c461e tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] <== disconnect_volume: return (80ms) None {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:48:51 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8cd0c149-52ce-4688-88a5-bb608a9c461e tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Disconnected iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 07:48:51 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-8cd0c149-52ce-4688-88a5-bb608a9c461e tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Deleting instance files /opt/stack/data/nova/instances/0f8feaa4-716e-4476-9137-f41f7bcc3ec6_del
Oct 24 07:48:51 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-8cd0c149-52ce-4688-88a5-bb608a9c461e tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Deletion of /opt/stack/data/nova/instances/0f8feaa4-716e-4476-9137-f41f7bcc3ec6_del complete
Oct 24 07:48:51 user nova-compute[74307]: INFO nova.compute.manager [None req-8cd0c149-52ce-4688-88a5-bb608a9c461e tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Took 1.19 seconds to destroy the instance on the hypervisor.
Oct 24 07:48:51 user nova-compute[74307]: DEBUG oslo.service.loopingcall [None req-8cd0c149-52ce-4688-88a5-bb608a9c461e tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74307) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 07:48:51 user nova-compute[74307]: DEBUG nova.compute.manager [-] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Deallocating network for instance {{(pid=74307) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 07:48:51 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] deallocate_for_instance() {{(pid=74307) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 07:48:52 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:48:52 user nova-compute[74307]: INFO nova.compute.manager [-] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Took 0.80 seconds to deallocate network for instance.
Oct 24 07:48:52 user nova-compute[74307]: WARNING nova.volume.cinder [None req-8cd0c149-52ce-4688-88a5-bb608a9c461e tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Attachment 807af150-1559-4793-9eec-539ff22b50ad does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = 807af150-1559-4793-9eec-539ff22b50ad. (HTTP 404) (Request-ID: req-a96b88db-1a2f-4117-9756-2face614f4da)
Oct 24 07:48:52 user nova-compute[74307]: INFO nova.compute.manager [None req-8cd0c149-52ce-4688-88a5-bb608a9c461e tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Took 0.02 seconds to detach 1 volumes for instance.
Oct 24 07:48:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-8cd0c149-52ce-4688-88a5-bb608a9c461e tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:48:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-8cd0c149-52ce-4688-88a5-bb608a9c461e tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:48:52 user nova-compute[74307]: DEBUG nova.compute.manager [req-a1cc6a24-2bd1-424c-be91-bc19bae1a916 req-f6861847-e091-48a6-b6ca-38465f19a28c service nova] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Received event network-vif-plugged-74ee7f28-30af-4bb9-a77f-02df6de66431 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:48:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a1cc6a24-2bd1-424c-be91-bc19bae1a916 req-f6861847-e091-48a6-b6ca-38465f19a28c service nova] Acquiring lock "0f8feaa4-716e-4476-9137-f41f7bcc3ec6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:48:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a1cc6a24-2bd1-424c-be91-bc19bae1a916 req-f6861847-e091-48a6-b6ca-38465f19a28c service nova] Lock "0f8feaa4-716e-4476-9137-f41f7bcc3ec6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:48:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a1cc6a24-2bd1-424c-be91-bc19bae1a916 req-f6861847-e091-48a6-b6ca-38465f19a28c service nova] Lock "0f8feaa4-716e-4476-9137-f41f7bcc3ec6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:48:52 user nova-compute[74307]: DEBUG nova.compute.manager [req-a1cc6a24-2bd1-424c-be91-bc19bae1a916 req-f6861847-e091-48a6-b6ca-38465f19a28c service nova] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] No waiting events found dispatching network-vif-plugged-74ee7f28-30af-4bb9-a77f-02df6de66431 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:48:52 user nova-compute[74307]: WARNING nova.compute.manager [req-a1cc6a24-2bd1-424c-be91-bc19bae1a916 req-f6861847-e091-48a6-b6ca-38465f19a28c service nova] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Received unexpected event network-vif-plugged-74ee7f28-30af-4bb9-a77f-02df6de66431 for instance with vm_state deleted and task_state None.
Oct 24 07:48:52 user nova-compute[74307]: DEBUG nova.compute.manager [req-a1cc6a24-2bd1-424c-be91-bc19bae1a916 req-f6861847-e091-48a6-b6ca-38465f19a28c service nova] [instance: 0f8feaa4-716e-4476-9137-f41f7bcc3ec6] Received event network-vif-deleted-74ee7f28-30af-4bb9-a77f-02df6de66431 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:48:52 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-8cd0c149-52ce-4688-88a5-bb608a9c461e tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:48:52 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-8cd0c149-52ce-4688-88a5-bb608a9c461e tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:48:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-8cd0c149-52ce-4688-88a5-bb608a9c461e tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.291s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:48:52 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-8cd0c149-52ce-4688-88a5-bb608a9c461e tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Deleted allocations for instance 0f8feaa4-716e-4476-9137-f41f7bcc3ec6
Oct 24 07:48:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-8cd0c149-52ce-4688-88a5-bb608a9c461e tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "0f8feaa4-716e-4476-9137-f41f7bcc3ec6" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.501s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:48:56 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:48:56 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:48:56 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:48:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:48:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:48:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:48:56 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 07:48:56 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:48:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk --force-share --output=json" returned: 0 in 0.286s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdg (vdb) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:48:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/02857236-4abf-4671-972e-21ef9328566c/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/02857236-4abf-4671-972e-21ef9328566c/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/02857236-4abf-4671-972e-21ef9328566c/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:57 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/02857236-4abf-4671-972e-21ef9328566c/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:57 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:57 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:57 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:57 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:57 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:48:57 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6b2cfc6-bc30-485a-95ba-11509955f63c/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:57 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6b2cfc6-bc30-485a-95ba-11509955f63c/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:57 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6b2cfc6-bc30-485a-95ba-11509955f63c/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:57 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6b2cfc6-bc30-485a-95ba-11509955f63c/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:57 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:48:57 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:58 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:48:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd88db6b-5c0d-4e8f-af41-8dd84cb42aab/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd88db6b-5c0d-4e8f-af41-8dd84cb42aab/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd88db6b-5c0d-4e8f-af41-8dd84cb42aab/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:48:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd88db6b-5c0d-4e8f-af41-8dd84cb42aab/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:48:59 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:48:59 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:48:59 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Hypervisor/Node resource view: name=user free_ram=7591MB free_disk=25.386905670166016GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 07:48:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:48:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:48:59 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fe508640-79f4-43d1-b846-00f28f91df79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:48:59 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance bf3db205-9fd8-47db-8365-87bc07dd98b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:48:59 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 9ea8255e-1f82-4e7f-b09b-aca682f1f374 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:48:59 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance a6b2cfc6-bc30-485a-95ba-11509955f63c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:48:59 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance d508a024-e0f7-4864-871e-a33b8abc2157 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:48:59 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 9ca4c6f9-3966-4025-b0d4-273611aba465 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:48:59 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 02857236-4abf-4671-972e-21ef9328566c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:48:59 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance dd88db6b-5c0d-4e8f-af41-8dd84cb42aab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:48:59 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 07:48:59 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 07:48:59 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:48:59 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:48:59 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 07:48:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.401s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:49:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:49:01 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:49:01 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Starting heal instance info cache {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 07:49:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "refresh_cache-9ca4c6f9-3966-4025-b0d4-273611aba465" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:49:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquired lock "refresh_cache-9ca4c6f9-3966-4025-b0d4-273611aba465" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:49:01 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Forcefully refreshing network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 07:49:01 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Updating instance_info_cache with network_info: [{"id": "989eb379-62b5-4062-95a6-0357967bb8cb", "address": "fa:16:3e:46:46:e1", "network": {"id": "f6232387-1f48-4257-bccd-b30cb0bb880d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1072713156-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0168f8c4ed044e57b721edf920156848", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap989eb379-62", "ovs_interfaceid": "989eb379-62b5-4062-95a6-0357967bb8cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:49:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Releasing lock "refresh_cache-9ca4c6f9-3966-4025-b0d4-273611aba465" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:49:01 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Updated the network info_cache for instance {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 07:49:01 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:49:01 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:49:01 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:49:01 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:49:01 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:49:01 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:49:01 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74307) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 07:49:06 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:49:09 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:49:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:49:12 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:49:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:49:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:49:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:49:31 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:49:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:49:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquiring lock "6f71d751-f022-4f5f-8458-8a4d3114aae8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:49:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "6f71d751-f022-4f5f-8458-8a4d3114aae8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:49:38 user nova-compute[74307]: DEBUG nova.compute.manager [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Starting instance... {{(pid=74307) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 07:49:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:49:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:49:38 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 07:49:38 user nova-compute[74307]: INFO nova.compute.claims [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Claim successful on node user
Oct 24 07:49:38 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:49:38 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:49:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.435s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:49:38 user nova-compute[74307]: DEBUG nova.compute.manager [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Start building networks asynchronously for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 07:49:39 user nova-compute[74307]: DEBUG nova.compute.manager [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Allocating IP information in the background. {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 07:49:39 user nova-compute[74307]: DEBUG nova.network.neutron [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] allocate_for_instance() {{(pid=74307) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 07:49:39 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 07:49:39 user nova-compute[74307]: DEBUG nova.compute.manager [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Start building block device mappings for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 07:49:39 user nova-compute[74307]: DEBUG nova.policy [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '514c86e8bc0b4f028a4e831cc15f1dd0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8663add8cb13470095b2b73e60705507', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74307) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 07:49:39 user nova-compute[74307]: DEBUG nova.compute.manager [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Start spawning the instance on the hypervisor. {{(pid=74307) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 07:49:39 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Creating instance directory {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 07:49:39 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Creating image(s)
Oct 24 07:49:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquiring lock "/opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:49:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "/opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:49:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "/opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.007s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:49:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:49:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.263s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:49:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquiring lock "9cb24620554d5eab84e846c14e389d04f4c43d48" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:49:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:49:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:49:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.228s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:49:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/disk 1073741824 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:49:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/disk 1073741824" returned: 0 in 0.072s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:49:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.309s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:49:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:49:39 user nova-compute[74307]: DEBUG nova.network.neutron [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Successfully created port: aae21de3-d60c-4a0b-9ee8-46c14cae1662 {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 07:49:40 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.225s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:49:40 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/disk. size=1073741824 {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 07:49:40 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:49:40 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/disk --force-share --output=json" returned: 0 in 0.259s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:49:40 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Cannot resize image /opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/disk to a smaller size. {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 07:49:40 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Created local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 07:49:40 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Ensure instance console log exists: /opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 07:49:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:49:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:49:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:49:40 user nova-compute[74307]: DEBUG nova.network.neutron [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Successfully updated port: aae21de3-d60c-4a0b-9ee8-46c14cae1662 {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 07:49:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquiring lock "refresh_cache-6f71d751-f022-4f5f-8458-8a4d3114aae8" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:49:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquired lock "refresh_cache-6f71d751-f022-4f5f-8458-8a4d3114aae8" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:49:40 user nova-compute[74307]: DEBUG nova.network.neutron [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 07:49:40 user nova-compute[74307]: DEBUG nova.compute.manager [req-31c68c7f-f9fa-4fb9-ac0a-9212fbf9ab7a req-6f5b51e2-aeab-4f91-8e63-8544370132e3 service nova] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Received event network-changed-aae21de3-d60c-4a0b-9ee8-46c14cae1662 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:49:40 user nova-compute[74307]: DEBUG nova.compute.manager [req-31c68c7f-f9fa-4fb9-ac0a-9212fbf9ab7a req-6f5b51e2-aeab-4f91-8e63-8544370132e3 service nova] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Refreshing instance network info cache due to event network-changed-aae21de3-d60c-4a0b-9ee8-46c14cae1662. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:49:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-31c68c7f-f9fa-4fb9-ac0a-9212fbf9ab7a req-6f5b51e2-aeab-4f91-8e63-8544370132e3 service nova] Acquiring lock "refresh_cache-6f71d751-f022-4f5f-8458-8a4d3114aae8" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:49:40 user nova-compute[74307]: DEBUG nova.network.neutron [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 07:49:41 user nova-compute[74307]: DEBUG nova.network.neutron [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Updating instance_info_cache with network_info: [{"id": "aae21de3-d60c-4a0b-9ee8-46c14cae1662", "address": "fa:16:3e:8a:eb:e7", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaae21de3-d6", "ovs_interfaceid": "aae21de3-d60c-4a0b-9ee8-46c14cae1662", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:49:41 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Releasing lock "refresh_cache-6f71d751-f022-4f5f-8458-8a4d3114aae8" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:49:41 user nova-compute[74307]: DEBUG nova.compute.manager [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Instance network_info: |[{"id": "aae21de3-d60c-4a0b-9ee8-46c14cae1662", "address": "fa:16:3e:8a:eb:e7", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaae21de3-d6", "ovs_interfaceid": "aae21de3-d60c-4a0b-9ee8-46c14cae1662", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 07:49:41 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-31c68c7f-f9fa-4fb9-ac0a-9212fbf9ab7a req-6f5b51e2-aeab-4f91-8e63-8544370132e3 service nova] Acquired lock "refresh_cache-6f71d751-f022-4f5f-8458-8a4d3114aae8" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:49:41 user nova-compute[74307]: DEBUG nova.network.neutron [req-31c68c7f-f9fa-4fb9-ac0a-9212fbf9ab7a req-6f5b51e2-aeab-4f91-8e63-8544370132e3 service nova] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Refreshing network info cache for port aae21de3-d60c-4a0b-9ee8-46c14cae1662 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:49:41 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Start _get_guest_xml network_info=[{"id": "aae21de3-d60c-4a0b-9ee8-46c14cae1662", "address": "fa:16:3e:8a:eb:e7", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaae21de3-d6", "ovs_interfaceid": "aae21de3-d60c-4a0b-9ee8-46c14cae1662", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'boot_index': 0, 'guest_format': None, 'image_id': 'ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 07:49:41 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:49:41 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:49:41 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 07:49:41 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 07:49:41 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 07:49:41 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 07:49:41 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 07:49:41 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 07:49:41 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 07:49:41 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 07:49:41 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 07:49:41 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 07:49:41 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 07:49:41 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 07:49:41 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 07:49:41 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 07:49:41 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 07:49:41 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 07:49:41 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:49:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-300965015',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-300965015',id=18,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8663add8cb13470095b2b73e60705507',ramdisk_id='',reservation_id='r-latntamq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-977236319',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:49:39Z,user_data=None,user_id='514c86e8bc0b4f028a4e831cc15f1dd0',uuid=6f71d751-f022-4f5f-8458-8a4d3114aae8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "aae21de3-d60c-4a0b-9ee8-46c14cae1662", "address": "fa:16:3e:8a:eb:e7", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaae21de3-d6", "ovs_interfaceid": "aae21de3-d60c-4a0b-9ee8-46c14cae1662", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 07:49:41 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Converting VIF {"id": "aae21de3-d60c-4a0b-9ee8-46c14cae1662", "address": "fa:16:3e:8a:eb:e7", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaae21de3-d6", "ovs_interfaceid": "aae21de3-d60c-4a0b-9ee8-46c14cae1662", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:49:41 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8a:eb:e7,bridge_name='br-int',has_traffic_filtering=True,id=aae21de3-d60c-4a0b-9ee8-46c14cae1662,network=Network(3db729c6-868c-43bd-b594-4d15882c5b5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaae21de3-d6') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:49:41 user nova-compute[74307]: DEBUG nova.objects.instance [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lazy-loading 'pci_devices' on Instance uuid 6f71d751-f022-4f5f-8458-8a4d3114aae8 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:49:41 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] End _get_guest_xml xml=<domain type="kvm">
Oct 24 07:49:41 user nova-compute[74307]:   <uuid>6f71d751-f022-4f5f-8458-8a4d3114aae8</uuid>
Oct 24 07:49:41 user nova-compute[74307]:   <name>instance-00000012</name>
Oct 24 07:49:41 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 07:49:41 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 07:49:41 user nova-compute[74307]:   <metadata>
Oct 24 07:49:41 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 07:49:41 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 07:49:41 user nova-compute[74307]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-300965015</nova:name>
Oct 24 07:49:41 user nova-compute[74307]:       <nova:creationTime>2023-10-24 07:49:41</nova:creationTime>
Oct 24 07:49:41 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 07:49:41 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 07:49:41 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 07:49:41 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 07:49:41 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 07:49:41 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 07:49:41 user nova-compute[74307]:       </nova:flavor>
Oct 24 07:49:41 user nova-compute[74307]:       <nova:owner>
Oct 24 07:49:41 user nova-compute[74307]:         <nova:user uuid="514c86e8bc0b4f028a4e831cc15f1dd0">tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member</nova:user>
Oct 24 07:49:41 user nova-compute[74307]:         <nova:project uuid="8663add8cb13470095b2b73e60705507">tempest-ServerBootFromVolumeStableRescueTest-977236319</nova:project>
Oct 24 07:49:41 user nova-compute[74307]:       </nova:owner>
Oct 24 07:49:41 user nova-compute[74307]:       <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 07:49:41 user nova-compute[74307]:       <nova:ports>
Oct 24 07:49:41 user nova-compute[74307]:         <nova:port uuid="aae21de3-d60c-4a0b-9ee8-46c14cae1662">
Oct 24 07:49:41 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 24 07:49:41 user nova-compute[74307]:         </nova:port>
Oct 24 07:49:41 user nova-compute[74307]:       </nova:ports>
Oct 24 07:49:41 user nova-compute[74307]:     </nova:instance>
Oct 24 07:49:41 user nova-compute[74307]:   </metadata>
Oct 24 07:49:41 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 07:49:41 user nova-compute[74307]:     <system>
Oct 24 07:49:41 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 07:49:41 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 07:49:41 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 07:49:41 user nova-compute[74307]:       <entry name="serial">6f71d751-f022-4f5f-8458-8a4d3114aae8</entry>
Oct 24 07:49:41 user nova-compute[74307]:       <entry name="uuid">6f71d751-f022-4f5f-8458-8a4d3114aae8</entry>
Oct 24 07:49:41 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 07:49:41 user nova-compute[74307]:     </system>
Oct 24 07:49:41 user nova-compute[74307]:   </sysinfo>
Oct 24 07:49:41 user nova-compute[74307]:   <os>
Oct 24 07:49:41 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 07:49:41 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 07:49:41 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 07:49:41 user nova-compute[74307]:   </os>
Oct 24 07:49:41 user nova-compute[74307]:   <features>
Oct 24 07:49:41 user nova-compute[74307]:     <acpi/>
Oct 24 07:49:41 user nova-compute[74307]:     <apic/>
Oct 24 07:49:41 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 07:49:41 user nova-compute[74307]:   </features>
Oct 24 07:49:41 user nova-compute[74307]:   <clock offset="utc">
Oct 24 07:49:41 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 07:49:41 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 07:49:41 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 07:49:41 user nova-compute[74307]:   </clock>
Oct 24 07:49:41 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 07:49:41 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 07:49:41 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 07:49:41 user nova-compute[74307]:   </cpu>
Oct 24 07:49:41 user nova-compute[74307]:   <devices>
Oct 24 07:49:41 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 07:49:41 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 07:49:41 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/disk"/>
Oct 24 07:49:41 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 07:49:41 user nova-compute[74307]:     </disk>
Oct 24 07:49:41 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 07:49:41 user nova-compute[74307]:       <mac address="fa:16:3e:8a:eb:e7"/>
Oct 24 07:49:41 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:49:41 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 07:49:41 user nova-compute[74307]:       <target dev="tapaae21de3-d6"/>
Oct 24 07:49:41 user nova-compute[74307]:     </interface>
Oct 24 07:49:41 user nova-compute[74307]:     <serial type="pty">
Oct 24 07:49:41 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/console.log" append="off"/>
Oct 24 07:49:41 user nova-compute[74307]:     </serial>
Oct 24 07:49:41 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 07:49:41 user nova-compute[74307]:     <video>
Oct 24 07:49:41 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:49:41 user nova-compute[74307]:     </video>
Oct 24 07:49:41 user nova-compute[74307]:     <rng model="virtio">
Oct 24 07:49:41 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 07:49:41 user nova-compute[74307]:     </rng>
Oct 24 07:49:41 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 07:49:41 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 07:49:41 user nova-compute[74307]:       <stats period="10"/>
Oct 24 07:49:41 user nova-compute[74307]:     </memballoon>
Oct 24 07:49:41 user nova-compute[74307]:   </devices>
Oct 24 07:49:41 user nova-compute[74307]: </domain>
Oct 24 07:49:41 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 07:49:41 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:49:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-300965015',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-300965015',id=18,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8663add8cb13470095b2b73e60705507',ramdisk_id='',reservation_id='r-latntamq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-977236319',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:49:39Z,user_data=None,user_id='514c86e8bc0b4f028a4e831cc15f1dd0',uuid=6f71d751-f022-4f5f-8458-8a4d3114aae8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "aae21de3-d60c-4a0b-9ee8-46c14cae1662", "address": "fa:16:3e:8a:eb:e7", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaae21de3-d6", "ovs_interfaceid": "aae21de3-d60c-4a0b-9ee8-46c14cae1662", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 07:49:41 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Converting VIF {"id": "aae21de3-d60c-4a0b-9ee8-46c14cae1662", "address": "fa:16:3e:8a:eb:e7", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaae21de3-d6", "ovs_interfaceid": "aae21de3-d60c-4a0b-9ee8-46c14cae1662", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:49:41 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8a:eb:e7,bridge_name='br-int',has_traffic_filtering=True,id=aae21de3-d60c-4a0b-9ee8-46c14cae1662,network=Network(3db729c6-868c-43bd-b594-4d15882c5b5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaae21de3-d6') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:49:41 user nova-compute[74307]: DEBUG os_vif [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8a:eb:e7,bridge_name='br-int',has_traffic_filtering=True,id=aae21de3-d60c-4a0b-9ee8-46c14cae1662,network=Network(3db729c6-868c-43bd-b594-4d15882c5b5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaae21de3-d6') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 07:49:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:49:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:49:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:49:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:49:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b84142a3-3d0b-5e58-aaeb-c7f6e7d51e6a', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:49:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:49:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:49:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:49:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:49:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapaae21de3-d6, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:49:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapaae21de3-d6, col_values=(('qos', UUID('7eff3b38-0805-47b7-974c-791469149380')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:49:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapaae21de3-d6, col_values=(('external_ids', {'iface-id': 'aae21de3-d60c-4a0b-9ee8-46c14cae1662', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8a:eb:e7', 'vm-uuid': '6f71d751-f022-4f5f-8458-8a4d3114aae8'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:49:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:49:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:49:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:49:41 user nova-compute[74307]: INFO os_vif [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8a:eb:e7,bridge_name='br-int',has_traffic_filtering=True,id=aae21de3-d60c-4a0b-9ee8-46c14cae1662,network=Network(3db729c6-868c-43bd-b594-4d15882c5b5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaae21de3-d6')
Oct 24 07:49:41 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:49:41 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] No VIF found with MAC fa:16:3e:8a:eb:e7, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:49:41 user nova-compute[74307]: DEBUG nova.network.neutron [req-31c68c7f-f9fa-4fb9-ac0a-9212fbf9ab7a req-6f5b51e2-aeab-4f91-8e63-8544370132e3 service nova] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Updated VIF entry in instance network info cache for port aae21de3-d60c-4a0b-9ee8-46c14cae1662. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:49:41 user nova-compute[74307]: DEBUG nova.network.neutron [req-31c68c7f-f9fa-4fb9-ac0a-9212fbf9ab7a req-6f5b51e2-aeab-4f91-8e63-8544370132e3 service nova] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Updating instance_info_cache with network_info: [{"id": "aae21de3-d60c-4a0b-9ee8-46c14cae1662", "address": "fa:16:3e:8a:eb:e7", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaae21de3-d6", "ovs_interfaceid": "aae21de3-d60c-4a0b-9ee8-46c14cae1662", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:49:41 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-31c68c7f-f9fa-4fb9-ac0a-9212fbf9ab7a req-6f5b51e2-aeab-4f91-8e63-8544370132e3 service nova] Releasing lock "refresh_cache-6f71d751-f022-4f5f-8458-8a4d3114aae8" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:49:43 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:49:43 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:49:43 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-feda736c-e4b5-4f92-bf5f-8aa95b64989a tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Acquiring lock "d508a024-e0f7-4864-871e-a33b8abc2157" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:49:43 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-feda736c-e4b5-4f92-bf5f-8aa95b64989a tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Lock "d508a024-e0f7-4864-871e-a33b8abc2157" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:49:43 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-feda736c-e4b5-4f92-bf5f-8aa95b64989a tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Acquiring lock "d508a024-e0f7-4864-871e-a33b8abc2157-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:49:43 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-feda736c-e4b5-4f92-bf5f-8aa95b64989a tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Lock "d508a024-e0f7-4864-871e-a33b8abc2157-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:49:43 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-feda736c-e4b5-4f92-bf5f-8aa95b64989a tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Lock "d508a024-e0f7-4864-871e-a33b8abc2157-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:49:43 user nova-compute[74307]: INFO nova.compute.manager [None req-feda736c-e4b5-4f92-bf5f-8aa95b64989a tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Terminating instance
Oct 24 07:49:43 user nova-compute[74307]: DEBUG nova.compute.manager [None req-feda736c-e4b5-4f92-bf5f-8aa95b64989a tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Start destroying the instance on the hypervisor. {{(pid=74307) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 07:49:43 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:49:43 user nova-compute[74307]: DEBUG nova.compute.manager [req-1ed68918-ba40-4632-90a5-034f0edb4525 req-5cc97cbd-c782-4874-a0f4-977400e1e897 service nova] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Received event network-vif-plugged-aae21de3-d60c-4a0b-9ee8-46c14cae1662 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:49:43 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-1ed68918-ba40-4632-90a5-034f0edb4525 req-5cc97cbd-c782-4874-a0f4-977400e1e897 service nova] Acquiring lock "6f71d751-f022-4f5f-8458-8a4d3114aae8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:49:43 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-1ed68918-ba40-4632-90a5-034f0edb4525 req-5cc97cbd-c782-4874-a0f4-977400e1e897 service nova] Lock "6f71d751-f022-4f5f-8458-8a4d3114aae8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:49:43 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-1ed68918-ba40-4632-90a5-034f0edb4525 req-5cc97cbd-c782-4874-a0f4-977400e1e897 service nova] Lock "6f71d751-f022-4f5f-8458-8a4d3114aae8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:49:43 user nova-compute[74307]: DEBUG nova.compute.manager [req-1ed68918-ba40-4632-90a5-034f0edb4525 req-5cc97cbd-c782-4874-a0f4-977400e1e897 service nova] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] No waiting events found dispatching network-vif-plugged-aae21de3-d60c-4a0b-9ee8-46c14cae1662 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:49:43 user nova-compute[74307]: WARNING nova.compute.manager [req-1ed68918-ba40-4632-90a5-034f0edb4525 req-5cc97cbd-c782-4874-a0f4-977400e1e897 service nova] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Received unexpected event network-vif-plugged-aae21de3-d60c-4a0b-9ee8-46c14cae1662 for instance with vm_state building and task_state spawning.
Oct 24 07:49:43 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:49:43 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:49:43 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:49:43 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:49:43 user nova-compute[74307]: DEBUG nova.compute.manager [req-d5c538d5-bd21-4b97-bc3b-5d04f76c2536 req-f0e4f08b-75ff-4dfe-9031-821c2fb78bf2 service nova] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Received event network-vif-unplugged-228fd704-c98f-4755-880e-f8e1c8d149c9 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:49:43 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d5c538d5-bd21-4b97-bc3b-5d04f76c2536 req-f0e4f08b-75ff-4dfe-9031-821c2fb78bf2 service nova] Acquiring lock "d508a024-e0f7-4864-871e-a33b8abc2157-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:49:43 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d5c538d5-bd21-4b97-bc3b-5d04f76c2536 req-f0e4f08b-75ff-4dfe-9031-821c2fb78bf2 service nova] Lock "d508a024-e0f7-4864-871e-a33b8abc2157-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:49:43 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d5c538d5-bd21-4b97-bc3b-5d04f76c2536 req-f0e4f08b-75ff-4dfe-9031-821c2fb78bf2 service nova] Lock "d508a024-e0f7-4864-871e-a33b8abc2157-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:49:43 user nova-compute[74307]: DEBUG nova.compute.manager [req-d5c538d5-bd21-4b97-bc3b-5d04f76c2536 req-f0e4f08b-75ff-4dfe-9031-821c2fb78bf2 service nova] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] No waiting events found dispatching network-vif-unplugged-228fd704-c98f-4755-880e-f8e1c8d149c9 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:49:43 user nova-compute[74307]: DEBUG nova.compute.manager [req-d5c538d5-bd21-4b97-bc3b-5d04f76c2536 req-f0e4f08b-75ff-4dfe-9031-821c2fb78bf2 service nova] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Received event network-vif-unplugged-228fd704-c98f-4755-880e-f8e1c8d149c9 for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 07:49:44 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Instance destroyed successfully.
Oct 24 07:49:44 user nova-compute[74307]: DEBUG nova.objects.instance [None req-feda736c-e4b5-4f92-bf5f-8aa95b64989a tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Lazy-loading 'resources' on Instance uuid d508a024-e0f7-4864-871e-a33b8abc2157 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-feda736c-e4b5-4f92-bf5f-8aa95b64989a tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-24T07:45:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-822519195',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1478508368',id=14,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAE0onCL6F4yqgTTY2r4K4LnGxa1wtahJVG2AzgAEAeCtDS8tc8czohEJw5BfPgFjaoBPHUtFPsm4WUgBMsXdJsZ75DB1Ag2K1Oau8085W4vLoEJ9cxkGPYDUHXr1TL/AQ==',key_name='tempest-keypair-2061474433',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:48:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='23f9f3e7b0ee44c78834ee83989de443',ramdisk_id='',reservation_id='r-zrs12sq3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1552029862',owner_user_name='tempest-ServerActionsV293TestJSON-1552029862-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T07:48:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f61e297cf67649738ff0b759ca29d46b',uuid=d508a024-e0f7-4864-871e-a33b8abc2157,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "228fd704-c98f-4755-880e-f8e1c8d149c9", "address": "fa:16:3e:08:c9:ff", "network": {"id": "aadb35a3-f253-4840-94b5-52dda749cb05", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-673066702-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.96", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "23f9f3e7b0ee44c78834ee83989de443", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap228fd704-c9", "ovs_interfaceid": "228fd704-c98f-4755-880e-f8e1c8d149c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-feda736c-e4b5-4f92-bf5f-8aa95b64989a tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Converting VIF {"id": "228fd704-c98f-4755-880e-f8e1c8d149c9", "address": "fa:16:3e:08:c9:ff", "network": {"id": "aadb35a3-f253-4840-94b5-52dda749cb05", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-673066702-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.96", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "23f9f3e7b0ee44c78834ee83989de443", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap228fd704-c9", "ovs_interfaceid": "228fd704-c98f-4755-880e-f8e1c8d149c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-feda736c-e4b5-4f92-bf5f-8aa95b64989a tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:08:c9:ff,bridge_name='br-int',has_traffic_filtering=True,id=228fd704-c98f-4755-880e-f8e1c8d149c9,network=Network(aadb35a3-f253-4840-94b5-52dda749cb05),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap228fd704-c9') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG os_vif [None req-feda736c-e4b5-4f92-bf5f-8aa95b64989a tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:08:c9:ff,bridge_name='br-int',has_traffic_filtering=True,id=228fd704-c98f-4755-880e-f8e1c8d149c9,network=Network(aadb35a3-f253-4840-94b5-52dda749cb05),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap228fd704-c9') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap228fd704-c9, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fbe1c9a6-e50a-4a70-9598-893c52bd72f6) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:49:44 user nova-compute[74307]: INFO os_vif [None req-feda736c-e4b5-4f92-bf5f-8aa95b64989a tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:08:c9:ff,bridge_name='br-int',has_traffic_filtering=True,id=228fd704-c98f-4755-880e-f8e1c8d149c9,network=Network(aadb35a3-f253-4840-94b5-52dda749cb05),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap228fd704-c9')
Oct 24 07:49:44 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-feda736c-e4b5-4f92-bf5f-8aa95b64989a tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] calling os-brick to detach iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-feda736c-e4b5-4f92-bf5f-8aa95b64989a tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, {'target_iqn': 'iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gEvkBPcY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:49:44 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-feda736c-e4b5-4f92-bf5f-8aa95b64989a tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:49:44 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-feda736c-e4b5-4f92-bf5f-8aa95b64989a tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-feda736c-e4b5-4f92-bf5f-8aa95b64989a tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef13ff65-23e2-44ea-9f44-23b8a416f0af]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-feda736c-e4b5-4f92-bf5f-8aa95b64989a tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 07:49:44 user nova-compute[74307]: No targets found.
Oct 24 07:49:44 user nova-compute[74307]: iSNS:
Oct 24 07:49:44 user nova-compute[74307]: No targets found.
Oct 24 07:49:44 user nova-compute[74307]: STATIC:
Oct 24 07:49:44 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc
Oct 24 07:49:44 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:49:44 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:49:44 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63
Oct 24 07:49:44 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:49:44 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:49:44 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854
Oct 24 07:49:44 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:49:44 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:49:44 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6
Oct 24 07:49:44 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:49:44 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:49:44 user nova-compute[74307]: FIRMWARE:
Oct 24 07:49:44 user nova-compute[74307]: No targets found.
Oct 24 07:49:44 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-feda736c-e4b5-4f92-bf5f-8aa95b64989a tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 07:49:44 user nova-compute[74307]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 07:49:44 user nova-compute[74307]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74307) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-feda736c-e4b5-4f92-bf5f-8aa95b64989a tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6', 0)] {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.027s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[bff3f34a-d994-4e4b-937d-0a16cee73d17]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[a044b23e-546a-426e-b2c4-f06a4b1891cb]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-feda736c-e4b5-4f92-bf5f-8aa95b64989a tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:49:44 user nova-compute[74307]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 (non-flash)
Oct 24 07:49:44 user nova-compute[74307]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 (non-flash)
Oct 24 07:49:44 user nova-compute[74307]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)
Oct 24 07:49:44 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-feda736c-e4b5-4f92-bf5f-8aa95b64989a tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:49:44 user nova-compute[74307]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 (non-flash)
Oct 24 07:49:44 user nova-compute[74307]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 (non-flash)
Oct 24 07:49:44 user nova-compute[74307]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)
Oct 24 07:49:44 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-feda736c-e4b5-4f92-bf5f-8aa95b64989a tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4600fa2050>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6'): ({'sde'}, set())}) {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-feda736c-e4b5-4f92-bf5f-8aa95b64989a tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Removing single pathed devices sde {{(pid=74307) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.026s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c9efd7a-7b9d-4cd1-9c22-ad559d9f8600]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[46d89cc9-9a3a-4a8f-86b4-3bd38a0554f7]: (4, ('ok\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-feda736c-e4b5-4f92-bf5f-8aa95b64989a tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Flushing IO for device /dev/sde {{(pid=74307) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9eb9a15-bcc5-4432-9b11-220a6ab576cb]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-feda736c-e4b5-4f92-bf5f-8aa95b64989a tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74307) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.058s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[332a1466-ca65-4395-980a-f335ba8d45cc]: (4, ('1', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-feda736c-e4b5-4f92-bf5f-8aa95b64989a tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-feda736c-e4b5-4f92-bf5f-8aa95b64989a tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] SCSI volumes sde have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIOaf347d9a-578a2562aa93992a', '/dev/disk/by-id/scsi-23537386132353632', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_af347d9a') {{(pid=85657) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 24 07:49:44 user nova-compute[74307]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-1SCST_BIOaf347d9a-578a2562aa93992a
Oct 24 07:49:44 user nova-compute[74307]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-23537386132353632
Oct 24 07:49:44 user nova-compute[74307]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-SSCST_BIO_Storage_af347d9a
Oct 24 07:49:44 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b048d5c5-dd84-4f85-a5e9-9b0cf06a72cc]: (4, None) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-feda736c-e4b5-4f92-bf5f-8aa95b64989a tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6')] {{(pid=74307) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7d56614-aecd-4347-8528-17bf4d0f6a01]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-feda736c-e4b5-4f92-bf5f-8aa95b64989a tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 -p 172.16.0.220:3260 --logout {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.083s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[622eb87c-02d2-4bad-8093-78575b0d9267]: (4, ('Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6, portal: 172.16.0.220,3260]\nLogout of [sid: 21, target: iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-feda736c-e4b5-4f92-bf5f-8aa95b64989a tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6, portal: 172.16.0.220,3260]
Oct 24 07:49:44 user nova-compute[74307]: Logout of [sid: 21, target: iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6, portal: 172.16.0.220,3260] successful.
Oct 24 07:49:44 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 -p 172.16.0.220:3260 --op delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5121a72e-b0f0-4c9b-9d37-48a91ed948d6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.036s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[894b94d0-39a8-473d-b235-00b5497b972d]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-feda736c-e4b5-4f92-bf5f-8aa95b64989a tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-feda736c-e4b5-4f92-bf5f-8aa95b64989a tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.411s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-feda736c-e4b5-4f92-bf5f-8aa95b64989a tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] <== disconnect_volume: return (413ms) None {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-feda736c-e4b5-4f92-bf5f-8aa95b64989a tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Disconnected iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 07:49:44 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-feda736c-e4b5-4f92-bf5f-8aa95b64989a tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Deleting instance files /opt/stack/data/nova/instances/d508a024-e0f7-4864-871e-a33b8abc2157_del
Oct 24 07:49:44 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-feda736c-e4b5-4f92-bf5f-8aa95b64989a tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Deletion of /opt/stack/data/nova/instances/d508a024-e0f7-4864-871e-a33b8abc2157_del complete
Oct 24 07:49:44 user nova-compute[74307]: INFO nova.compute.manager [None req-feda736c-e4b5-4f92-bf5f-8aa95b64989a tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Took 1.38 seconds to destroy the instance on the hypervisor.
Oct 24 07:49:44 user nova-compute[74307]: DEBUG oslo.service.loopingcall [None req-feda736c-e4b5-4f92-bf5f-8aa95b64989a tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74307) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG nova.compute.manager [-] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Deallocating network for instance {{(pid=74307) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] deallocate_for_instance() {{(pid=74307) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 07:49:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:49:45 user nova-compute[74307]: DEBUG nova.compute.manager [req-a5a0e1ff-2e9b-4e14-9afb-d5c37fd3e927 req-803bff4f-73c0-4036-b9d1-5eae2d445a9d service nova] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Received event network-vif-plugged-aae21de3-d60c-4a0b-9ee8-46c14cae1662 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:49:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a5a0e1ff-2e9b-4e14-9afb-d5c37fd3e927 req-803bff4f-73c0-4036-b9d1-5eae2d445a9d service nova] Acquiring lock "6f71d751-f022-4f5f-8458-8a4d3114aae8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:49:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a5a0e1ff-2e9b-4e14-9afb-d5c37fd3e927 req-803bff4f-73c0-4036-b9d1-5eae2d445a9d service nova] Lock "6f71d751-f022-4f5f-8458-8a4d3114aae8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:49:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a5a0e1ff-2e9b-4e14-9afb-d5c37fd3e927 req-803bff4f-73c0-4036-b9d1-5eae2d445a9d service nova] Lock "6f71d751-f022-4f5f-8458-8a4d3114aae8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:49:45 user nova-compute[74307]: DEBUG nova.compute.manager [req-a5a0e1ff-2e9b-4e14-9afb-d5c37fd3e927 req-803bff4f-73c0-4036-b9d1-5eae2d445a9d service nova] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] No waiting events found dispatching network-vif-plugged-aae21de3-d60c-4a0b-9ee8-46c14cae1662 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:49:45 user nova-compute[74307]: WARNING nova.compute.manager [req-a5a0e1ff-2e9b-4e14-9afb-d5c37fd3e927 req-803bff4f-73c0-4036-b9d1-5eae2d445a9d service nova] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Received unexpected event network-vif-plugged-aae21de3-d60c-4a0b-9ee8-46c14cae1662 for instance with vm_state building and task_state spawning.
Oct 24 07:49:45 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:49:45 user nova-compute[74307]: INFO nova.compute.manager [-] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Took 0.88 seconds to deallocate network for instance.
Oct 24 07:49:45 user nova-compute[74307]: DEBUG nova.compute.manager [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 07:49:45 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Guest created on hypervisor {{(pid=74307) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 07:49:45 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Instance spawned successfully.
Oct 24 07:49:45 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 07:49:45 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Found default for hw_cdrom_bus of ide {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:49:45 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Found default for hw_disk_bus of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:49:45 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Found default for hw_input_bus of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:49:45 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Found default for hw_pointer_model of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:49:45 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Found default for hw_video_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:49:45 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Found default for hw_vif_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:49:45 user nova-compute[74307]: DEBUG nova.compute.manager [req-8320ef2a-ab7a-4384-b2f7-a150831bdc44 req-01638000-e279-4d62-b94c-a1c07db6b5a0 service nova] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Received event network-vif-plugged-228fd704-c98f-4755-880e-f8e1c8d149c9 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:49:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-8320ef2a-ab7a-4384-b2f7-a150831bdc44 req-01638000-e279-4d62-b94c-a1c07db6b5a0 service nova] Acquiring lock "d508a024-e0f7-4864-871e-a33b8abc2157-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:49:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-8320ef2a-ab7a-4384-b2f7-a150831bdc44 req-01638000-e279-4d62-b94c-a1c07db6b5a0 service nova] Lock "d508a024-e0f7-4864-871e-a33b8abc2157-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:49:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-8320ef2a-ab7a-4384-b2f7-a150831bdc44 req-01638000-e279-4d62-b94c-a1c07db6b5a0 service nova] Lock "d508a024-e0f7-4864-871e-a33b8abc2157-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:49:45 user nova-compute[74307]: DEBUG nova.compute.manager [req-8320ef2a-ab7a-4384-b2f7-a150831bdc44 req-01638000-e279-4d62-b94c-a1c07db6b5a0 service nova] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] No waiting events found dispatching network-vif-plugged-228fd704-c98f-4755-880e-f8e1c8d149c9 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:49:45 user nova-compute[74307]: WARNING nova.compute.manager [req-8320ef2a-ab7a-4384-b2f7-a150831bdc44 req-01638000-e279-4d62-b94c-a1c07db6b5a0 service nova] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Received unexpected event network-vif-plugged-228fd704-c98f-4755-880e-f8e1c8d149c9 for instance with vm_state active and task_state deleting.
Oct 24 07:49:45 user nova-compute[74307]: DEBUG nova.compute.manager [req-8320ef2a-ab7a-4384-b2f7-a150831bdc44 req-01638000-e279-4d62-b94c-a1c07db6b5a0 service nova] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Received event network-vif-deleted-228fd704-c98f-4755-880e-f8e1c8d149c9 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:49:46 user nova-compute[74307]: INFO nova.compute.manager [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Took 6.86 seconds to spawn the instance on the hypervisor.
Oct 24 07:49:46 user nova-compute[74307]: DEBUG nova.compute.manager [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:49:46 user nova-compute[74307]: INFO nova.compute.manager [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Took 7.67 seconds to build instance.
Oct 24 07:49:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6169e8cb-108a-427a-8d4f-737a772e586c tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "6f71d751-f022-4f5f-8458-8a4d3114aae8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.832s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:49:46 user nova-compute[74307]: DEBUG nova.compute.manager [req-432c5cc1-b206-4a01-8ff9-834be98736af req-1510e7ce-d89c-45ff-b3a7-f6958821aaa8 service nova] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Received event network-changed-034771fb-1713-4492-97d5-83ce6a5e351e {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:49:46 user nova-compute[74307]: DEBUG nova.compute.manager [req-432c5cc1-b206-4a01-8ff9-834be98736af req-1510e7ce-d89c-45ff-b3a7-f6958821aaa8 service nova] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Refreshing instance network info cache due to event network-changed-034771fb-1713-4492-97d5-83ce6a5e351e. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:49:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-432c5cc1-b206-4a01-8ff9-834be98736af req-1510e7ce-d89c-45ff-b3a7-f6958821aaa8 service nova] Acquiring lock "refresh_cache-dd88db6b-5c0d-4e8f-af41-8dd84cb42aab" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:49:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-432c5cc1-b206-4a01-8ff9-834be98736af req-1510e7ce-d89c-45ff-b3a7-f6958821aaa8 service nova] Acquired lock "refresh_cache-dd88db6b-5c0d-4e8f-af41-8dd84cb42aab" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:49:46 user nova-compute[74307]: DEBUG nova.network.neutron [req-432c5cc1-b206-4a01-8ff9-834be98736af req-1510e7ce-d89c-45ff-b3a7-f6958821aaa8 service nova] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Refreshing network info cache for port 034771fb-1713-4492-97d5-83ce6a5e351e {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:49:46 user nova-compute[74307]: INFO nova.compute.manager [None req-feda736c-e4b5-4f92-bf5f-8aa95b64989a tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Took 1.07 seconds to detach 1 volumes for instance.
Oct 24 07:49:46 user nova-compute[74307]: DEBUG nova.compute.manager [None req-feda736c-e4b5-4f92-bf5f-8aa95b64989a tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] [instance: d508a024-e0f7-4864-871e-a33b8abc2157] Deleting volume: 5121a72e-b0f0-4c9b-9d37-48a91ed948d6 {{(pid=74307) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 24 07:49:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-feda736c-e4b5-4f92-bf5f-8aa95b64989a tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:49:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-feda736c-e4b5-4f92-bf5f-8aa95b64989a tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:49:47 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-feda736c-e4b5-4f92-bf5f-8aa95b64989a tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:49:47 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-feda736c-e4b5-4f92-bf5f-8aa95b64989a tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:49:47 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-feda736c-e4b5-4f92-bf5f-8aa95b64989a tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.462s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:49:47 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-feda736c-e4b5-4f92-bf5f-8aa95b64989a tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Deleted allocations for instance d508a024-e0f7-4864-871e-a33b8abc2157
Oct 24 07:49:47 user nova-compute[74307]: DEBUG nova.network.neutron [req-432c5cc1-b206-4a01-8ff9-834be98736af req-1510e7ce-d89c-45ff-b3a7-f6958821aaa8 service nova] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Updated VIF entry in instance network info cache for port 034771fb-1713-4492-97d5-83ce6a5e351e. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:49:47 user nova-compute[74307]: DEBUG nova.network.neutron [req-432c5cc1-b206-4a01-8ff9-834be98736af req-1510e7ce-d89c-45ff-b3a7-f6958821aaa8 service nova] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Updating instance_info_cache with network_info: [{"id": "034771fb-1713-4492-97d5-83ce6a5e351e", "address": "fa:16:3e:02:84:09", "network": {"id": "5dafd771-aa79-4f10-ae89-825cf68cc799", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992292320-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c8af780fd194436b7514e54c5d7ef27", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap034771fb-17", "ovs_interfaceid": "034771fb-1713-4492-97d5-83ce6a5e351e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:49:47 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-432c5cc1-b206-4a01-8ff9-834be98736af req-1510e7ce-d89c-45ff-b3a7-f6958821aaa8 service nova] Releasing lock "refresh_cache-dd88db6b-5c0d-4e8f-af41-8dd84cb42aab" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:49:47 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-feda736c-e4b5-4f92-bf5f-8aa95b64989a tempest-ServerActionsV293TestJSON-1552029862 tempest-ServerActionsV293TestJSON-1552029862-project-member] Lock "d508a024-e0f7-4864-871e-a33b8abc2157" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.167s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:49:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:49:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:49:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:49:54 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-204bfce0-0e1f-4df5-8fbd-daa4d2ade4d8 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Acquiring lock "dd88db6b-5c0d-4e8f-af41-8dd84cb42aab" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:49:54 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-204bfce0-0e1f-4df5-8fbd-daa4d2ade4d8 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "dd88db6b-5c0d-4e8f-af41-8dd84cb42aab" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:49:54 user nova-compute[74307]: INFO nova.compute.manager [None req-204bfce0-0e1f-4df5-8fbd-daa4d2ade4d8 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Shelving
Oct 24 07:49:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:49:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:49:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:49:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:49:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:49:55 user nova-compute[74307]: DEBUG nova.compute.manager [req-6e253c94-9344-48de-9312-0e3a0e14811a req-edb47a57-ccc9-4da2-b062-75d6be2ea547 service nova] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Received event network-vif-unplugged-034771fb-1713-4492-97d5-83ce6a5e351e {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:49:55 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6e253c94-9344-48de-9312-0e3a0e14811a req-edb47a57-ccc9-4da2-b062-75d6be2ea547 service nova] Acquiring lock "dd88db6b-5c0d-4e8f-af41-8dd84cb42aab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:49:55 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6e253c94-9344-48de-9312-0e3a0e14811a req-edb47a57-ccc9-4da2-b062-75d6be2ea547 service nova] Lock "dd88db6b-5c0d-4e8f-af41-8dd84cb42aab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:49:55 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6e253c94-9344-48de-9312-0e3a0e14811a req-edb47a57-ccc9-4da2-b062-75d6be2ea547 service nova] Lock "dd88db6b-5c0d-4e8f-af41-8dd84cb42aab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:49:55 user nova-compute[74307]: DEBUG nova.compute.manager [req-6e253c94-9344-48de-9312-0e3a0e14811a req-edb47a57-ccc9-4da2-b062-75d6be2ea547 service nova] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] No waiting events found dispatching network-vif-unplugged-034771fb-1713-4492-97d5-83ce6a5e351e {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:49:55 user nova-compute[74307]: WARNING nova.compute.manager [req-6e253c94-9344-48de-9312-0e3a0e14811a req-edb47a57-ccc9-4da2-b062-75d6be2ea547 service nova] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Received unexpected event network-vif-unplugged-034771fb-1713-4492-97d5-83ce6a5e351e for instance with vm_state active and task_state shelving.
Oct 24 07:49:55 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Instance destroyed successfully.
Oct 24 07:49:55 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-204bfce0-0e1f-4df5-8fbd-daa4d2ade4d8 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Beginning cold snapshot process
Oct 24 07:49:55 user nova-compute[74307]: DEBUG nova.privsep.utils [None req-204bfce0-0e1f-4df5-8fbd-daa4d2ade4d8 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74307) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 24 07:49:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-204bfce0-0e1f-4df5-8fbd-daa4d2ade4d8 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/dd88db6b-5c0d-4e8f-af41-8dd84cb42aab/disk /opt/stack/data/nova/instances/snapshots/tmp7xohy5xs/ea96c074618248a79b0271c30d5d2c78 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:49:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:49:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-204bfce0-0e1f-4df5-8fbd-daa4d2ade4d8 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/dd88db6b-5c0d-4e8f-af41-8dd84cb42aab/disk /opt/stack/data/nova/instances/snapshots/tmp7xohy5xs/ea96c074618248a79b0271c30d5d2c78" returned: 0 in 0.815s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:49:56 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-204bfce0-0e1f-4df5-8fbd-daa4d2ade4d8 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Snapshot extracted, beginning image upload
Oct 24 07:49:56 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:49:57 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:49:57 user nova-compute[74307]: DEBUG nova.compute.manager [req-24ff1fb0-76c2-4ad1-9d84-a75d78250d1a req-2e67cf9c-a6d3-45aa-9240-1f7a0c8d4bd6 service nova] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Received event network-vif-plugged-034771fb-1713-4492-97d5-83ce6a5e351e {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:49:57 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-24ff1fb0-76c2-4ad1-9d84-a75d78250d1a req-2e67cf9c-a6d3-45aa-9240-1f7a0c8d4bd6 service nova] Acquiring lock "dd88db6b-5c0d-4e8f-af41-8dd84cb42aab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:49:57 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-24ff1fb0-76c2-4ad1-9d84-a75d78250d1a req-2e67cf9c-a6d3-45aa-9240-1f7a0c8d4bd6 service nova] Lock "dd88db6b-5c0d-4e8f-af41-8dd84cb42aab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:49:57 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-24ff1fb0-76c2-4ad1-9d84-a75d78250d1a req-2e67cf9c-a6d3-45aa-9240-1f7a0c8d4bd6 service nova] Lock "dd88db6b-5c0d-4e8f-af41-8dd84cb42aab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:49:57 user nova-compute[74307]: DEBUG nova.compute.manager [req-24ff1fb0-76c2-4ad1-9d84-a75d78250d1a req-2e67cf9c-a6d3-45aa-9240-1f7a0c8d4bd6 service nova] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] No waiting events found dispatching network-vif-plugged-034771fb-1713-4492-97d5-83ce6a5e351e {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:49:57 user nova-compute[74307]: WARNING nova.compute.manager [req-24ff1fb0-76c2-4ad1-9d84-a75d78250d1a req-2e67cf9c-a6d3-45aa-9240-1f7a0c8d4bd6 service nova] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Received unexpected event network-vif-plugged-034771fb-1713-4492-97d5-83ce6a5e351e for instance with vm_state active and task_state shelving_image_uploading.
Oct 24 07:49:57 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:49:57 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:49:57 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:49:57 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 07:49:57 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:49:57 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:49:57 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:49:57 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:49:57 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdg (vdb) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:49:57 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/02857236-4abf-4671-972e-21ef9328566c/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:49:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/02857236-4abf-4671-972e-21ef9328566c/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:49:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/02857236-4abf-4671-972e-21ef9328566c/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:49:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/02857236-4abf-4671-972e-21ef9328566c/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:49:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:49:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:49:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:49:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:49:58 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:49:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6b2cfc6-bc30-485a-95ba-11509955f63c/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:49:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6b2cfc6-bc30-485a-95ba-11509955f63c/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:49:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6b2cfc6-bc30-485a-95ba-11509955f63c/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:49:59 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:49:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6b2cfc6-bc30-485a-95ba-11509955f63c/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:49:59 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:49:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:49:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:49:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:49:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:49:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:49:59 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-204bfce0-0e1f-4df5-8fbd-daa4d2ade4d8 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Snapshot image upload complete
Oct 24 07:49:59 user nova-compute[74307]: DEBUG nova.compute.manager [None req-204bfce0-0e1f-4df5-8fbd-daa4d2ade4d8 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:49:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json" returned: 0 in 0.259s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:49:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:50:00 user nova-compute[74307]: INFO nova.compute.manager [None req-204bfce0-0e1f-4df5-8fbd-daa4d2ade4d8 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Shelve offloading
Oct 24 07:50:00 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Instance destroyed successfully.
Oct 24 07:50:00 user nova-compute[74307]: DEBUG nova.compute.manager [None req-204bfce0-0e1f-4df5-8fbd-daa4d2ade4d8 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:50:00 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-204bfce0-0e1f-4df5-8fbd-daa4d2ade4d8 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Acquiring lock "refresh_cache-dd88db6b-5c0d-4e8f-af41-8dd84cb42aab" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:50:00 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-204bfce0-0e1f-4df5-8fbd-daa4d2ade4d8 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Acquired lock "refresh_cache-dd88db6b-5c0d-4e8f-af41-8dd84cb42aab" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:50:00 user nova-compute[74307]: DEBUG nova.network.neutron [None req-204bfce0-0e1f-4df5-8fbd-daa4d2ade4d8 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 07:50:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:50:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd88db6b-5c0d-4e8f-af41-8dd84cb42aab/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:50:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd88db6b-5c0d-4e8f-af41-8dd84cb42aab/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:50:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd88db6b-5c0d-4e8f-af41-8dd84cb42aab/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:50:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd88db6b-5c0d-4e8f-af41-8dd84cb42aab/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:50:01 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:50:01 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:50:01 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Hypervisor/Node resource view: name=user free_ram=7994MB free_disk=25.323753356933594GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 07:50:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:50:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:50:01 user nova-compute[74307]: DEBUG nova.network.neutron [None req-204bfce0-0e1f-4df5-8fbd-daa4d2ade4d8 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Updating instance_info_cache with network_info: [{"id": "034771fb-1713-4492-97d5-83ce6a5e351e", "address": "fa:16:3e:02:84:09", "network": {"id": "5dafd771-aa79-4f10-ae89-825cf68cc799", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992292320-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c8af780fd194436b7514e54c5d7ef27", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap034771fb-17", "ovs_interfaceid": "034771fb-1713-4492-97d5-83ce6a5e351e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:50:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-204bfce0-0e1f-4df5-8fbd-daa4d2ade4d8 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Releasing lock "refresh_cache-dd88db6b-5c0d-4e8f-af41-8dd84cb42aab" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:50:01 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fe508640-79f4-43d1-b846-00f28f91df79 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:50:01 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance bf3db205-9fd8-47db-8365-87bc07dd98b7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:50:01 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 9ea8255e-1f82-4e7f-b09b-aca682f1f374 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:50:01 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance a6b2cfc6-bc30-485a-95ba-11509955f63c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:50:01 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 9ca4c6f9-3966-4025-b0d4-273611aba465 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:50:01 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 02857236-4abf-4671-972e-21ef9328566c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:50:01 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance dd88db6b-5c0d-4e8f-af41-8dd84cb42aab actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:50:01 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 6f71d751-f022-4f5f-8458-8a4d3114aae8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:50:01 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 07:50:01 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 07:50:01 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:50:01 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:50:01 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 07:50:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.458s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:50:02 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Instance destroyed successfully.
Oct 24 07:50:02 user nova-compute[74307]: DEBUG nova.objects.instance [None req-204bfce0-0e1f-4df5-8fbd-daa4d2ade4d8 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lazy-loading 'resources' on Instance uuid dd88db6b-5c0d-4e8f-af41-8dd84cb42aab {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:50:02 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-204bfce0-0e1f-4df5-8fbd-daa4d2ade4d8 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:47:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1638707886',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1638707886',id=17,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKlQWUSspKUoojRGOo2GbyPaUNjNULq60vmWv9Sy0r7Sv12sLvrDswYhbxvcgt17kgDDWeWYCvUCLXNjlafRyJRLVQsr31GOEj+eypBAcnK67FRVHjgSAarn4iKDfopsng==',key_name='tempest-keypair-1322334828',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:48:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='8c8af780fd194436b7514e54c5d7ef27',ramdisk_id='',reservation_id='r-iddsvsqj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-131883889',owner_user_name='tempest-AttachVolumeShelveTestJSON-131883889-project-member',shelved_at='2023-10-24T07:49:59.960152',shelved_host='user',shelved_image_id='ec20758c-c9cc-430e-818b-736138a9d7ab'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T07:49:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c8d362d9493f42e6a118c3ef099e7fae',uuid=dd88db6b-5c0d-4e8f-af41-8dd84cb42aab,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "034771fb-1713-4492-97d5-83ce6a5e351e", "address": "fa:16:3e:02:84:09", "network": {"id": "5dafd771-aa79-4f10-ae89-825cf68cc799", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992292320-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c8af780fd194436b7514e54c5d7ef27", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap034771fb-17", "ovs_interfaceid": "034771fb-1713-4492-97d5-83ce6a5e351e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 07:50:02 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-204bfce0-0e1f-4df5-8fbd-daa4d2ade4d8 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Converting VIF {"id": "034771fb-1713-4492-97d5-83ce6a5e351e", "address": "fa:16:3e:02:84:09", "network": {"id": "5dafd771-aa79-4f10-ae89-825cf68cc799", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992292320-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c8af780fd194436b7514e54c5d7ef27", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap034771fb-17", "ovs_interfaceid": "034771fb-1713-4492-97d5-83ce6a5e351e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:50:02 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-204bfce0-0e1f-4df5-8fbd-daa4d2ade4d8 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:02:84:09,bridge_name='br-int',has_traffic_filtering=True,id=034771fb-1713-4492-97d5-83ce6a5e351e,network=Network(5dafd771-aa79-4f10-ae89-825cf68cc799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap034771fb-17') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:50:02 user nova-compute[74307]: DEBUG os_vif [None req-204bfce0-0e1f-4df5-8fbd-daa4d2ade4d8 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:02:84:09,bridge_name='br-int',has_traffic_filtering=True,id=034771fb-1713-4492-97d5-83ce6a5e351e,network=Network(5dafd771-aa79-4f10-ae89-825cf68cc799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap034771fb-17') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 07:50:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap034771fb-17, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:50:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:50:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0d3c006e-2eb5-483a-a852-8d47391bfbb6) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:50:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:02 user nova-compute[74307]: DEBUG nova.compute.manager [req-f5db4c20-c2cd-4f0f-8ce3-e92e0b6d605f req-ce01bcef-428e-4e10-b4c3-37b2112e7c00 service nova] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Received event network-changed-034771fb-1713-4492-97d5-83ce6a5e351e {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:50:02 user nova-compute[74307]: DEBUG nova.compute.manager [req-f5db4c20-c2cd-4f0f-8ce3-e92e0b6d605f req-ce01bcef-428e-4e10-b4c3-37b2112e7c00 service nova] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Refreshing instance network info cache due to event network-changed-034771fb-1713-4492-97d5-83ce6a5e351e. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:50:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-f5db4c20-c2cd-4f0f-8ce3-e92e0b6d605f req-ce01bcef-428e-4e10-b4c3-37b2112e7c00 service nova] Acquiring lock "refresh_cache-dd88db6b-5c0d-4e8f-af41-8dd84cb42aab" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:50:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-f5db4c20-c2cd-4f0f-8ce3-e92e0b6d605f req-ce01bcef-428e-4e10-b4c3-37b2112e7c00 service nova] Acquired lock "refresh_cache-dd88db6b-5c0d-4e8f-af41-8dd84cb42aab" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:50:02 user nova-compute[74307]: DEBUG nova.network.neutron [req-f5db4c20-c2cd-4f0f-8ce3-e92e0b6d605f req-ce01bcef-428e-4e10-b4c3-37b2112e7c00 service nova] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Refreshing network info cache for port 034771fb-1713-4492-97d5-83ce6a5e351e {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:50:02 user nova-compute[74307]: INFO os_vif [None req-204bfce0-0e1f-4df5-8fbd-daa4d2ade4d8 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:02:84:09,bridge_name='br-int',has_traffic_filtering=True,id=034771fb-1713-4492-97d5-83ce6a5e351e,network=Network(5dafd771-aa79-4f10-ae89-825cf68cc799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap034771fb-17')
Oct 24 07:50:02 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-204bfce0-0e1f-4df5-8fbd-daa4d2ade4d8 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Deleting instance files /opt/stack/data/nova/instances/dd88db6b-5c0d-4e8f-af41-8dd84cb42aab_del
Oct 24 07:50:02 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-204bfce0-0e1f-4df5-8fbd-daa4d2ade4d8 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Deletion of /opt/stack/data/nova/instances/dd88db6b-5c0d-4e8f-af41-8dd84cb42aab_del complete
Oct 24 07:50:02 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-204bfce0-0e1f-4df5-8fbd-daa4d2ade4d8 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Deleted allocations for instance dd88db6b-5c0d-4e8f-af41-8dd84cb42aab
Oct 24 07:50:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-204bfce0-0e1f-4df5-8fbd-daa4d2ade4d8 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:50:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-204bfce0-0e1f-4df5-8fbd-daa4d2ade4d8 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:50:02 user nova-compute[74307]: DEBUG nova.objects.instance [None req-204bfce0-0e1f-4df5-8fbd-daa4d2ade4d8 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lazy-loading 'numa_topology' on Instance uuid dd88db6b-5c0d-4e8f-af41-8dd84cb42aab {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:50:02 user nova-compute[74307]: DEBUG nova.objects.base [None req-204bfce0-0e1f-4df5-8fbd-daa4d2ade4d8 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Object Instance<dd88db6b-5c0d-4e8f-af41-8dd84cb42aab> lazy-loaded attributes: resources,numa_topology {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 07:50:02 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:50:02 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Starting heal instance info cache {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 07:50:02 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-204bfce0-0e1f-4df5-8fbd-daa4d2ade4d8 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:50:02 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-204bfce0-0e1f-4df5-8fbd-daa4d2ade4d8 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:50:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-204bfce0-0e1f-4df5-8fbd-daa4d2ade4d8 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.375s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:50:02 user nova-compute[74307]: DEBUG nova.network.neutron [req-f5db4c20-c2cd-4f0f-8ce3-e92e0b6d605f req-ce01bcef-428e-4e10-b4c3-37b2112e7c00 service nova] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Updated VIF entry in instance network info cache for port 034771fb-1713-4492-97d5-83ce6a5e351e. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:50:02 user nova-compute[74307]: DEBUG nova.network.neutron [req-f5db4c20-c2cd-4f0f-8ce3-e92e0b6d605f req-ce01bcef-428e-4e10-b4c3-37b2112e7c00 service nova] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Updating instance_info_cache with network_info: [{"id": "034771fb-1713-4492-97d5-83ce6a5e351e", "address": "fa:16:3e:02:84:09", "network": {"id": "5dafd771-aa79-4f10-ae89-825cf68cc799", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-992292320-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c8af780fd194436b7514e54c5d7ef27", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap034771fb-17", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:50:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-f5db4c20-c2cd-4f0f-8ce3-e92e0b6d605f req-ce01bcef-428e-4e10-b4c3-37b2112e7c00 service nova] Releasing lock "refresh_cache-dd88db6b-5c0d-4e8f-af41-8dd84cb42aab" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:50:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "refresh_cache-bf3db205-9fd8-47db-8365-87bc07dd98b7" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:50:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquired lock "refresh_cache-bf3db205-9fd8-47db-8365-87bc07dd98b7" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:50:02 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Forcefully refreshing network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 07:50:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-204bfce0-0e1f-4df5-8fbd-daa4d2ade4d8 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "dd88db6b-5c0d-4e8f-af41-8dd84cb42aab" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 8.316s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:50:03 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:03 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Updating instance_info_cache with network_info: [{"id": "fba32a9f-2efe-4885-948c-e7fc98fe6116", "address": "fa:16:3e:2b:d1:20", "network": {"id": "a62eef8f-3418-495c-91c8-3410c10364d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1235073358-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b309cc23749c4a8db15e97071e598aa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfba32a9f-2e", "ovs_interfaceid": "fba32a9f-2efe-4885-948c-e7fc98fe6116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:50:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Releasing lock "refresh_cache-bf3db205-9fd8-47db-8365-87bc07dd98b7" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:50:03 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Updated the network info_cache for instance {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 07:50:03 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:50:03 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:50:03 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:50:03 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:50:03 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:50:03 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:50:03 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74307) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 07:50:04 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:04 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:06 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:06 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:07 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-dd8aa197-fdaf-440f-a7de-92335f1ed355 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Acquiring lock "a6b2cfc6-bc30-485a-95ba-11509955f63c" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:50:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-dd8aa197-fdaf-440f-a7de-92335f1ed355 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "a6b2cfc6-bc30-485a-95ba-11509955f63c" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:50:07 user nova-compute[74307]: INFO nova.compute.manager [None req-dd8aa197-fdaf-440f-a7de-92335f1ed355 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Detaching volume efdacc82-9ffe-4fb5-bdee-011fe5945c63
Oct 24 07:50:07 user nova-compute[74307]: INFO nova.virt.block_device [None req-dd8aa197-fdaf-440f-a7de-92335f1ed355 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Attempting to driver detach volume efdacc82-9ffe-4fb5-bdee-011fe5945c63 from mountpoint /dev/vdb
Oct 24 07:50:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-dd8aa197-fdaf-440f-a7de-92335f1ed355 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Attempting to detach device vdb from instance a6b2cfc6-bc30-485a-95ba-11509955f63c from the persistent domain config. {{(pid=74307) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 07:50:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-dd8aa197-fdaf-440f-a7de-92335f1ed355 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 07:50:07 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:50:07 user nova-compute[74307]:   <source dev="/dev/sdd"/>
Oct 24 07:50:07 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 07:50:07 user nova-compute[74307]:   <serial>efdacc82-9ffe-4fb5-bdee-011fe5945c63</serial>
Oct 24 07:50:07 user nova-compute[74307]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 24 07:50:07 user nova-compute[74307]: </disk>
Oct 24 07:50:07 user nova-compute[74307]:  {{(pid=74307) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 07:50:07 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-dd8aa197-fdaf-440f-a7de-92335f1ed355 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Successfully detached device vdb from instance a6b2cfc6-bc30-485a-95ba-11509955f63c from the persistent domain config.
Oct 24 07:50:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-dd8aa197-fdaf-440f-a7de-92335f1ed355 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance a6b2cfc6-bc30-485a-95ba-11509955f63c from the live domain config. {{(pid=74307) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 07:50:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-dd8aa197-fdaf-440f-a7de-92335f1ed355 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 07:50:07 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:50:07 user nova-compute[74307]:   <source dev="/dev/sdd"/>
Oct 24 07:50:07 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 07:50:07 user nova-compute[74307]:   <serial>efdacc82-9ffe-4fb5-bdee-011fe5945c63</serial>
Oct 24 07:50:07 user nova-compute[74307]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 24 07:50:07 user nova-compute[74307]: </disk>
Oct 24 07:50:07 user nova-compute[74307]:  {{(pid=74307) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 07:50:08 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-dd8aa197-fdaf-440f-a7de-92335f1ed355 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance a6b2cfc6-bc30-485a-95ba-11509955f63c {{(pid=74307) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 07:50:08 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Acquiring lock "444bef36-3134-4c31-bd7c-aadf33448410" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:50:08 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Lock "444bef36-3134-4c31-bd7c-aadf33448410" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:50:08 user nova-compute[74307]: DEBUG nova.compute.manager [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Starting instance... {{(pid=74307) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 07:50:08 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:50:08 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:50:08 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 07:50:08 user nova-compute[74307]: INFO nova.compute.claims [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Claim successful on node user
Oct 24 07:50:09 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:50:09 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:50:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.622s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:50:09 user nova-compute[74307]: DEBUG nova.compute.manager [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Start building networks asynchronously for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 07:50:09 user nova-compute[74307]: DEBUG nova.compute.manager [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Allocating IP information in the background. {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 07:50:09 user nova-compute[74307]: DEBUG nova.network.neutron [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] allocate_for_instance() {{(pid=74307) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 07:50:09 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 07:50:09 user nova-compute[74307]: DEBUG nova.compute.manager [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Start building block device mappings for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 07:50:09 user nova-compute[74307]: DEBUG nova.policy [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4d6b6e8cceb49d4b79f127216256a1e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ed0fc9b7c564f10b64a8ea55c6bd089', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74307) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 07:50:09 user nova-compute[74307]: DEBUG nova.compute.manager [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Start spawning the instance on the hypervisor. {{(pid=74307) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 07:50:09 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Creating instance directory {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 07:50:09 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Creating image(s)
Oct 24 07:50:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Acquiring lock "/opt/stack/data/nova/instances/444bef36-3134-4c31-bd7c-aadf33448410/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:50:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Lock "/opt/stack/data/nova/instances/444bef36-3134-4c31-bd7c-aadf33448410/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:50:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Lock "/opt/stack/data/nova/instances/444bef36-3134-4c31-bd7c-aadf33448410/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:50:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:50:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.189s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:50:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Acquiring lock "9cb24620554d5eab84e846c14e389d04f4c43d48" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:50:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:50:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:50:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.230s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:50:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/444bef36-3134-4c31-bd7c-aadf33448410/disk 1073741824 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:50:09 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/444bef36-3134-4c31-bd7c-aadf33448410/disk 1073741824" returned: 0 in 0.124s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:50:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.360s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:50:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:50:10 user nova-compute[74307]: DEBUG nova.network.neutron [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Successfully created port: 738db304-8aee-4303-a522-8f0e9c52983b {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 07:50:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.209s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:50:10 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Checking if we can resize image /opt/stack/data/nova/instances/444bef36-3134-4c31-bd7c-aadf33448410/disk. size=1073741824 {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 07:50:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/444bef36-3134-4c31-bd7c-aadf33448410/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:50:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/444bef36-3134-4c31-bd7c-aadf33448410/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:50:10 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Cannot resize image /opt/stack/data/nova/instances/444bef36-3134-4c31-bd7c-aadf33448410/disk to a smaller size. {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 07:50:10 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Created local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 07:50:10 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Ensure instance console log exists: /opt/stack/data/nova/instances/444bef36-3134-4c31-bd7c-aadf33448410/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 07:50:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:50:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:50:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:50:10 user nova-compute[74307]: DEBUG nova.network.neutron [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Successfully updated port: 738db304-8aee-4303-a522-8f0e9c52983b {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 07:50:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Acquiring lock "refresh_cache-444bef36-3134-4c31-bd7c-aadf33448410" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:50:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Acquired lock "refresh_cache-444bef36-3134-4c31-bd7c-aadf33448410" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:50:10 user nova-compute[74307]: DEBUG nova.network.neutron [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 07:50:10 user nova-compute[74307]: DEBUG nova.compute.manager [req-99b41b50-465e-4fd1-81ae-a276d9911df4 req-fecb3acc-5d3d-4baa-af1f-61710a67136c service nova] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Received event network-changed-738db304-8aee-4303-a522-8f0e9c52983b {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:50:10 user nova-compute[74307]: DEBUG nova.compute.manager [req-99b41b50-465e-4fd1-81ae-a276d9911df4 req-fecb3acc-5d3d-4baa-af1f-61710a67136c service nova] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Refreshing instance network info cache due to event network-changed-738db304-8aee-4303-a522-8f0e9c52983b. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:50:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-99b41b50-465e-4fd1-81ae-a276d9911df4 req-fecb3acc-5d3d-4baa-af1f-61710a67136c service nova] Acquiring lock "refresh_cache-444bef36-3134-4c31-bd7c-aadf33448410" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:50:10 user nova-compute[74307]: DEBUG nova.network.neutron [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 07:50:11 user nova-compute[74307]: DEBUG nova.network.neutron [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Updating instance_info_cache with network_info: [{"id": "738db304-8aee-4303-a522-8f0e9c52983b", "address": "fa:16:3e:c3:78:31", "network": {"id": "a9d910fd-4365-468e-b04c-2c83ec039f17", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-233852192-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ed0fc9b7c564f10b64a8ea55c6bd089", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap738db304-8a", "ovs_interfaceid": "738db304-8aee-4303-a522-8f0e9c52983b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:50:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Releasing lock "refresh_cache-444bef36-3134-4c31-bd7c-aadf33448410" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:50:11 user nova-compute[74307]: DEBUG nova.compute.manager [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Instance network_info: |[{"id": "738db304-8aee-4303-a522-8f0e9c52983b", "address": "fa:16:3e:c3:78:31", "network": {"id": "a9d910fd-4365-468e-b04c-2c83ec039f17", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-233852192-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ed0fc9b7c564f10b64a8ea55c6bd089", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap738db304-8a", "ovs_interfaceid": "738db304-8aee-4303-a522-8f0e9c52983b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 07:50:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-99b41b50-465e-4fd1-81ae-a276d9911df4 req-fecb3acc-5d3d-4baa-af1f-61710a67136c service nova] Acquired lock "refresh_cache-444bef36-3134-4c31-bd7c-aadf33448410" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:50:11 user nova-compute[74307]: DEBUG nova.network.neutron [req-99b41b50-465e-4fd1-81ae-a276d9911df4 req-fecb3acc-5d3d-4baa-af1f-61710a67136c service nova] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Refreshing network info cache for port 738db304-8aee-4303-a522-8f0e9c52983b {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:50:11 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Start _get_guest_xml network_info=[{"id": "738db304-8aee-4303-a522-8f0e9c52983b", "address": "fa:16:3e:c3:78:31", "network": {"id": "a9d910fd-4365-468e-b04c-2c83ec039f17", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-233852192-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ed0fc9b7c564f10b64a8ea55c6bd089", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap738db304-8a", "ovs_interfaceid": "738db304-8aee-4303-a522-8f0e9c52983b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'boot_index': 0, 'guest_format': None, 'image_id': 'ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 07:50:11 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:50:11 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:50:11 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 07:50:11 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 07:50:11 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 07:50:11 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 07:50:11 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 07:50:11 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 07:50:11 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 07:50:11 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 07:50:11 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 07:50:11 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 07:50:11 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 07:50:11 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 07:50:11 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 07:50:11 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 07:50:11 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 07:50:11 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 07:50:11 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:50:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-781040815',display_name='tempest-ServersNegativeTestJSON-server-781040815',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-781040815',id=19,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0ed0fc9b7c564f10b64a8ea55c6bd089',ramdisk_id='',reservation_id='r-e5ruyg4k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1790602572',owner_user_name='tempest-ServersNegativeTestJSON-1790602572-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:50:09Z,user_data=None,user_id='a4d6b6e8cceb49d4b79f127216256a1e',uuid=444bef36-3134-4c31-bd7c-aadf33448410,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "738db304-8aee-4303-a522-8f0e9c52983b", "address": "fa:16:3e:c3:78:31", "network": {"id": "a9d910fd-4365-468e-b04c-2c83ec039f17", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-233852192-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ed0fc9b7c564f10b64a8ea55c6bd089", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap738db304-8a", "ovs_interfaceid": "738db304-8aee-4303-a522-8f0e9c52983b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 07:50:11 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Converting VIF {"id": "738db304-8aee-4303-a522-8f0e9c52983b", "address": "fa:16:3e:c3:78:31", "network": {"id": "a9d910fd-4365-468e-b04c-2c83ec039f17", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-233852192-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ed0fc9b7c564f10b64a8ea55c6bd089", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap738db304-8a", "ovs_interfaceid": "738db304-8aee-4303-a522-8f0e9c52983b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:50:11 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c3:78:31,bridge_name='br-int',has_traffic_filtering=True,id=738db304-8aee-4303-a522-8f0e9c52983b,network=Network(a9d910fd-4365-468e-b04c-2c83ec039f17),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap738db304-8a') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:50:11 user nova-compute[74307]: DEBUG nova.objects.instance [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Lazy-loading 'pci_devices' on Instance uuid 444bef36-3134-4c31-bd7c-aadf33448410 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:50:11 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] End _get_guest_xml xml=<domain type="kvm">
Oct 24 07:50:11 user nova-compute[74307]:   <uuid>444bef36-3134-4c31-bd7c-aadf33448410</uuid>
Oct 24 07:50:11 user nova-compute[74307]:   <name>instance-00000013</name>
Oct 24 07:50:11 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 07:50:11 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 07:50:11 user nova-compute[74307]:   <metadata>
Oct 24 07:50:11 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 07:50:11 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 07:50:11 user nova-compute[74307]:       <nova:name>tempest-ServersNegativeTestJSON-server-781040815</nova:name>
Oct 24 07:50:11 user nova-compute[74307]:       <nova:creationTime>2023-10-24 07:50:11</nova:creationTime>
Oct 24 07:50:11 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 07:50:11 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 07:50:11 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 07:50:11 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 07:50:11 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 07:50:11 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 07:50:11 user nova-compute[74307]:       </nova:flavor>
Oct 24 07:50:11 user nova-compute[74307]:       <nova:owner>
Oct 24 07:50:11 user nova-compute[74307]:         <nova:user uuid="a4d6b6e8cceb49d4b79f127216256a1e">tempest-ServersNegativeTestJSON-1790602572-project-member</nova:user>
Oct 24 07:50:11 user nova-compute[74307]:         <nova:project uuid="0ed0fc9b7c564f10b64a8ea55c6bd089">tempest-ServersNegativeTestJSON-1790602572</nova:project>
Oct 24 07:50:11 user nova-compute[74307]:       </nova:owner>
Oct 24 07:50:11 user nova-compute[74307]:       <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 07:50:11 user nova-compute[74307]:       <nova:ports>
Oct 24 07:50:11 user nova-compute[74307]:         <nova:port uuid="738db304-8aee-4303-a522-8f0e9c52983b">
Oct 24 07:50:11 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 24 07:50:11 user nova-compute[74307]:         </nova:port>
Oct 24 07:50:11 user nova-compute[74307]:       </nova:ports>
Oct 24 07:50:11 user nova-compute[74307]:     </nova:instance>
Oct 24 07:50:11 user nova-compute[74307]:   </metadata>
Oct 24 07:50:11 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 07:50:11 user nova-compute[74307]:     <system>
Oct 24 07:50:11 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 07:50:11 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 07:50:11 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 07:50:11 user nova-compute[74307]:       <entry name="serial">444bef36-3134-4c31-bd7c-aadf33448410</entry>
Oct 24 07:50:11 user nova-compute[74307]:       <entry name="uuid">444bef36-3134-4c31-bd7c-aadf33448410</entry>
Oct 24 07:50:11 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 07:50:11 user nova-compute[74307]:     </system>
Oct 24 07:50:11 user nova-compute[74307]:   </sysinfo>
Oct 24 07:50:11 user nova-compute[74307]:   <os>
Oct 24 07:50:11 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 07:50:11 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 07:50:11 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 07:50:11 user nova-compute[74307]:   </os>
Oct 24 07:50:11 user nova-compute[74307]:   <features>
Oct 24 07:50:11 user nova-compute[74307]:     <acpi/>
Oct 24 07:50:11 user nova-compute[74307]:     <apic/>
Oct 24 07:50:11 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 07:50:11 user nova-compute[74307]:   </features>
Oct 24 07:50:11 user nova-compute[74307]:   <clock offset="utc">
Oct 24 07:50:11 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 07:50:11 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 07:50:11 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 07:50:11 user nova-compute[74307]:   </clock>
Oct 24 07:50:11 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 07:50:11 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 07:50:11 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 07:50:11 user nova-compute[74307]:   </cpu>
Oct 24 07:50:11 user nova-compute[74307]:   <devices>
Oct 24 07:50:11 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 07:50:11 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 07:50:11 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/444bef36-3134-4c31-bd7c-aadf33448410/disk"/>
Oct 24 07:50:11 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 07:50:11 user nova-compute[74307]:     </disk>
Oct 24 07:50:11 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 07:50:11 user nova-compute[74307]:       <mac address="fa:16:3e:c3:78:31"/>
Oct 24 07:50:11 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:50:11 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 07:50:11 user nova-compute[74307]:       <target dev="tap738db304-8a"/>
Oct 24 07:50:11 user nova-compute[74307]:     </interface>
Oct 24 07:50:11 user nova-compute[74307]:     <serial type="pty">
Oct 24 07:50:11 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/444bef36-3134-4c31-bd7c-aadf33448410/console.log" append="off"/>
Oct 24 07:50:11 user nova-compute[74307]:     </serial>
Oct 24 07:50:11 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 07:50:11 user nova-compute[74307]:     <video>
Oct 24 07:50:11 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:50:11 user nova-compute[74307]:     </video>
Oct 24 07:50:11 user nova-compute[74307]:     <rng model="virtio">
Oct 24 07:50:11 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 07:50:11 user nova-compute[74307]:     </rng>
Oct 24 07:50:11 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 07:50:11 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 07:50:11 user nova-compute[74307]:       <stats period="10"/>
Oct 24 07:50:11 user nova-compute[74307]:     </memballoon>
Oct 24 07:50:11 user nova-compute[74307]:   </devices>
Oct 24 07:50:11 user nova-compute[74307]: </domain>
Oct 24 07:50:11 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 07:50:11 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:50:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-781040815',display_name='tempest-ServersNegativeTestJSON-server-781040815',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-781040815',id=19,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0ed0fc9b7c564f10b64a8ea55c6bd089',ramdisk_id='',reservation_id='r-e5ruyg4k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1790602572',owner_user_name='tempest-ServersNegativeTestJSON-1790602572-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:50:09Z,user_data=None,user_id='a4d6b6e8cceb49d4b79f127216256a1e',uuid=444bef36-3134-4c31-bd7c-aadf33448410,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "738db304-8aee-4303-a522-8f0e9c52983b", "address": "fa:16:3e:c3:78:31", "network": {"id": "a9d910fd-4365-468e-b04c-2c83ec039f17", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-233852192-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ed0fc9b7c564f10b64a8ea55c6bd089", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap738db304-8a", "ovs_interfaceid": "738db304-8aee-4303-a522-8f0e9c52983b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 07:50:11 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Converting VIF {"id": "738db304-8aee-4303-a522-8f0e9c52983b", "address": "fa:16:3e:c3:78:31", "network": {"id": "a9d910fd-4365-468e-b04c-2c83ec039f17", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-233852192-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ed0fc9b7c564f10b64a8ea55c6bd089", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap738db304-8a", "ovs_interfaceid": "738db304-8aee-4303-a522-8f0e9c52983b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:50:11 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c3:78:31,bridge_name='br-int',has_traffic_filtering=True,id=738db304-8aee-4303-a522-8f0e9c52983b,network=Network(a9d910fd-4365-468e-b04c-2c83ec039f17),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap738db304-8a') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:50:11 user nova-compute[74307]: DEBUG os_vif [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c3:78:31,bridge_name='br-int',has_traffic_filtering=True,id=738db304-8aee-4303-a522-8f0e9c52983b,network=Network(a9d910fd-4365-468e-b04c-2c83ec039f17),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap738db304-8a') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 07:50:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:50:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:50:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fdf79b72-b16b-5ba8-ae07-eea42fbd341e', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:50:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:50:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap738db304-8a, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:50:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap738db304-8a, col_values=(('qos', UUID('2076b38a-e1f7-4bb2-ba93-ef5a1446b831')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:50:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap738db304-8a, col_values=(('external_ids', {'iface-id': '738db304-8aee-4303-a522-8f0e9c52983b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c3:78:31', 'vm-uuid': '444bef36-3134-4c31-bd7c-aadf33448410'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:50:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:50:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:11 user nova-compute[74307]: INFO os_vif [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c3:78:31,bridge_name='br-int',has_traffic_filtering=True,id=738db304-8aee-4303-a522-8f0e9c52983b,network=Network(a9d910fd-4365-468e-b04c-2c83ec039f17),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap738db304-8a')
Oct 24 07:50:11 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:50:11 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] No VIF found with MAC fa:16:3e:c3:78:31, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:50:11 user nova-compute[74307]: DEBUG nova.network.neutron [req-99b41b50-465e-4fd1-81ae-a276d9911df4 req-fecb3acc-5d3d-4baa-af1f-61710a67136c service nova] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Updated VIF entry in instance network info cache for port 738db304-8aee-4303-a522-8f0e9c52983b. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:50:11 user nova-compute[74307]: DEBUG nova.network.neutron [req-99b41b50-465e-4fd1-81ae-a276d9911df4 req-fecb3acc-5d3d-4baa-af1f-61710a67136c service nova] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Updating instance_info_cache with network_info: [{"id": "738db304-8aee-4303-a522-8f0e9c52983b", "address": "fa:16:3e:c3:78:31", "network": {"id": "a9d910fd-4365-468e-b04c-2c83ec039f17", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-233852192-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ed0fc9b7c564f10b64a8ea55c6bd089", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap738db304-8a", "ovs_interfaceid": "738db304-8aee-4303-a522-8f0e9c52983b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:50:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-99b41b50-465e-4fd1-81ae-a276d9911df4 req-fecb3acc-5d3d-4baa-af1f-61710a67136c service nova] Releasing lock "refresh_cache-444bef36-3134-4c31-bd7c-aadf33448410" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:50:12 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:12 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:12 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:12 user nova-compute[74307]: DEBUG nova.compute.manager [req-57a9d31e-59ae-4c1f-985e-3d7db102fcd9 req-af448741-e158-4dd5-949a-6b7592bd316a service nova] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Received event network-vif-plugged-738db304-8aee-4303-a522-8f0e9c52983b {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:50:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-57a9d31e-59ae-4c1f-985e-3d7db102fcd9 req-af448741-e158-4dd5-949a-6b7592bd316a service nova] Acquiring lock "444bef36-3134-4c31-bd7c-aadf33448410-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:50:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-57a9d31e-59ae-4c1f-985e-3d7db102fcd9 req-af448741-e158-4dd5-949a-6b7592bd316a service nova] Lock "444bef36-3134-4c31-bd7c-aadf33448410-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:50:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-57a9d31e-59ae-4c1f-985e-3d7db102fcd9 req-af448741-e158-4dd5-949a-6b7592bd316a service nova] Lock "444bef36-3134-4c31-bd7c-aadf33448410-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:50:12 user nova-compute[74307]: DEBUG nova.compute.manager [req-57a9d31e-59ae-4c1f-985e-3d7db102fcd9 req-af448741-e158-4dd5-949a-6b7592bd316a service nova] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] No waiting events found dispatching network-vif-plugged-738db304-8aee-4303-a522-8f0e9c52983b {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:50:12 user nova-compute[74307]: WARNING nova.compute.manager [req-57a9d31e-59ae-4c1f-985e-3d7db102fcd9 req-af448741-e158-4dd5-949a-6b7592bd316a service nova] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Received unexpected event network-vif-plugged-738db304-8aee-4303-a522-8f0e9c52983b for instance with vm_state building and task_state spawning.
Oct 24 07:50:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:14 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:15 user nova-compute[74307]: DEBUG nova.compute.manager [req-b4e99aed-b6df-4492-a400-6cb658e95ef1 req-62d16d76-a733-4278-9b71-264f25f610d6 service nova] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Received event network-vif-plugged-738db304-8aee-4303-a522-8f0e9c52983b {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:50:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b4e99aed-b6df-4492-a400-6cb658e95ef1 req-62d16d76-a733-4278-9b71-264f25f610d6 service nova] Acquiring lock "444bef36-3134-4c31-bd7c-aadf33448410-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:50:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b4e99aed-b6df-4492-a400-6cb658e95ef1 req-62d16d76-a733-4278-9b71-264f25f610d6 service nova] Lock "444bef36-3134-4c31-bd7c-aadf33448410-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:50:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b4e99aed-b6df-4492-a400-6cb658e95ef1 req-62d16d76-a733-4278-9b71-264f25f610d6 service nova] Lock "444bef36-3134-4c31-bd7c-aadf33448410-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:50:15 user nova-compute[74307]: DEBUG nova.compute.manager [req-b4e99aed-b6df-4492-a400-6cb658e95ef1 req-62d16d76-a733-4278-9b71-264f25f610d6 service nova] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] No waiting events found dispatching network-vif-plugged-738db304-8aee-4303-a522-8f0e9c52983b {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:50:15 user nova-compute[74307]: WARNING nova.compute.manager [req-b4e99aed-b6df-4492-a400-6cb658e95ef1 req-62d16d76-a733-4278-9b71-264f25f610d6 service nova] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Received unexpected event network-vif-plugged-738db304-8aee-4303-a522-8f0e9c52983b for instance with vm_state building and task_state spawning.
Oct 24 07:50:15 user nova-compute[74307]: DEBUG nova.compute.manager [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 07:50:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Guest created on hypervisor {{(pid=74307) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 07:50:15 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Instance spawned successfully.
Oct 24 07:50:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 07:50:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Found default for hw_cdrom_bus of ide {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:50:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Found default for hw_disk_bus of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:50:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Found default for hw_input_bus of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:50:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Found default for hw_pointer_model of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:50:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Found default for hw_video_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:50:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Found default for hw_vif_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:50:15 user nova-compute[74307]: INFO nova.compute.manager [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Took 5.81 seconds to spawn the instance on the hypervisor.
Oct 24 07:50:15 user nova-compute[74307]: DEBUG nova.compute.manager [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:50:15 user nova-compute[74307]: INFO nova.compute.manager [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Took 6.84 seconds to build instance.
Oct 24 07:50:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4b34cc8f-1e13-44ff-8c22-d1f3e95e90d0 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Lock "444bef36-3134-4c31-bd7c-aadf33448410" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.945s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:50:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:24 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-fcc7b363-6f7c-45a2-b7a9-6b8826dbf601 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Acquiring lock "9ca4c6f9-3966-4025-b0d4-273611aba465" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:50:24 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-fcc7b363-6f7c-45a2-b7a9-6b8826dbf601 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Lock "9ca4c6f9-3966-4025-b0d4-273611aba465" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:50:24 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-fcc7b363-6f7c-45a2-b7a9-6b8826dbf601 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Acquiring lock "9ca4c6f9-3966-4025-b0d4-273611aba465-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:50:24 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-fcc7b363-6f7c-45a2-b7a9-6b8826dbf601 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Lock "9ca4c6f9-3966-4025-b0d4-273611aba465-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:50:24 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-fcc7b363-6f7c-45a2-b7a9-6b8826dbf601 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Lock "9ca4c6f9-3966-4025-b0d4-273611aba465-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:50:24 user nova-compute[74307]: INFO nova.compute.manager [None req-fcc7b363-6f7c-45a2-b7a9-6b8826dbf601 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Terminating instance
Oct 24 07:50:24 user nova-compute[74307]: DEBUG nova.compute.manager [None req-fcc7b363-6f7c-45a2-b7a9-6b8826dbf601 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Start destroying the instance on the hypervisor. {{(pid=74307) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 07:50:24 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:24 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:24 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:24 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:24 user nova-compute[74307]: DEBUG nova.compute.manager [req-671b60c2-4529-47a5-aec4-d04f0e1a5251 req-b76fbcbc-8fe9-41ac-88be-4467215452eb service nova] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Received event network-vif-unplugged-989eb379-62b5-4062-95a6-0357967bb8cb {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:50:24 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-671b60c2-4529-47a5-aec4-d04f0e1a5251 req-b76fbcbc-8fe9-41ac-88be-4467215452eb service nova] Acquiring lock "9ca4c6f9-3966-4025-b0d4-273611aba465-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:50:24 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-671b60c2-4529-47a5-aec4-d04f0e1a5251 req-b76fbcbc-8fe9-41ac-88be-4467215452eb service nova] Lock "9ca4c6f9-3966-4025-b0d4-273611aba465-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:50:24 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-671b60c2-4529-47a5-aec4-d04f0e1a5251 req-b76fbcbc-8fe9-41ac-88be-4467215452eb service nova] Lock "9ca4c6f9-3966-4025-b0d4-273611aba465-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:50:24 user nova-compute[74307]: DEBUG nova.compute.manager [req-671b60c2-4529-47a5-aec4-d04f0e1a5251 req-b76fbcbc-8fe9-41ac-88be-4467215452eb service nova] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] No waiting events found dispatching network-vif-unplugged-989eb379-62b5-4062-95a6-0357967bb8cb {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:50:24 user nova-compute[74307]: DEBUG nova.compute.manager [req-671b60c2-4529-47a5-aec4-d04f0e1a5251 req-b76fbcbc-8fe9-41ac-88be-4467215452eb service nova] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Received event network-vif-unplugged-989eb379-62b5-4062-95a6-0357967bb8cb for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 07:50:25 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Instance destroyed successfully.
Oct 24 07:50:25 user nova-compute[74307]: DEBUG nova.objects.instance [None req-fcc7b363-6f7c-45a2-b7a9-6b8826dbf601 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Lazy-loading 'resources' on Instance uuid 9ca4c6f9-3966-4025-b0d4-273611aba465 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-fcc7b363-6f7c-45a2-b7a9-6b8826dbf601 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:41:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-2055145473',display_name='tempest-ServerActionsTestOtherB-server-2055145473',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-2055145473',id=4,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJSw+dRlkk5Y9iS9BmJkNnyADTezdyrtmGXKyyY4yXGCUxjKgGN88CyieUUJWxXV4UovehXC4dT+BaE5ioQ4GLwyd+JmQB/Ibou0075W/rUJUVaILkh9q/wYCE46Q0lgwg==',key_name='tempest-keypair-1453494366',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:48:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0168f8c4ed044e57b721edf920156848',ramdisk_id='',reservation_id='r-flyet017',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherB-1522363102',owner_user_name='tempest-ServerActionsTestOtherB-1522363102-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T07:48:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b557898592034149a293048a307f3faf',uuid=9ca4c6f9-3966-4025-b0d4-273611aba465,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "989eb379-62b5-4062-95a6-0357967bb8cb", "address": "fa:16:3e:46:46:e1", "network": {"id": "f6232387-1f48-4257-bccd-b30cb0bb880d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1072713156-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0168f8c4ed044e57b721edf920156848", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap989eb379-62", "ovs_interfaceid": "989eb379-62b5-4062-95a6-0357967bb8cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-fcc7b363-6f7c-45a2-b7a9-6b8826dbf601 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Converting VIF {"id": "989eb379-62b5-4062-95a6-0357967bb8cb", "address": "fa:16:3e:46:46:e1", "network": {"id": "f6232387-1f48-4257-bccd-b30cb0bb880d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1072713156-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0168f8c4ed044e57b721edf920156848", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap989eb379-62", "ovs_interfaceid": "989eb379-62b5-4062-95a6-0357967bb8cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-fcc7b363-6f7c-45a2-b7a9-6b8826dbf601 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:46:46:e1,bridge_name='br-int',has_traffic_filtering=True,id=989eb379-62b5-4062-95a6-0357967bb8cb,network=Network(f6232387-1f48-4257-bccd-b30cb0bb880d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap989eb379-62') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG os_vif [None req-fcc7b363-6f7c-45a2-b7a9-6b8826dbf601 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:46:46:e1,bridge_name='br-int',has_traffic_filtering=True,id=989eb379-62b5-4062-95a6-0357967bb8cb,network=Network(f6232387-1f48-4257-bccd-b30cb0bb880d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap989eb379-62') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap989eb379-62, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=91aa80fe-9f52-4482-9c31-bdf13863a23d) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:25 user nova-compute[74307]: INFO os_vif [None req-fcc7b363-6f7c-45a2-b7a9-6b8826dbf601 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:46:46:e1,bridge_name='br-int',has_traffic_filtering=True,id=989eb379-62b5-4062-95a6-0357967bb8cb,network=Network(f6232387-1f48-4257-bccd-b30cb0bb880d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap989eb379-62')
Oct 24 07:50:25 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fcc7b363-6f7c-45a2-b7a9-6b8826dbf601 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] calling os-brick to detach iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-fcc7b363-6f7c-45a2-b7a9-6b8826dbf601 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, {'target_iqn': 'iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LpbBQmIi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': True}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:50:25 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-fcc7b363-6f7c-45a2-b7a9-6b8826dbf601 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:50:25 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-fcc7b363-6f7c-45a2-b7a9-6b8826dbf601 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-fcc7b363-6f7c-45a2-b7a9-6b8826dbf601 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[a21dbef0-ef36-4feb-b736-da491af64552]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-fcc7b363-6f7c-45a2-b7a9-6b8826dbf601 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 07:50:25 user nova-compute[74307]: No targets found.
Oct 24 07:50:25 user nova-compute[74307]: iSNS:
Oct 24 07:50:25 user nova-compute[74307]: No targets found.
Oct 24 07:50:25 user nova-compute[74307]: STATIC:
Oct 24 07:50:25 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc
Oct 24 07:50:25 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:50:25 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:50:25 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63
Oct 24 07:50:25 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:50:25 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:50:25 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854
Oct 24 07:50:25 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:50:25 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:50:25 user nova-compute[74307]: FIRMWARE:
Oct 24 07:50:25 user nova-compute[74307]: No targets found.
Oct 24 07:50:25 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-fcc7b363-6f7c-45a2-b7a9-6b8826dbf601 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 07:50:25 user nova-compute[74307]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 07:50:25 user nova-compute[74307]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74307) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-fcc7b363-6f7c-45a2-b7a9-6b8826dbf601 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc', 0)] {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8e40afd-0752-430b-a98d-6f99b93885e6]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[aab18ad6-7150-40be-84ff-1ab1fef4ec18]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-fcc7b363-6f7c-45a2-b7a9-6b8826dbf601 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:50:25 user nova-compute[74307]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 (non-flash)
Oct 24 07:50:25 user nova-compute[74307]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)
Oct 24 07:50:25 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-fcc7b363-6f7c-45a2-b7a9-6b8826dbf601 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:50:25 user nova-compute[74307]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 (non-flash)
Oct 24 07:50:25 user nova-compute[74307]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc (non-flash)
Oct 24 07:50:25 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-fcc7b363-6f7c-45a2-b7a9-6b8826dbf601 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4644150b80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc'): ({'sdg'}, set())}) {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-fcc7b363-6f7c-45a2-b7a9-6b8826dbf601 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Removing single pathed devices sdg {{(pid=74307) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.026s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[583bfa76-cf69-4cc4-88e3-ab7f9dca73c8]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd0190c0-9510-4c07-8761-f5b0a6cc2d45]: (4, ('ok\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-fcc7b363-6f7c-45a2-b7a9-6b8826dbf601 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Flushing IO for device /dev/sdg {{(pid=74307) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.014s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e294373e-c982-412d-9c30-3a685da6f3f5]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-fcc7b363-6f7c-45a2-b7a9-6b8826dbf601 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=74307) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.054s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c1430b1-4114-4243-aaf8-1cc4a6fc9ef9]: (4, ('1', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-fcc7b363-6f7c-45a2-b7a9-6b8826dbf601 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-fcc7b363-6f7c-45a2-b7a9-6b8826dbf601 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] SCSI volumes sdg have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-fcc7b363-6f7c-45a2-b7a9-6b8826dbf601 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc')] {{(pid=74307) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[612c742f-43b5-41ee-8620-ff18faef7e19]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-fcc7b363-6f7c-45a2-b7a9-6b8826dbf601 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --logout {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --logout" returned: 0 in 0.120s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[27ee46a5-95ee-4ad1-8085-99a6f05fe61d]: (4, ('Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc, portal: 172.16.0.220,3260]\nLogout of [sid: 22, target: iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-fcc7b363-6f7c-45a2-b7a9-6b8826dbf601 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc, portal: 172.16.0.220,3260]
Oct 24 07:50:25 user nova-compute[74307]: Logout of [sid: 22, target: iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc, portal: 172.16.0.220,3260] successful.
Oct 24 07:50:25 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --op delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:26c59d6a-5a7b-42ae-8462-8bf76546c9fc -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[097721ac-b1aa-455a-8fa3-8a60d91e2571]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-fcc7b363-6f7c-45a2-b7a9-6b8826dbf601 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-fcc7b363-6f7c-45a2-b7a9-6b8826dbf601 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.415s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-fcc7b363-6f7c-45a2-b7a9-6b8826dbf601 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] <== disconnect_volume: return (417ms) None {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:50:25 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fcc7b363-6f7c-45a2-b7a9-6b8826dbf601 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Disconnected iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 07:50:25 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-fcc7b363-6f7c-45a2-b7a9-6b8826dbf601 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Deleting instance files /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465_del
Oct 24 07:50:25 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-fcc7b363-6f7c-45a2-b7a9-6b8826dbf601 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Deletion of /opt/stack/data/nova/instances/9ca4c6f9-3966-4025-b0d4-273611aba465_del complete
Oct 24 07:50:26 user nova-compute[74307]: INFO nova.compute.manager [None req-fcc7b363-6f7c-45a2-b7a9-6b8826dbf601 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Took 1.66 seconds to destroy the instance on the hypervisor.
Oct 24 07:50:26 user nova-compute[74307]: DEBUG oslo.service.loopingcall [None req-fcc7b363-6f7c-45a2-b7a9-6b8826dbf601 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74307) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 07:50:26 user nova-compute[74307]: DEBUG nova.compute.manager [-] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Deallocating network for instance {{(pid=74307) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 07:50:26 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] deallocate_for_instance() {{(pid=74307) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 07:50:26 user nova-compute[74307]: DEBUG nova.compute.manager [req-b18bd734-8112-4f17-b662-e2bb4394acea req-efe5f2b6-b829-4a7f-9e22-f0dfce038c22 service nova] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Received event network-vif-plugged-989eb379-62b5-4062-95a6-0357967bb8cb {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:50:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b18bd734-8112-4f17-b662-e2bb4394acea req-efe5f2b6-b829-4a7f-9e22-f0dfce038c22 service nova] Acquiring lock "9ca4c6f9-3966-4025-b0d4-273611aba465-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:50:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b18bd734-8112-4f17-b662-e2bb4394acea req-efe5f2b6-b829-4a7f-9e22-f0dfce038c22 service nova] Lock "9ca4c6f9-3966-4025-b0d4-273611aba465-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:50:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b18bd734-8112-4f17-b662-e2bb4394acea req-efe5f2b6-b829-4a7f-9e22-f0dfce038c22 service nova] Lock "9ca4c6f9-3966-4025-b0d4-273611aba465-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:50:26 user nova-compute[74307]: DEBUG nova.compute.manager [req-b18bd734-8112-4f17-b662-e2bb4394acea req-efe5f2b6-b829-4a7f-9e22-f0dfce038c22 service nova] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] No waiting events found dispatching network-vif-plugged-989eb379-62b5-4062-95a6-0357967bb8cb {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:50:26 user nova-compute[74307]: WARNING nova.compute.manager [req-b18bd734-8112-4f17-b662-e2bb4394acea req-efe5f2b6-b829-4a7f-9e22-f0dfce038c22 service nova] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Received unexpected event network-vif-plugged-989eb379-62b5-4062-95a6-0357967bb8cb for instance with vm_state active and task_state deleting.
Oct 24 07:50:27 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:50:27 user nova-compute[74307]: INFO nova.compute.manager [-] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Took 1.32 seconds to deallocate network for instance.
Oct 24 07:50:27 user nova-compute[74307]: DEBUG nova.compute.manager [req-5eaee02e-57b0-4475-ae9c-b3b018aa9c7a req-0624eda5-712b-4e54-b523-82f969dbbec8 service nova] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Received event network-vif-deleted-989eb379-62b5-4062-95a6-0357967bb8cb {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:50:28 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-dd8aa197-fdaf-440f-a7de-92335f1ed355 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance a6b2cfc6-bc30-485a-95ba-11509955f63c is timed out.
Oct 24 07:50:28 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-dd8aa197-fdaf-440f-a7de-92335f1ed355 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Successfully detached device vdb from instance a6b2cfc6-bc30-485a-95ba-11509955f63c from the live domain config.
Oct 24 07:50:28 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dd8aa197-fdaf-440f-a7de-92335f1ed355 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] calling os-brick to detach iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 07:50:28 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd8aa197-fdaf-440f-a7de-92335f1ed355 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, {'target_iqn': 'iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PwqzAZbx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:50:28 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-dd8aa197-fdaf-440f-a7de-92335f1ed355 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:50:28 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-dd8aa197-fdaf-440f-a7de-92335f1ed355 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:50:28 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-dd8aa197-fdaf-440f-a7de-92335f1ed355 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:50:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:50:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:50:28 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a333e3c-9227-472e-9cc6-7136efd1a060]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:50:28 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd8aa197-fdaf-440f-a7de-92335f1ed355 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 07:50:28 user nova-compute[74307]: No targets found.
Oct 24 07:50:28 user nova-compute[74307]: iSNS:
Oct 24 07:50:28 user nova-compute[74307]: No targets found.
Oct 24 07:50:28 user nova-compute[74307]: STATIC:
Oct 24 07:50:28 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63
Oct 24 07:50:28 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:50:28 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:50:28 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854
Oct 24 07:50:28 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:50:28 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:50:28 user nova-compute[74307]: FIRMWARE:
Oct 24 07:50:28 user nova-compute[74307]: No targets found.
Oct 24 07:50:28 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:50:28 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd8aa197-fdaf-440f-a7de-92335f1ed355 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 07:50:28 user nova-compute[74307]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 07:50:28 user nova-compute[74307]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74307) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 07:50:28 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd8aa197-fdaf-440f-a7de-92335f1ed355 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63', 0)] {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 07:50:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:50:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.034s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:50:28 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[0895996f-722a-4bf2-9f45-a6736956e4d4]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:50:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:50:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:50:28 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6b9d745-d442-4811-b749-ba3f31fc3d9d]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:50:28 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd8aa197-fdaf-440f-a7de-92335f1ed355 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:50:28 user nova-compute[74307]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 (non-flash)
Oct 24 07:50:28 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:50:28 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd8aa197-fdaf-440f-a7de-92335f1ed355 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:50:28 user nova-compute[74307]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 (non-flash)
Oct 24 07:50:28 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:50:28 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd8aa197-fdaf-440f-a7de-92335f1ed355 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f462436c940>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63'): ({'sdd'}, set())}) {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 07:50:28 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-dd8aa197-fdaf-440f-a7de-92335f1ed355 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Removing single pathed devices sdd {{(pid=74307) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 07:50:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:50:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:50:28 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef9b0089-8fcf-4b2f-b44c-0bc3012d7fe5]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:50:28 user nova-compute[74307]: INFO nova.compute.manager [None req-fcc7b363-6f7c-45a2-b7a9-6b8826dbf601 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] [instance: 9ca4c6f9-3966-4025-b0d4-273611aba465] Took 0.97 seconds to detach 1 volumes for instance.
Oct 24 07:50:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:50:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.025s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:50:28 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[795aa998-5276-46f1-9a18-c773c9e9f909]: (4, ('ok\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:50:28 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-dd8aa197-fdaf-440f-a7de-92335f1ed355 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Flushing IO for device /dev/sdd {{(pid=74307) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 07:50:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:50:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:50:28 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4e3198c-13ab-4582-bce8-c889077a5579]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:50:28 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-dd8aa197-fdaf-440f-a7de-92335f1ed355 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74307) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 07:50:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:50:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-fcc7b363-6f7c-45a2-b7a9-6b8826dbf601 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:50:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-fcc7b363-6f7c-45a2-b7a9-6b8826dbf601 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:50:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.046s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:50:28 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cdb0711-7841-496b-a268-75d07f1bff90]: (4, ('1', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:50:28 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-dd8aa197-fdaf-440f-a7de-92335f1ed355 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 07:50:28 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-dd8aa197-fdaf-440f-a7de-92335f1ed355 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] SCSI volumes sdd have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 07:50:28 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd8aa197-fdaf-440f-a7de-92335f1ed355 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63')] {{(pid=74307) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 07:50:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:50:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:50:28 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[1dd0c04d-4b40-4b1b-8281-9baefe89cd1b]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:50:28 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd8aa197-fdaf-440f-a7de-92335f1ed355 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:50:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 -p 172.16.0.220:3260 --logout {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:50:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:50:28 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b53df9cb-c9c0-420f-baec-baffb4847679]: (4, ('Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63, portal: 172.16.0.220,3260]\nLogout of [sid: 20, target: iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:50:28 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd8aa197-fdaf-440f-a7de-92335f1ed355 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63, portal: 172.16.0.220,3260]
Oct 24 07:50:28 user nova-compute[74307]: Logout of [sid: 20, target: iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63, portal: 172.16.0.220,3260] successful.
Oct 24 07:50:28 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:50:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 -p 172.16.0.220:3260 --op delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:50:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efdacc82-9ffe-4fb5-bdee-011fe5945c63 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:50:28 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[5439bec6-3761-450e-b5a5-e07b9a621197]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:50:28 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd8aa197-fdaf-440f-a7de-92335f1ed355 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:50:28 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-dd8aa197-fdaf-440f-a7de-92335f1ed355 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.393s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:50:28 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd8aa197-fdaf-440f-a7de-92335f1ed355 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] <== disconnect_volume: return (395ms) None {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:50:28 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dd8aa197-fdaf-440f-a7de-92335f1ed355 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Disconnected iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 07:50:29 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-fcc7b363-6f7c-45a2-b7a9-6b8826dbf601 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:50:29 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-fcc7b363-6f7c-45a2-b7a9-6b8826dbf601 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:50:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-fcc7b363-6f7c-45a2-b7a9-6b8826dbf601 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.674s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:50:29 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-fcc7b363-6f7c-45a2-b7a9-6b8826dbf601 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Deleted allocations for instance 9ca4c6f9-3966-4025-b0d4-273611aba465
Oct 24 07:50:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-fcc7b363-6f7c-45a2-b7a9-6b8826dbf601 tempest-ServerActionsTestOtherB-1522363102 tempest-ServerActionsTestOtherB-1522363102-project-member] Lock "9ca4c6f9-3966-4025-b0d4-273611aba465" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.933s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:50:29 user nova-compute[74307]: DEBUG nova.objects.instance [None req-dd8aa197-fdaf-440f-a7de-92335f1ed355 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lazy-loading 'flavor' on Instance uuid a6b2cfc6-bc30-485a-95ba-11509955f63c {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:50:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-dd8aa197-fdaf-440f-a7de-92335f1ed355 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "a6b2cfc6-bc30-485a-95ba-11509955f63c" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.440s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:50:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Acquiring lock "2b5d1ce9-9508-4452-864c-e2628ed30f40" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:50:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "2b5d1ce9-9508-4452-864c-e2628ed30f40" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:50:33 user nova-compute[74307]: DEBUG nova.compute.manager [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Starting instance... {{(pid=74307) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 07:50:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:50:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:50:33 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 07:50:33 user nova-compute[74307]: INFO nova.compute.claims [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Claim successful on node user
Oct 24 07:50:33 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:50:33 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:50:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.436s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:50:34 user nova-compute[74307]: DEBUG nova.compute.manager [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Start building networks asynchronously for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 07:50:34 user nova-compute[74307]: DEBUG nova.compute.manager [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Allocating IP information in the background. {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 07:50:34 user nova-compute[74307]: DEBUG nova.network.neutron [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] allocate_for_instance() {{(pid=74307) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 07:50:34 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 07:50:34 user nova-compute[74307]: DEBUG nova.compute.manager [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Start building block device mappings for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 07:50:34 user nova-compute[74307]: DEBUG nova.policy [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '60bf5a2320a44281aa2ef452eb2f16b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3cbeeb3c22846fb88297b645da9e463', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74307) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 07:50:34 user nova-compute[74307]: DEBUG nova.compute.manager [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Start spawning the instance on the hypervisor. {{(pid=74307) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 07:50:34 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Creating instance directory {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 07:50:34 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Creating image(s)
Oct 24 07:50:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Acquiring lock "/opt/stack/data/nova/instances/2b5d1ce9-9508-4452-864c-e2628ed30f40/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:50:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "/opt/stack/data/nova/instances/2b5d1ce9-9508-4452-864c-e2628ed30f40/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:50:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "/opt/stack/data/nova/instances/2b5d1ce9-9508-4452-864c-e2628ed30f40/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:50:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:50:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.256s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:50:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Acquiring lock "9cb24620554d5eab84e846c14e389d04f4c43d48" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:50:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:50:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:50:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.184s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:50:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/2b5d1ce9-9508-4452-864c-e2628ed30f40/disk 1073741824 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:50:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/2b5d1ce9-9508-4452-864c-e2628ed30f40/disk 1073741824" returned: 0 in 0.058s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:50:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.251s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:50:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:50:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:35 user nova-compute[74307]: DEBUG nova.network.neutron [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Successfully created port: 6831be07-2a87-4391-96e7-9b92eb3afe93 {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 07:50:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.206s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:50:35 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2b5d1ce9-9508-4452-864c-e2628ed30f40/disk. size=1073741824 {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 07:50:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b5d1ce9-9508-4452-864c-e2628ed30f40/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:50:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b5d1ce9-9508-4452-864c-e2628ed30f40/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:50:35 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Cannot resize image /opt/stack/data/nova/instances/2b5d1ce9-9508-4452-864c-e2628ed30f40/disk to a smaller size. {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 07:50:35 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Created local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 07:50:35 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Ensure instance console log exists: /opt/stack/data/nova/instances/2b5d1ce9-9508-4452-864c-e2628ed30f40/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 07:50:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:50:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:50:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:50:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:35 user nova-compute[74307]: DEBUG nova.network.neutron [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Successfully updated port: 6831be07-2a87-4391-96e7-9b92eb3afe93 {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 07:50:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Acquiring lock "refresh_cache-2b5d1ce9-9508-4452-864c-e2628ed30f40" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:50:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Acquired lock "refresh_cache-2b5d1ce9-9508-4452-864c-e2628ed30f40" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:50:35 user nova-compute[74307]: DEBUG nova.network.neutron [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 07:50:35 user nova-compute[74307]: DEBUG nova.compute.manager [req-db275d6f-458c-4150-b96a-bff11d716a61 req-0ce6c9cf-16df-48e1-9730-adcc0b009084 service nova] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Received event network-changed-6831be07-2a87-4391-96e7-9b92eb3afe93 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:50:35 user nova-compute[74307]: DEBUG nova.compute.manager [req-db275d6f-458c-4150-b96a-bff11d716a61 req-0ce6c9cf-16df-48e1-9730-adcc0b009084 service nova] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Refreshing instance network info cache due to event network-changed-6831be07-2a87-4391-96e7-9b92eb3afe93. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:50:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-db275d6f-458c-4150-b96a-bff11d716a61 req-0ce6c9cf-16df-48e1-9730-adcc0b009084 service nova] Acquiring lock "refresh_cache-2b5d1ce9-9508-4452-864c-e2628ed30f40" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:50:35 user nova-compute[74307]: DEBUG nova.network.neutron [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 07:50:36 user nova-compute[74307]: DEBUG nova.network.neutron [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Updating instance_info_cache with network_info: [{"id": "6831be07-2a87-4391-96e7-9b92eb3afe93", "address": "fa:16:3e:2b:99:cc", "network": {"id": "c9e5cba0-66b1-4ed1-9cb1-fd926055e90e", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-91748090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b3cbeeb3c22846fb88297b645da9e463", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6831be07-2a", "ovs_interfaceid": "6831be07-2a87-4391-96e7-9b92eb3afe93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:50:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Releasing lock "refresh_cache-2b5d1ce9-9508-4452-864c-e2628ed30f40" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:50:36 user nova-compute[74307]: DEBUG nova.compute.manager [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Instance network_info: |[{"id": "6831be07-2a87-4391-96e7-9b92eb3afe93", "address": "fa:16:3e:2b:99:cc", "network": {"id": "c9e5cba0-66b1-4ed1-9cb1-fd926055e90e", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-91748090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b3cbeeb3c22846fb88297b645da9e463", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6831be07-2a", "ovs_interfaceid": "6831be07-2a87-4391-96e7-9b92eb3afe93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 07:50:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-db275d6f-458c-4150-b96a-bff11d716a61 req-0ce6c9cf-16df-48e1-9730-adcc0b009084 service nova] Acquired lock "refresh_cache-2b5d1ce9-9508-4452-864c-e2628ed30f40" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:50:36 user nova-compute[74307]: DEBUG nova.network.neutron [req-db275d6f-458c-4150-b96a-bff11d716a61 req-0ce6c9cf-16df-48e1-9730-adcc0b009084 service nova] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Refreshing network info cache for port 6831be07-2a87-4391-96e7-9b92eb3afe93 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:50:36 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Start _get_guest_xml network_info=[{"id": "6831be07-2a87-4391-96e7-9b92eb3afe93", "address": "fa:16:3e:2b:99:cc", "network": {"id": "c9e5cba0-66b1-4ed1-9cb1-fd926055e90e", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-91748090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b3cbeeb3c22846fb88297b645da9e463", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6831be07-2a", "ovs_interfaceid": "6831be07-2a87-4391-96e7-9b92eb3afe93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'boot_index': 0, 'guest_format': None, 'image_id': 'ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 07:50:36 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:50:36 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:50:36 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 07:50:36 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 07:50:36 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 07:50:36 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 07:50:36 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 07:50:36 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 07:50:36 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 07:50:36 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 07:50:36 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 07:50:36 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 07:50:36 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 07:50:36 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 07:50:36 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 07:50:36 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 07:50:36 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 07:50:36 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 07:50:36 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:50:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-40528448',display_name='tempest-VolumesSnapshotTestJSON-instance-40528448',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-40528448',id=20,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNMAR4L3dS3KHYbtCzxIT3pmTSBdeX1/jb75PoNbwsW1Ji6yd6o9we9QOSM4L3hhcJpNTAge81EMhDmjy1sOBQaGjUtuOWQ6rDFp/0igfmn3y/MIeEs9cNKVQ7bFrnO9nw==',key_name='tempest-keypair-962916224',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b3cbeeb3c22846fb88297b645da9e463',ramdisk_id='',reservation_id='r-wqerbv5v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1695217683',owner_user_name='tempest-VolumesSnapshotTestJSON-1695217683-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:50:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='60bf5a2320a44281aa2ef452eb2f16b6',uuid=2b5d1ce9-9508-4452-864c-e2628ed30f40,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6831be07-2a87-4391-96e7-9b92eb3afe93", "address": "fa:16:3e:2b:99:cc", "network": {"id": "c9e5cba0-66b1-4ed1-9cb1-fd926055e90e", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-91748090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b3cbeeb3c22846fb88297b645da9e463", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6831be07-2a", "ovs_interfaceid": "6831be07-2a87-4391-96e7-9b92eb3afe93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 07:50:36 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Converting VIF {"id": "6831be07-2a87-4391-96e7-9b92eb3afe93", "address": "fa:16:3e:2b:99:cc", "network": {"id": "c9e5cba0-66b1-4ed1-9cb1-fd926055e90e", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-91748090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b3cbeeb3c22846fb88297b645da9e463", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6831be07-2a", "ovs_interfaceid": "6831be07-2a87-4391-96e7-9b92eb3afe93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:50:36 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2b:99:cc,bridge_name='br-int',has_traffic_filtering=True,id=6831be07-2a87-4391-96e7-9b92eb3afe93,network=Network(c9e5cba0-66b1-4ed1-9cb1-fd926055e90e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6831be07-2a') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:50:36 user nova-compute[74307]: DEBUG nova.objects.instance [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lazy-loading 'pci_devices' on Instance uuid 2b5d1ce9-9508-4452-864c-e2628ed30f40 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:50:36 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] End _get_guest_xml xml=<domain type="kvm">
Oct 24 07:50:36 user nova-compute[74307]:   <uuid>2b5d1ce9-9508-4452-864c-e2628ed30f40</uuid>
Oct 24 07:50:36 user nova-compute[74307]:   <name>instance-00000014</name>
Oct 24 07:50:36 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 07:50:36 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 07:50:36 user nova-compute[74307]:   <metadata>
Oct 24 07:50:36 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 07:50:36 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 07:50:36 user nova-compute[74307]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-40528448</nova:name>
Oct 24 07:50:36 user nova-compute[74307]:       <nova:creationTime>2023-10-24 07:50:36</nova:creationTime>
Oct 24 07:50:36 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 07:50:36 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 07:50:36 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 07:50:36 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 07:50:36 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 07:50:36 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 07:50:36 user nova-compute[74307]:       </nova:flavor>
Oct 24 07:50:36 user nova-compute[74307]:       <nova:owner>
Oct 24 07:50:36 user nova-compute[74307]:         <nova:user uuid="60bf5a2320a44281aa2ef452eb2f16b6">tempest-VolumesSnapshotTestJSON-1695217683-project-member</nova:user>
Oct 24 07:50:36 user nova-compute[74307]:         <nova:project uuid="b3cbeeb3c22846fb88297b645da9e463">tempest-VolumesSnapshotTestJSON-1695217683</nova:project>
Oct 24 07:50:36 user nova-compute[74307]:       </nova:owner>
Oct 24 07:50:36 user nova-compute[74307]:       <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 07:50:36 user nova-compute[74307]:       <nova:ports>
Oct 24 07:50:36 user nova-compute[74307]:         <nova:port uuid="6831be07-2a87-4391-96e7-9b92eb3afe93">
Oct 24 07:50:36 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 24 07:50:36 user nova-compute[74307]:         </nova:port>
Oct 24 07:50:36 user nova-compute[74307]:       </nova:ports>
Oct 24 07:50:36 user nova-compute[74307]:     </nova:instance>
Oct 24 07:50:36 user nova-compute[74307]:   </metadata>
Oct 24 07:50:36 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 07:50:36 user nova-compute[74307]:     <system>
Oct 24 07:50:36 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 07:50:36 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 07:50:36 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 07:50:36 user nova-compute[74307]:       <entry name="serial">2b5d1ce9-9508-4452-864c-e2628ed30f40</entry>
Oct 24 07:50:36 user nova-compute[74307]:       <entry name="uuid">2b5d1ce9-9508-4452-864c-e2628ed30f40</entry>
Oct 24 07:50:36 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 07:50:36 user nova-compute[74307]:     </system>
Oct 24 07:50:36 user nova-compute[74307]:   </sysinfo>
Oct 24 07:50:36 user nova-compute[74307]:   <os>
Oct 24 07:50:36 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 07:50:36 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 07:50:36 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 07:50:36 user nova-compute[74307]:   </os>
Oct 24 07:50:36 user nova-compute[74307]:   <features>
Oct 24 07:50:36 user nova-compute[74307]:     <acpi/>
Oct 24 07:50:36 user nova-compute[74307]:     <apic/>
Oct 24 07:50:36 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 07:50:36 user nova-compute[74307]:   </features>
Oct 24 07:50:36 user nova-compute[74307]:   <clock offset="utc">
Oct 24 07:50:36 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 07:50:36 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 07:50:36 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 07:50:36 user nova-compute[74307]:   </clock>
Oct 24 07:50:36 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 07:50:36 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 07:50:36 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 07:50:36 user nova-compute[74307]:   </cpu>
Oct 24 07:50:36 user nova-compute[74307]:   <devices>
Oct 24 07:50:36 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 07:50:36 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 07:50:36 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/2b5d1ce9-9508-4452-864c-e2628ed30f40/disk"/>
Oct 24 07:50:36 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 07:50:36 user nova-compute[74307]:     </disk>
Oct 24 07:50:36 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 07:50:36 user nova-compute[74307]:       <mac address="fa:16:3e:2b:99:cc"/>
Oct 24 07:50:36 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:50:36 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 07:50:36 user nova-compute[74307]:       <target dev="tap6831be07-2a"/>
Oct 24 07:50:36 user nova-compute[74307]:     </interface>
Oct 24 07:50:36 user nova-compute[74307]:     <serial type="pty">
Oct 24 07:50:36 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/2b5d1ce9-9508-4452-864c-e2628ed30f40/console.log" append="off"/>
Oct 24 07:50:36 user nova-compute[74307]:     </serial>
Oct 24 07:50:36 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 07:50:36 user nova-compute[74307]:     <video>
Oct 24 07:50:36 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:50:36 user nova-compute[74307]:     </video>
Oct 24 07:50:36 user nova-compute[74307]:     <rng model="virtio">
Oct 24 07:50:36 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 07:50:36 user nova-compute[74307]:     </rng>
Oct 24 07:50:36 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 07:50:36 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 07:50:36 user nova-compute[74307]:       <stats period="10"/>
Oct 24 07:50:36 user nova-compute[74307]:     </memballoon>
Oct 24 07:50:36 user nova-compute[74307]:   </devices>
Oct 24 07:50:36 user nova-compute[74307]: </domain>
Oct 24 07:50:36 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 07:50:36 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:50:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-40528448',display_name='tempest-VolumesSnapshotTestJSON-instance-40528448',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-40528448',id=20,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNMAR4L3dS3KHYbtCzxIT3pmTSBdeX1/jb75PoNbwsW1Ji6yd6o9we9QOSM4L3hhcJpNTAge81EMhDmjy1sOBQaGjUtuOWQ6rDFp/0igfmn3y/MIeEs9cNKVQ7bFrnO9nw==',key_name='tempest-keypair-962916224',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b3cbeeb3c22846fb88297b645da9e463',ramdisk_id='',reservation_id='r-wqerbv5v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1695217683',owner_user_name='tempest-VolumesSnapshotTestJSON-1695217683-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:50:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='60bf5a2320a44281aa2ef452eb2f16b6',uuid=2b5d1ce9-9508-4452-864c-e2628ed30f40,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6831be07-2a87-4391-96e7-9b92eb3afe93", "address": "fa:16:3e:2b:99:cc", "network": {"id": "c9e5cba0-66b1-4ed1-9cb1-fd926055e90e", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-91748090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b3cbeeb3c22846fb88297b645da9e463", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6831be07-2a", "ovs_interfaceid": "6831be07-2a87-4391-96e7-9b92eb3afe93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 07:50:36 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Converting VIF {"id": "6831be07-2a87-4391-96e7-9b92eb3afe93", "address": "fa:16:3e:2b:99:cc", "network": {"id": "c9e5cba0-66b1-4ed1-9cb1-fd926055e90e", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-91748090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b3cbeeb3c22846fb88297b645da9e463", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6831be07-2a", "ovs_interfaceid": "6831be07-2a87-4391-96e7-9b92eb3afe93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:50:36 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2b:99:cc,bridge_name='br-int',has_traffic_filtering=True,id=6831be07-2a87-4391-96e7-9b92eb3afe93,network=Network(c9e5cba0-66b1-4ed1-9cb1-fd926055e90e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6831be07-2a') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:50:36 user nova-compute[74307]: DEBUG os_vif [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2b:99:cc,bridge_name='br-int',has_traffic_filtering=True,id=6831be07-2a87-4391-96e7-9b92eb3afe93,network=Network(c9e5cba0-66b1-4ed1-9cb1-fd926055e90e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6831be07-2a') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 07:50:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:50:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:50:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'cda33055-57e8-5a44-9f07-06f7b1bf9b09', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:50:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:50:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6831be07-2a, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:50:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6831be07-2a, col_values=(('qos', UUID('9403d1cb-d6fc-4070-8809-3706e861f202')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:50:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6831be07-2a, col_values=(('external_ids', {'iface-id': '6831be07-2a87-4391-96e7-9b92eb3afe93', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2b:99:cc', 'vm-uuid': '2b5d1ce9-9508-4452-864c-e2628ed30f40'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:50:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:50:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:36 user nova-compute[74307]: INFO os_vif [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2b:99:cc,bridge_name='br-int',has_traffic_filtering=True,id=6831be07-2a87-4391-96e7-9b92eb3afe93,network=Network(c9e5cba0-66b1-4ed1-9cb1-fd926055e90e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6831be07-2a')
Oct 24 07:50:36 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:50:36 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] No VIF found with MAC fa:16:3e:2b:99:cc, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:50:36 user nova-compute[74307]: DEBUG nova.network.neutron [req-db275d6f-458c-4150-b96a-bff11d716a61 req-0ce6c9cf-16df-48e1-9730-adcc0b009084 service nova] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Updated VIF entry in instance network info cache for port 6831be07-2a87-4391-96e7-9b92eb3afe93. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:50:36 user nova-compute[74307]: DEBUG nova.network.neutron [req-db275d6f-458c-4150-b96a-bff11d716a61 req-0ce6c9cf-16df-48e1-9730-adcc0b009084 service nova] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Updating instance_info_cache with network_info: [{"id": "6831be07-2a87-4391-96e7-9b92eb3afe93", "address": "fa:16:3e:2b:99:cc", "network": {"id": "c9e5cba0-66b1-4ed1-9cb1-fd926055e90e", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-91748090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b3cbeeb3c22846fb88297b645da9e463", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6831be07-2a", "ovs_interfaceid": "6831be07-2a87-4391-96e7-9b92eb3afe93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:50:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-db275d6f-458c-4150-b96a-bff11d716a61 req-0ce6c9cf-16df-48e1-9730-adcc0b009084 service nova] Releasing lock "refresh_cache-2b5d1ce9-9508-4452-864c-e2628ed30f40" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:50:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:38 user nova-compute[74307]: DEBUG nova.compute.manager [req-ec8e7b4e-39d2-4bf2-b371-dd31f4e2a526 req-84000d96-6fab-404a-b573-59fd09e5fb70 service nova] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Received event network-vif-plugged-6831be07-2a87-4391-96e7-9b92eb3afe93 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:50:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-ec8e7b4e-39d2-4bf2-b371-dd31f4e2a526 req-84000d96-6fab-404a-b573-59fd09e5fb70 service nova] Acquiring lock "2b5d1ce9-9508-4452-864c-e2628ed30f40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:50:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-ec8e7b4e-39d2-4bf2-b371-dd31f4e2a526 req-84000d96-6fab-404a-b573-59fd09e5fb70 service nova] Lock "2b5d1ce9-9508-4452-864c-e2628ed30f40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:50:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-ec8e7b4e-39d2-4bf2-b371-dd31f4e2a526 req-84000d96-6fab-404a-b573-59fd09e5fb70 service nova] Lock "2b5d1ce9-9508-4452-864c-e2628ed30f40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:50:38 user nova-compute[74307]: DEBUG nova.compute.manager [req-ec8e7b4e-39d2-4bf2-b371-dd31f4e2a526 req-84000d96-6fab-404a-b573-59fd09e5fb70 service nova] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] No waiting events found dispatching network-vif-plugged-6831be07-2a87-4391-96e7-9b92eb3afe93 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:50:38 user nova-compute[74307]: WARNING nova.compute.manager [req-ec8e7b4e-39d2-4bf2-b371-dd31f4e2a526 req-84000d96-6fab-404a-b573-59fd09e5fb70 service nova] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Received unexpected event network-vif-plugged-6831be07-2a87-4391-96e7-9b92eb3afe93 for instance with vm_state building and task_state spawning.
Oct 24 07:50:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:40 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:40 user nova-compute[74307]: DEBUG nova.compute.manager [req-08b3d119-0fe0-4682-b3bc-89bfa09ab0a5 req-2f03a10b-67fc-409e-b349-08da94e92964 service nova] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Received event network-vif-plugged-6831be07-2a87-4391-96e7-9b92eb3afe93 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:50:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-08b3d119-0fe0-4682-b3bc-89bfa09ab0a5 req-2f03a10b-67fc-409e-b349-08da94e92964 service nova] Acquiring lock "2b5d1ce9-9508-4452-864c-e2628ed30f40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:50:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-08b3d119-0fe0-4682-b3bc-89bfa09ab0a5 req-2f03a10b-67fc-409e-b349-08da94e92964 service nova] Lock "2b5d1ce9-9508-4452-864c-e2628ed30f40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:50:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-08b3d119-0fe0-4682-b3bc-89bfa09ab0a5 req-2f03a10b-67fc-409e-b349-08da94e92964 service nova] Lock "2b5d1ce9-9508-4452-864c-e2628ed30f40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:50:40 user nova-compute[74307]: DEBUG nova.compute.manager [req-08b3d119-0fe0-4682-b3bc-89bfa09ab0a5 req-2f03a10b-67fc-409e-b349-08da94e92964 service nova] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] No waiting events found dispatching network-vif-plugged-6831be07-2a87-4391-96e7-9b92eb3afe93 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:50:40 user nova-compute[74307]: WARNING nova.compute.manager [req-08b3d119-0fe0-4682-b3bc-89bfa09ab0a5 req-2f03a10b-67fc-409e-b349-08da94e92964 service nova] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Received unexpected event network-vif-plugged-6831be07-2a87-4391-96e7-9b92eb3afe93 for instance with vm_state building and task_state spawning.
Oct 24 07:50:40 user nova-compute[74307]: DEBUG nova.compute.manager [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 07:50:40 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Guest created on hypervisor {{(pid=74307) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 07:50:40 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Instance spawned successfully.
Oct 24 07:50:40 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 07:50:40 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Found default for hw_cdrom_bus of ide {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:50:40 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Found default for hw_disk_bus of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:50:40 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Found default for hw_input_bus of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:50:40 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Found default for hw_pointer_model of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:50:40 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Found default for hw_video_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:50:40 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Found default for hw_vif_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:50:40 user nova-compute[74307]: INFO nova.compute.manager [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Took 6.10 seconds to spawn the instance on the hypervisor.
Oct 24 07:50:40 user nova-compute[74307]: DEBUG nova.compute.manager [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:50:40 user nova-compute[74307]: INFO nova.compute.manager [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Took 7.08 seconds to build instance.
Oct 24 07:50:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9d560399-3f19-4b29-a945-50380f7085f2 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "2b5d1ce9-9508-4452-864c-e2628ed30f40" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.198s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:50:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Acquiring lock "1c80a858-643e-4872-a2b9-c3319abba7fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:50:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "1c80a858-643e-4872-a2b9-c3319abba7fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:50:50 user nova-compute[74307]: DEBUG nova.compute.manager [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Starting instance... {{(pid=74307) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 07:50:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:50:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:50:50 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 07:50:50 user nova-compute[74307]: INFO nova.compute.claims [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Claim successful on node user
Oct 24 07:50:51 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:50:51 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:50:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.467s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:50:51 user nova-compute[74307]: DEBUG nova.compute.manager [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Start building networks asynchronously for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 07:50:51 user nova-compute[74307]: DEBUG nova.compute.manager [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Allocating IP information in the background. {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 07:50:51 user nova-compute[74307]: DEBUG nova.network.neutron [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] allocate_for_instance() {{(pid=74307) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 07:50:51 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 07:50:51 user nova-compute[74307]: DEBUG nova.compute.manager [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Start building block device mappings for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 07:50:51 user nova-compute[74307]: DEBUG nova.policy [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e73cde07ef7843e9a5718b648794a329', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f702c44f41647f3986d6d6acc4e7122', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74307) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 07:50:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:51 user nova-compute[74307]: DEBUG nova.compute.manager [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Start spawning the instance on the hypervisor. {{(pid=74307) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 07:50:51 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Creating instance directory {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 07:50:51 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Creating image(s)
Oct 24 07:50:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Acquiring lock "/opt/stack/data/nova/instances/1c80a858-643e-4872-a2b9-c3319abba7fc/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:50:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "/opt/stack/data/nova/instances/1c80a858-643e-4872-a2b9-c3319abba7fc/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:50:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "/opt/stack/data/nova/instances/1c80a858-643e-4872-a2b9-c3319abba7fc/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:50:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:50:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.205s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:50:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Acquiring lock "9cb24620554d5eab84e846c14e389d04f4c43d48" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:50:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:50:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:50:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.240s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:50:51 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/1c80a858-643e-4872-a2b9-c3319abba7fc/disk 1073741824 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:50:52 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/1c80a858-643e-4872-a2b9-c3319abba7fc/disk 1073741824" returned: 0 in 0.186s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:50:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.436s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:50:52 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:50:52 user nova-compute[74307]: DEBUG nova.network.neutron [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Successfully created port: a8ebf4b4-ee96-4028-9396-d93fa4ef1f1a {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 07:50:52 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.195s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:50:52 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Checking if we can resize image /opt/stack/data/nova/instances/1c80a858-643e-4872-a2b9-c3319abba7fc/disk. size=1073741824 {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 07:50:52 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c80a858-643e-4872-a2b9-c3319abba7fc/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:50:52 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c80a858-643e-4872-a2b9-c3319abba7fc/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:50:52 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Cannot resize image /opt/stack/data/nova/instances/1c80a858-643e-4872-a2b9-c3319abba7fc/disk to a smaller size. {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 07:50:52 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Created local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 07:50:52 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Ensure instance console log exists: /opt/stack/data/nova/instances/1c80a858-643e-4872-a2b9-c3319abba7fc/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 07:50:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:50:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:50:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:50:52 user nova-compute[74307]: DEBUG nova.network.neutron [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Successfully updated port: a8ebf4b4-ee96-4028-9396-d93fa4ef1f1a {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 07:50:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Acquiring lock "refresh_cache-1c80a858-643e-4872-a2b9-c3319abba7fc" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:50:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Acquired lock "refresh_cache-1c80a858-643e-4872-a2b9-c3319abba7fc" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:50:52 user nova-compute[74307]: DEBUG nova.network.neutron [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 07:50:52 user nova-compute[74307]: DEBUG nova.compute.manager [req-d1bdbb4c-6fa8-4162-b54d-5be6f2fa884c req-30f42662-a009-4387-b320-6bba72685f2d service nova] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Received event network-changed-a8ebf4b4-ee96-4028-9396-d93fa4ef1f1a {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:50:52 user nova-compute[74307]: DEBUG nova.compute.manager [req-d1bdbb4c-6fa8-4162-b54d-5be6f2fa884c req-30f42662-a009-4387-b320-6bba72685f2d service nova] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Refreshing instance network info cache due to event network-changed-a8ebf4b4-ee96-4028-9396-d93fa4ef1f1a. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:50:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d1bdbb4c-6fa8-4162-b54d-5be6f2fa884c req-30f42662-a009-4387-b320-6bba72685f2d service nova] Acquiring lock "refresh_cache-1c80a858-643e-4872-a2b9-c3319abba7fc" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:50:52 user nova-compute[74307]: DEBUG nova.network.neutron [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 07:50:53 user nova-compute[74307]: DEBUG nova.network.neutron [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Updating instance_info_cache with network_info: [{"id": "a8ebf4b4-ee96-4028-9396-d93fa4ef1f1a", "address": "fa:16:3e:7b:85:9e", "network": {"id": "88614861-758c-4aeb-96e5-c287097f2826", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-693421200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f702c44f41647f3986d6d6acc4e7122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8ebf4b4-ee", "ovs_interfaceid": "a8ebf4b4-ee96-4028-9396-d93fa4ef1f1a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:50:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Releasing lock "refresh_cache-1c80a858-643e-4872-a2b9-c3319abba7fc" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:50:53 user nova-compute[74307]: DEBUG nova.compute.manager [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Instance network_info: |[{"id": "a8ebf4b4-ee96-4028-9396-d93fa4ef1f1a", "address": "fa:16:3e:7b:85:9e", "network": {"id": "88614861-758c-4aeb-96e5-c287097f2826", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-693421200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f702c44f41647f3986d6d6acc4e7122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8ebf4b4-ee", "ovs_interfaceid": "a8ebf4b4-ee96-4028-9396-d93fa4ef1f1a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 07:50:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d1bdbb4c-6fa8-4162-b54d-5be6f2fa884c req-30f42662-a009-4387-b320-6bba72685f2d service nova] Acquired lock "refresh_cache-1c80a858-643e-4872-a2b9-c3319abba7fc" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:50:53 user nova-compute[74307]: DEBUG nova.network.neutron [req-d1bdbb4c-6fa8-4162-b54d-5be6f2fa884c req-30f42662-a009-4387-b320-6bba72685f2d service nova] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Refreshing network info cache for port a8ebf4b4-ee96-4028-9396-d93fa4ef1f1a {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:50:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Start _get_guest_xml network_info=[{"id": "a8ebf4b4-ee96-4028-9396-d93fa4ef1f1a", "address": "fa:16:3e:7b:85:9e", "network": {"id": "88614861-758c-4aeb-96e5-c287097f2826", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-693421200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f702c44f41647f3986d6d6acc4e7122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8ebf4b4-ee", "ovs_interfaceid": "a8ebf4b4-ee96-4028-9396-d93fa4ef1f1a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'boot_index': 0, 'guest_format': None, 'image_id': 'ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 07:50:53 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:50:53 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:50:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 07:50:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 07:50:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 07:50:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 07:50:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 07:50:53 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 07:50:53 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 07:50:53 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 07:50:53 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 07:50:53 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 07:50:53 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 07:50:53 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 07:50:53 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 07:50:53 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 07:50:53 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 07:50:53 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 07:50:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:50:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-869917502',display_name='tempest-AttachVolumeNegativeTest-server-869917502',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-869917502',id=21,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFfXktrbgdHjA8n/S74fgaoj7Rp5y+YZeD9P1qvGRyvlPPB8wEgsn+LsGi4nDeKuD8VIY1G7cyM/OpLuIqwwe92YTFO4xTz9nzk4sJ1kDpyNJvfIFU10IVNwkgfrXVV8zA==',key_name='tempest-keypair-170604183',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3f702c44f41647f3986d6d6acc4e7122',ramdisk_id='',reservation_id='r-35pzheri',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-976504116',owner_user_name='tempest-AttachVolumeNegativeTest-976504116-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:50:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e73cde07ef7843e9a5718b648794a329',uuid=1c80a858-643e-4872-a2b9-c3319abba7fc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a8ebf4b4-ee96-4028-9396-d93fa4ef1f1a", "address": "fa:16:3e:7b:85:9e", "network": {"id": "88614861-758c-4aeb-96e5-c287097f2826", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-693421200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f702c44f41647f3986d6d6acc4e7122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8ebf4b4-ee", "ovs_interfaceid": "a8ebf4b4-ee96-4028-9396-d93fa4ef1f1a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 07:50:53 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Converting VIF {"id": "a8ebf4b4-ee96-4028-9396-d93fa4ef1f1a", "address": "fa:16:3e:7b:85:9e", "network": {"id": "88614861-758c-4aeb-96e5-c287097f2826", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-693421200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f702c44f41647f3986d6d6acc4e7122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8ebf4b4-ee", "ovs_interfaceid": "a8ebf4b4-ee96-4028-9396-d93fa4ef1f1a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:50:53 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7b:85:9e,bridge_name='br-int',has_traffic_filtering=True,id=a8ebf4b4-ee96-4028-9396-d93fa4ef1f1a,network=Network(88614861-758c-4aeb-96e5-c287097f2826),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8ebf4b4-ee') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:50:53 user nova-compute[74307]: DEBUG nova.objects.instance [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lazy-loading 'pci_devices' on Instance uuid 1c80a858-643e-4872-a2b9-c3319abba7fc {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:50:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] End _get_guest_xml xml=<domain type="kvm">
Oct 24 07:50:53 user nova-compute[74307]:   <uuid>1c80a858-643e-4872-a2b9-c3319abba7fc</uuid>
Oct 24 07:50:53 user nova-compute[74307]:   <name>instance-00000015</name>
Oct 24 07:50:53 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 07:50:53 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 07:50:53 user nova-compute[74307]:   <metadata>
Oct 24 07:50:53 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 07:50:53 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 07:50:53 user nova-compute[74307]:       <nova:name>tempest-AttachVolumeNegativeTest-server-869917502</nova:name>
Oct 24 07:50:53 user nova-compute[74307]:       <nova:creationTime>2023-10-24 07:50:53</nova:creationTime>
Oct 24 07:50:53 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 07:50:53 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 07:50:53 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 07:50:53 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 07:50:53 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 07:50:53 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 07:50:53 user nova-compute[74307]:       </nova:flavor>
Oct 24 07:50:53 user nova-compute[74307]:       <nova:owner>
Oct 24 07:50:53 user nova-compute[74307]:         <nova:user uuid="e73cde07ef7843e9a5718b648794a329">tempest-AttachVolumeNegativeTest-976504116-project-member</nova:user>
Oct 24 07:50:53 user nova-compute[74307]:         <nova:project uuid="3f702c44f41647f3986d6d6acc4e7122">tempest-AttachVolumeNegativeTest-976504116</nova:project>
Oct 24 07:50:53 user nova-compute[74307]:       </nova:owner>
Oct 24 07:50:53 user nova-compute[74307]:       <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 07:50:53 user nova-compute[74307]:       <nova:ports>
Oct 24 07:50:53 user nova-compute[74307]:         <nova:port uuid="a8ebf4b4-ee96-4028-9396-d93fa4ef1f1a">
Oct 24 07:50:53 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 24 07:50:53 user nova-compute[74307]:         </nova:port>
Oct 24 07:50:53 user nova-compute[74307]:       </nova:ports>
Oct 24 07:50:53 user nova-compute[74307]:     </nova:instance>
Oct 24 07:50:53 user nova-compute[74307]:   </metadata>
Oct 24 07:50:53 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 07:50:53 user nova-compute[74307]:     <system>
Oct 24 07:50:53 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 07:50:53 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 07:50:53 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 07:50:53 user nova-compute[74307]:       <entry name="serial">1c80a858-643e-4872-a2b9-c3319abba7fc</entry>
Oct 24 07:50:53 user nova-compute[74307]:       <entry name="uuid">1c80a858-643e-4872-a2b9-c3319abba7fc</entry>
Oct 24 07:50:53 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 07:50:53 user nova-compute[74307]:     </system>
Oct 24 07:50:53 user nova-compute[74307]:   </sysinfo>
Oct 24 07:50:53 user nova-compute[74307]:   <os>
Oct 24 07:50:53 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 07:50:53 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 07:50:53 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 07:50:53 user nova-compute[74307]:   </os>
Oct 24 07:50:53 user nova-compute[74307]:   <features>
Oct 24 07:50:53 user nova-compute[74307]:     <acpi/>
Oct 24 07:50:53 user nova-compute[74307]:     <apic/>
Oct 24 07:50:53 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 07:50:53 user nova-compute[74307]:   </features>
Oct 24 07:50:53 user nova-compute[74307]:   <clock offset="utc">
Oct 24 07:50:53 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 07:50:53 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 07:50:53 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 07:50:53 user nova-compute[74307]:   </clock>
Oct 24 07:50:53 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 07:50:53 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 07:50:53 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 07:50:53 user nova-compute[74307]:   </cpu>
Oct 24 07:50:53 user nova-compute[74307]:   <devices>
Oct 24 07:50:53 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 07:50:53 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 07:50:53 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/1c80a858-643e-4872-a2b9-c3319abba7fc/disk"/>
Oct 24 07:50:53 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 07:50:53 user nova-compute[74307]:     </disk>
Oct 24 07:50:53 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 07:50:53 user nova-compute[74307]:       <mac address="fa:16:3e:7b:85:9e"/>
Oct 24 07:50:53 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:50:53 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 07:50:53 user nova-compute[74307]:       <target dev="tapa8ebf4b4-ee"/>
Oct 24 07:50:53 user nova-compute[74307]:     </interface>
Oct 24 07:50:53 user nova-compute[74307]:     <serial type="pty">
Oct 24 07:50:53 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/1c80a858-643e-4872-a2b9-c3319abba7fc/console.log" append="off"/>
Oct 24 07:50:53 user nova-compute[74307]:     </serial>
Oct 24 07:50:53 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 07:50:53 user nova-compute[74307]:     <video>
Oct 24 07:50:53 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:50:53 user nova-compute[74307]:     </video>
Oct 24 07:50:53 user nova-compute[74307]:     <rng model="virtio">
Oct 24 07:50:53 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 07:50:53 user nova-compute[74307]:     </rng>
Oct 24 07:50:53 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 07:50:53 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 07:50:53 user nova-compute[74307]:       <stats period="10"/>
Oct 24 07:50:53 user nova-compute[74307]:     </memballoon>
Oct 24 07:50:53 user nova-compute[74307]:   </devices>
Oct 24 07:50:53 user nova-compute[74307]: </domain>
Oct 24 07:50:53 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 07:50:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:50:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-869917502',display_name='tempest-AttachVolumeNegativeTest-server-869917502',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-869917502',id=21,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFfXktrbgdHjA8n/S74fgaoj7Rp5y+YZeD9P1qvGRyvlPPB8wEgsn+LsGi4nDeKuD8VIY1G7cyM/OpLuIqwwe92YTFO4xTz9nzk4sJ1kDpyNJvfIFU10IVNwkgfrXVV8zA==',key_name='tempest-keypair-170604183',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3f702c44f41647f3986d6d6acc4e7122',ramdisk_id='',reservation_id='r-35pzheri',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-976504116',owner_user_name='tempest-AttachVolumeNegativeTest-976504116-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:50:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e73cde07ef7843e9a5718b648794a329',uuid=1c80a858-643e-4872-a2b9-c3319abba7fc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a8ebf4b4-ee96-4028-9396-d93fa4ef1f1a", "address": "fa:16:3e:7b:85:9e", "network": {"id": "88614861-758c-4aeb-96e5-c287097f2826", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-693421200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f702c44f41647f3986d6d6acc4e7122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8ebf4b4-ee", "ovs_interfaceid": "a8ebf4b4-ee96-4028-9396-d93fa4ef1f1a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 07:50:53 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Converting VIF {"id": "a8ebf4b4-ee96-4028-9396-d93fa4ef1f1a", "address": "fa:16:3e:7b:85:9e", "network": {"id": "88614861-758c-4aeb-96e5-c287097f2826", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-693421200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f702c44f41647f3986d6d6acc4e7122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8ebf4b4-ee", "ovs_interfaceid": "a8ebf4b4-ee96-4028-9396-d93fa4ef1f1a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:50:53 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7b:85:9e,bridge_name='br-int',has_traffic_filtering=True,id=a8ebf4b4-ee96-4028-9396-d93fa4ef1f1a,network=Network(88614861-758c-4aeb-96e5-c287097f2826),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8ebf4b4-ee') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:50:53 user nova-compute[74307]: DEBUG os_vif [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7b:85:9e,bridge_name='br-int',has_traffic_filtering=True,id=a8ebf4b4-ee96-4028-9396-d93fa4ef1f1a,network=Network(88614861-758c-4aeb-96e5-c287097f2826),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8ebf4b4-ee') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 07:50:53 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:53 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:50:53 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:50:53 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:53 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '62b71d97-c290-5fc3-bf9a-d042a2bc2a7f', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:50:53 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:53 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:50:53 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:53 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa8ebf4b4-ee, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:50:53 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa8ebf4b4-ee, col_values=(('qos', UUID('ac27128e-3326-4bba-beec-d652414d2908')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:50:53 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa8ebf4b4-ee, col_values=(('external_ids', {'iface-id': 'a8ebf4b4-ee96-4028-9396-d93fa4ef1f1a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7b:85:9e', 'vm-uuid': '1c80a858-643e-4872-a2b9-c3319abba7fc'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:50:53 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:53 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:50:53 user nova-compute[74307]: INFO os_vif [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7b:85:9e,bridge_name='br-int',has_traffic_filtering=True,id=a8ebf4b4-ee96-4028-9396-d93fa4ef1f1a,network=Network(88614861-758c-4aeb-96e5-c287097f2826),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8ebf4b4-ee')
Oct 24 07:50:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:50:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] No VIF found with MAC fa:16:3e:7b:85:9e, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:50:53 user nova-compute[74307]: DEBUG nova.network.neutron [req-d1bdbb4c-6fa8-4162-b54d-5be6f2fa884c req-30f42662-a009-4387-b320-6bba72685f2d service nova] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Updated VIF entry in instance network info cache for port a8ebf4b4-ee96-4028-9396-d93fa4ef1f1a. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:50:53 user nova-compute[74307]: DEBUG nova.network.neutron [req-d1bdbb4c-6fa8-4162-b54d-5be6f2fa884c req-30f42662-a009-4387-b320-6bba72685f2d service nova] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Updating instance_info_cache with network_info: [{"id": "a8ebf4b4-ee96-4028-9396-d93fa4ef1f1a", "address": "fa:16:3e:7b:85:9e", "network": {"id": "88614861-758c-4aeb-96e5-c287097f2826", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-693421200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f702c44f41647f3986d6d6acc4e7122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8ebf4b4-ee", "ovs_interfaceid": "a8ebf4b4-ee96-4028-9396-d93fa4ef1f1a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:50:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d1bdbb4c-6fa8-4162-b54d-5be6f2fa884c req-30f42662-a009-4387-b320-6bba72685f2d service nova] Releasing lock "refresh_cache-1c80a858-643e-4872-a2b9-c3319abba7fc" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:50:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:55 user nova-compute[74307]: DEBUG nova.compute.manager [req-2028ab71-ed49-451d-9719-1df00f7a2dc1 req-b2b39671-25e5-4761-8074-ad98b16b333d service nova] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Received event network-vif-plugged-a8ebf4b4-ee96-4028-9396-d93fa4ef1f1a {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:50:55 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2028ab71-ed49-451d-9719-1df00f7a2dc1 req-b2b39671-25e5-4761-8074-ad98b16b333d service nova] Acquiring lock "1c80a858-643e-4872-a2b9-c3319abba7fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:50:55 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2028ab71-ed49-451d-9719-1df00f7a2dc1 req-b2b39671-25e5-4761-8074-ad98b16b333d service nova] Lock "1c80a858-643e-4872-a2b9-c3319abba7fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:50:55 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2028ab71-ed49-451d-9719-1df00f7a2dc1 req-b2b39671-25e5-4761-8074-ad98b16b333d service nova] Lock "1c80a858-643e-4872-a2b9-c3319abba7fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:50:55 user nova-compute[74307]: DEBUG nova.compute.manager [req-2028ab71-ed49-451d-9719-1df00f7a2dc1 req-b2b39671-25e5-4761-8074-ad98b16b333d service nova] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] No waiting events found dispatching network-vif-plugged-a8ebf4b4-ee96-4028-9396-d93fa4ef1f1a {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:50:55 user nova-compute[74307]: WARNING nova.compute.manager [req-2028ab71-ed49-451d-9719-1df00f7a2dc1 req-b2b39671-25e5-4761-8074-ad98b16b333d service nova] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Received unexpected event network-vif-plugged-a8ebf4b4-ee96-4028-9396-d93fa4ef1f1a for instance with vm_state building and task_state spawning.
Oct 24 07:50:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:56 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:50:56 user nova-compute[74307]: DEBUG nova.compute.manager [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 07:50:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Guest created on hypervisor {{(pid=74307) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 07:50:56 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Instance spawned successfully.
Oct 24 07:50:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 07:50:57 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Found default for hw_cdrom_bus of ide {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:50:57 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Found default for hw_disk_bus of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:50:57 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Found default for hw_input_bus of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:50:57 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Found default for hw_pointer_model of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:50:57 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Found default for hw_video_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:50:57 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Found default for hw_vif_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:50:57 user nova-compute[74307]: INFO nova.compute.manager [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Took 5.76 seconds to spawn the instance on the hypervisor.
Oct 24 07:50:57 user nova-compute[74307]: DEBUG nova.compute.manager [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:50:57 user nova-compute[74307]: DEBUG nova.compute.manager [req-8d54951e-2a1a-4fee-ae76-ef74e48185a8 req-892bf2f1-8fa1-45db-861e-d8e0dfb76c8a service nova] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Received event network-vif-plugged-a8ebf4b4-ee96-4028-9396-d93fa4ef1f1a {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:50:57 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-8d54951e-2a1a-4fee-ae76-ef74e48185a8 req-892bf2f1-8fa1-45db-861e-d8e0dfb76c8a service nova] Acquiring lock "1c80a858-643e-4872-a2b9-c3319abba7fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:50:57 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-8d54951e-2a1a-4fee-ae76-ef74e48185a8 req-892bf2f1-8fa1-45db-861e-d8e0dfb76c8a service nova] Lock "1c80a858-643e-4872-a2b9-c3319abba7fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:50:57 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-8d54951e-2a1a-4fee-ae76-ef74e48185a8 req-892bf2f1-8fa1-45db-861e-d8e0dfb76c8a service nova] Lock "1c80a858-643e-4872-a2b9-c3319abba7fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:50:57 user nova-compute[74307]: DEBUG nova.compute.manager [req-8d54951e-2a1a-4fee-ae76-ef74e48185a8 req-892bf2f1-8fa1-45db-861e-d8e0dfb76c8a service nova] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] No waiting events found dispatching network-vif-plugged-a8ebf4b4-ee96-4028-9396-d93fa4ef1f1a {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:50:57 user nova-compute[74307]: WARNING nova.compute.manager [req-8d54951e-2a1a-4fee-ae76-ef74e48185a8 req-892bf2f1-8fa1-45db-861e-d8e0dfb76c8a service nova] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Received unexpected event network-vif-plugged-a8ebf4b4-ee96-4028-9396-d93fa4ef1f1a for instance with vm_state building and task_state spawning.
Oct 24 07:50:57 user nova-compute[74307]: INFO nova.compute.manager [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Took 6.65 seconds to build instance.
Oct 24 07:50:57 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-afc62052-24cd-478d-b859-f8904b240efb tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "1c80a858-643e-4872-a2b9-c3319abba7fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.792s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:50:58 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9ba73299-06f0-4766-a094-b48b2ec9cd9f tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Acquiring lock "a6b2cfc6-bc30-485a-95ba-11509955f63c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:50:58 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9ba73299-06f0-4766-a094-b48b2ec9cd9f tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "a6b2cfc6-bc30-485a-95ba-11509955f63c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:50:58 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9ba73299-06f0-4766-a094-b48b2ec9cd9f tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Acquiring lock "a6b2cfc6-bc30-485a-95ba-11509955f63c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:50:58 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9ba73299-06f0-4766-a094-b48b2ec9cd9f tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "a6b2cfc6-bc30-485a-95ba-11509955f63c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:50:58 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9ba73299-06f0-4766-a094-b48b2ec9cd9f tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "a6b2cfc6-bc30-485a-95ba-11509955f63c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:50:58 user nova-compute[74307]: INFO nova.compute.manager [None req-9ba73299-06f0-4766-a094-b48b2ec9cd9f tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Terminating instance
Oct 24 07:50:58 user nova-compute[74307]: DEBUG nova.compute.manager [None req-9ba73299-06f0-4766-a094-b48b2ec9cd9f tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Start destroying the instance on the hypervisor. {{(pid=74307) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 07:50:58 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:50:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:58 user nova-compute[74307]: DEBUG nova.compute.manager [req-bae4fef5-4488-4bc5-b392-d3e1efd3093e req-20bc05cf-36ae-4f14-a287-948382b50609 service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Received event network-vif-unplugged-845970ce-0289-491c-95b2-a9992ec671f9 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:50:58 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-bae4fef5-4488-4bc5-b392-d3e1efd3093e req-20bc05cf-36ae-4f14-a287-948382b50609 service nova] Acquiring lock "a6b2cfc6-bc30-485a-95ba-11509955f63c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:50:58 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-bae4fef5-4488-4bc5-b392-d3e1efd3093e req-20bc05cf-36ae-4f14-a287-948382b50609 service nova] Lock "a6b2cfc6-bc30-485a-95ba-11509955f63c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:50:58 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-bae4fef5-4488-4bc5-b392-d3e1efd3093e req-20bc05cf-36ae-4f14-a287-948382b50609 service nova] Lock "a6b2cfc6-bc30-485a-95ba-11509955f63c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:50:58 user nova-compute[74307]: DEBUG nova.compute.manager [req-bae4fef5-4488-4bc5-b392-d3e1efd3093e req-20bc05cf-36ae-4f14-a287-948382b50609 service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] No waiting events found dispatching network-vif-unplugged-845970ce-0289-491c-95b2-a9992ec671f9 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:50:58 user nova-compute[74307]: DEBUG nova.compute.manager [req-bae4fef5-4488-4bc5-b392-d3e1efd3093e req-20bc05cf-36ae-4f14-a287-948382b50609 service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Received event network-vif-unplugged-845970ce-0289-491c-95b2-a9992ec671f9 for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 07:50:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:58 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Instance destroyed successfully.
Oct 24 07:50:58 user nova-compute[74307]: DEBUG nova.objects.instance [None req-9ba73299-06f0-4766-a094-b48b2ec9cd9f tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lazy-loading 'resources' on Instance uuid a6b2cfc6-bc30-485a-95ba-11509955f63c {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:50:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:58 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-9ba73299-06f0-4766-a094-b48b2ec9cd9f tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-24T07:44:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-702168899',display_name='tempest-ServerActionsTestOtherA-server-130751008',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-702168899',id=13,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF770wl3iJlcWd0jcypwOV5Qv4Tfpns3eTRHCI3yhP/DdXx+NOvPCvBi6eq/2QLGKujNxJ1HIG/hc6SWn6uCLbleCWkwxdgeZ+mk4FrRiV5RR8anh2K06BhyC8HdiT/6+g==',key_name='tempest-keypair-1153351006',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:47:59Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b309cc23749c4a8db15e97071e598aa7',ramdisk_id='',reservation_id='r-14p5cdjr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-379663663',owner_user_name='tempest-ServerActionsTestOtherA-379663663-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T07:47:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='26da1d70557347a1ba51cc920ab9b090',uuid=a6b2cfc6-bc30-485a-95ba-11509955f63c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "845970ce-0289-491c-95b2-a9992ec671f9", "address": "fa:16:3e:bf:e4:e5", "network": {"id": "a62eef8f-3418-495c-91c8-3410c10364d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1235073358-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.110", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b309cc23749c4a8db15e97071e598aa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap845970ce-02", "ovs_interfaceid": "845970ce-0289-491c-95b2-a9992ec671f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 07:50:58 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-9ba73299-06f0-4766-a094-b48b2ec9cd9f tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Converting VIF {"id": "845970ce-0289-491c-95b2-a9992ec671f9", "address": "fa:16:3e:bf:e4:e5", "network": {"id": "a62eef8f-3418-495c-91c8-3410c10364d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1235073358-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.110", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b309cc23749c4a8db15e97071e598aa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap845970ce-02", "ovs_interfaceid": "845970ce-0289-491c-95b2-a9992ec671f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:50:58 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-9ba73299-06f0-4766-a094-b48b2ec9cd9f tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:bf:e4:e5,bridge_name='br-int',has_traffic_filtering=True,id=845970ce-0289-491c-95b2-a9992ec671f9,network=Network(a62eef8f-3418-495c-91c8-3410c10364d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap845970ce-02') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:50:58 user nova-compute[74307]: DEBUG os_vif [None req-9ba73299-06f0-4766-a094-b48b2ec9cd9f tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:bf:e4:e5,bridge_name='br-int',has_traffic_filtering=True,id=845970ce-0289-491c-95b2-a9992ec671f9,network=Network(a62eef8f-3418-495c-91c8-3410c10364d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap845970ce-02') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 07:50:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap845970ce-02, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:50:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:50:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8aa86230-32a2-4616-b769-94af80bcfe65) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:50:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:58 user nova-compute[74307]: INFO os_vif [None req-9ba73299-06f0-4766-a094-b48b2ec9cd9f tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:bf:e4:e5,bridge_name='br-int',has_traffic_filtering=True,id=845970ce-0289-491c-95b2-a9992ec671f9,network=Network(a62eef8f-3418-495c-91c8-3410c10364d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap845970ce-02')
Oct 24 07:50:58 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-9ba73299-06f0-4766-a094-b48b2ec9cd9f tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Deleting instance files /opt/stack/data/nova/instances/a6b2cfc6-bc30-485a-95ba-11509955f63c_del
Oct 24 07:50:58 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-9ba73299-06f0-4766-a094-b48b2ec9cd9f tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Deletion of /opt/stack/data/nova/instances/a6b2cfc6-bc30-485a-95ba-11509955f63c_del complete
Oct 24 07:50:59 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:59 user nova-compute[74307]: INFO nova.compute.manager [None req-9ba73299-06f0-4766-a094-b48b2ec9cd9f tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Took 0.93 seconds to destroy the instance on the hypervisor.
Oct 24 07:50:59 user nova-compute[74307]: DEBUG oslo.service.loopingcall [None req-9ba73299-06f0-4766-a094-b48b2ec9cd9f tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74307) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 07:50:59 user nova-compute[74307]: DEBUG nova.compute.manager [-] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Deallocating network for instance {{(pid=74307) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 07:50:59 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] deallocate_for_instance() {{(pid=74307) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 07:50:59 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:50:59 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:50:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:50:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:50:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:50:59 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 07:50:59 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:59 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c80a858-643e-4872-a2b9-c3319abba7fc/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:50:59 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:50:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c80a858-643e-4872-a2b9-c3319abba7fc/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:50:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c80a858-643e-4872-a2b9-c3319abba7fc/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:50:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c80a858-643e-4872-a2b9-c3319abba7fc/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:50:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/02857236-4abf-4671-972e-21ef9328566c/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:51:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/02857236-4abf-4671-972e-21ef9328566c/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:51:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/02857236-4abf-4671-972e-21ef9328566c/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:51:00 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:51:00 user nova-compute[74307]: INFO nova.compute.manager [-] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Took 1.14 seconds to deallocate network for instance.
Oct 24 07:51:00 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9ba73299-06f0-4766-a094-b48b2ec9cd9f tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:51:00 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9ba73299-06f0-4766-a094-b48b2ec9cd9f tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:51:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/02857236-4abf-4671-972e-21ef9328566c/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:51:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:51:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:51:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:51:00 user nova-compute[74307]: DEBUG nova.compute.manager [req-b728dced-284d-4c53-97c0-5d598ade5803 req-8b986da4-3ce5-43a6-91df-41683e65d288 service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Received event network-vif-plugged-845970ce-0289-491c-95b2-a9992ec671f9 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:51:00 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b728dced-284d-4c53-97c0-5d598ade5803 req-8b986da4-3ce5-43a6-91df-41683e65d288 service nova] Acquiring lock "a6b2cfc6-bc30-485a-95ba-11509955f63c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:51:00 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b728dced-284d-4c53-97c0-5d598ade5803 req-8b986da4-3ce5-43a6-91df-41683e65d288 service nova] Lock "a6b2cfc6-bc30-485a-95ba-11509955f63c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:51:00 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b728dced-284d-4c53-97c0-5d598ade5803 req-8b986da4-3ce5-43a6-91df-41683e65d288 service nova] Lock "a6b2cfc6-bc30-485a-95ba-11509955f63c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:51:00 user nova-compute[74307]: DEBUG nova.compute.manager [req-b728dced-284d-4c53-97c0-5d598ade5803 req-8b986da4-3ce5-43a6-91df-41683e65d288 service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] No waiting events found dispatching network-vif-plugged-845970ce-0289-491c-95b2-a9992ec671f9 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:51:00 user nova-compute[74307]: WARNING nova.compute.manager [req-b728dced-284d-4c53-97c0-5d598ade5803 req-8b986da4-3ce5-43a6-91df-41683e65d288 service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Received unexpected event network-vif-plugged-845970ce-0289-491c-95b2-a9992ec671f9 for instance with vm_state deleted and task_state None.
Oct 24 07:51:00 user nova-compute[74307]: DEBUG nova.compute.manager [req-b728dced-284d-4c53-97c0-5d598ade5803 req-8b986da4-3ce5-43a6-91df-41683e65d288 service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Received event network-vif-plugged-845970ce-0289-491c-95b2-a9992ec671f9 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:51:00 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b728dced-284d-4c53-97c0-5d598ade5803 req-8b986da4-3ce5-43a6-91df-41683e65d288 service nova] Acquiring lock "a6b2cfc6-bc30-485a-95ba-11509955f63c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:51:00 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b728dced-284d-4c53-97c0-5d598ade5803 req-8b986da4-3ce5-43a6-91df-41683e65d288 service nova] Lock "a6b2cfc6-bc30-485a-95ba-11509955f63c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:51:00 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b728dced-284d-4c53-97c0-5d598ade5803 req-8b986da4-3ce5-43a6-91df-41683e65d288 service nova] Lock "a6b2cfc6-bc30-485a-95ba-11509955f63c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:51:00 user nova-compute[74307]: DEBUG nova.compute.manager [req-b728dced-284d-4c53-97c0-5d598ade5803 req-8b986da4-3ce5-43a6-91df-41683e65d288 service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] No waiting events found dispatching network-vif-plugged-845970ce-0289-491c-95b2-a9992ec671f9 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:51:00 user nova-compute[74307]: WARNING nova.compute.manager [req-b728dced-284d-4c53-97c0-5d598ade5803 req-8b986da4-3ce5-43a6-91df-41683e65d288 service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Received unexpected event network-vif-plugged-845970ce-0289-491c-95b2-a9992ec671f9 for instance with vm_state deleted and task_state None.
Oct 24 07:51:00 user nova-compute[74307]: DEBUG nova.compute.manager [req-b728dced-284d-4c53-97c0-5d598ade5803 req-8b986da4-3ce5-43a6-91df-41683e65d288 service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Received event network-vif-plugged-845970ce-0289-491c-95b2-a9992ec671f9 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:51:00 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b728dced-284d-4c53-97c0-5d598ade5803 req-8b986da4-3ce5-43a6-91df-41683e65d288 service nova] Acquiring lock "a6b2cfc6-bc30-485a-95ba-11509955f63c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:51:00 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b728dced-284d-4c53-97c0-5d598ade5803 req-8b986da4-3ce5-43a6-91df-41683e65d288 service nova] Lock "a6b2cfc6-bc30-485a-95ba-11509955f63c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:51:00 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b728dced-284d-4c53-97c0-5d598ade5803 req-8b986da4-3ce5-43a6-91df-41683e65d288 service nova] Lock "a6b2cfc6-bc30-485a-95ba-11509955f63c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:51:00 user nova-compute[74307]: DEBUG nova.compute.manager [req-b728dced-284d-4c53-97c0-5d598ade5803 req-8b986da4-3ce5-43a6-91df-41683e65d288 service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] No waiting events found dispatching network-vif-plugged-845970ce-0289-491c-95b2-a9992ec671f9 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:51:00 user nova-compute[74307]: WARNING nova.compute.manager [req-b728dced-284d-4c53-97c0-5d598ade5803 req-8b986da4-3ce5-43a6-91df-41683e65d288 service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Received unexpected event network-vif-plugged-845970ce-0289-491c-95b2-a9992ec671f9 for instance with vm_state deleted and task_state None.
Oct 24 07:51:00 user nova-compute[74307]: DEBUG nova.compute.manager [req-b728dced-284d-4c53-97c0-5d598ade5803 req-8b986da4-3ce5-43a6-91df-41683e65d288 service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Received event network-vif-unplugged-845970ce-0289-491c-95b2-a9992ec671f9 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:51:00 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b728dced-284d-4c53-97c0-5d598ade5803 req-8b986da4-3ce5-43a6-91df-41683e65d288 service nova] Acquiring lock "a6b2cfc6-bc30-485a-95ba-11509955f63c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:51:00 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b728dced-284d-4c53-97c0-5d598ade5803 req-8b986da4-3ce5-43a6-91df-41683e65d288 service nova] Lock "a6b2cfc6-bc30-485a-95ba-11509955f63c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:51:00 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b728dced-284d-4c53-97c0-5d598ade5803 req-8b986da4-3ce5-43a6-91df-41683e65d288 service nova] Lock "a6b2cfc6-bc30-485a-95ba-11509955f63c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:51:00 user nova-compute[74307]: DEBUG nova.compute.manager [req-b728dced-284d-4c53-97c0-5d598ade5803 req-8b986da4-3ce5-43a6-91df-41683e65d288 service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] No waiting events found dispatching network-vif-unplugged-845970ce-0289-491c-95b2-a9992ec671f9 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:51:00 user nova-compute[74307]: WARNING nova.compute.manager [req-b728dced-284d-4c53-97c0-5d598ade5803 req-8b986da4-3ce5-43a6-91df-41683e65d288 service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Received unexpected event network-vif-unplugged-845970ce-0289-491c-95b2-a9992ec671f9 for instance with vm_state deleted and task_state None.
Oct 24 07:51:00 user nova-compute[74307]: DEBUG nova.compute.manager [req-b728dced-284d-4c53-97c0-5d598ade5803 req-8b986da4-3ce5-43a6-91df-41683e65d288 service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Received event network-vif-plugged-845970ce-0289-491c-95b2-a9992ec671f9 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:51:00 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b728dced-284d-4c53-97c0-5d598ade5803 req-8b986da4-3ce5-43a6-91df-41683e65d288 service nova] Acquiring lock "a6b2cfc6-bc30-485a-95ba-11509955f63c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:51:00 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b728dced-284d-4c53-97c0-5d598ade5803 req-8b986da4-3ce5-43a6-91df-41683e65d288 service nova] Lock "a6b2cfc6-bc30-485a-95ba-11509955f63c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:51:00 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b728dced-284d-4c53-97c0-5d598ade5803 req-8b986da4-3ce5-43a6-91df-41683e65d288 service nova] Lock "a6b2cfc6-bc30-485a-95ba-11509955f63c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:51:00 user nova-compute[74307]: DEBUG nova.compute.manager [req-b728dced-284d-4c53-97c0-5d598ade5803 req-8b986da4-3ce5-43a6-91df-41683e65d288 service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] No waiting events found dispatching network-vif-plugged-845970ce-0289-491c-95b2-a9992ec671f9 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:51:00 user nova-compute[74307]: WARNING nova.compute.manager [req-b728dced-284d-4c53-97c0-5d598ade5803 req-8b986da4-3ce5-43a6-91df-41683e65d288 service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Received unexpected event network-vif-plugged-845970ce-0289-491c-95b2-a9992ec671f9 for instance with vm_state deleted and task_state None.
Oct 24 07:51:00 user nova-compute[74307]: DEBUG nova.compute.manager [req-b728dced-284d-4c53-97c0-5d598ade5803 req-8b986da4-3ce5-43a6-91df-41683e65d288 service nova] [instance: a6b2cfc6-bc30-485a-95ba-11509955f63c] Received event network-vif-deleted-845970ce-0289-491c-95b2-a9992ec671f9 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:51:00 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-9ba73299-06f0-4766-a094-b48b2ec9cd9f tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:51:00 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-9ba73299-06f0-4766-a094-b48b2ec9cd9f tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:51:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:51:00 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:51:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:51:00 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9ba73299-06f0-4766-a094-b48b2ec9cd9f tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.486s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:51:00 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-9ba73299-06f0-4766-a094-b48b2ec9cd9f tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Deleted allocations for instance a6b2cfc6-bc30-485a-95ba-11509955f63c
Oct 24 07:51:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/disk --force-share --output=json" returned: 0 in 0.244s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:51:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:51:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9ba73299-06f0-4766-a094-b48b2ec9cd9f tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "a6b2cfc6-bc30-485a-95ba-11509955f63c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.925s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:51:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:51:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:51:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:51:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:51:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:51:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/444bef36-3134-4c31-bd7c-aadf33448410/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:51:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/444bef36-3134-4c31-bd7c-aadf33448410/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:51:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/444bef36-3134-4c31-bd7c-aadf33448410/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:51:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/444bef36-3134-4c31-bd7c-aadf33448410/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:51:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b5d1ce9-9508-4452-864c-e2628ed30f40/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:51:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b5d1ce9-9508-4452-864c-e2628ed30f40/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:51:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b5d1ce9-9508-4452-864c-e2628ed30f40/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:51:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b5d1ce9-9508-4452-864c-e2628ed30f40/disk --force-share --output=json" returned: 0 in 0.240s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:51:02 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:51:02 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:51:02 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Hypervisor/Node resource view: name=user free_ram=7730MB free_disk=25.30877685546875GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 07:51:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:51:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:51:03 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fe508640-79f4-43d1-b846-00f28f91df79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:51:03 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance bf3db205-9fd8-47db-8365-87bc07dd98b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:51:03 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 9ea8255e-1f82-4e7f-b09b-aca682f1f374 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:51:03 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 02857236-4abf-4671-972e-21ef9328566c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:51:03 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 6f71d751-f022-4f5f-8458-8a4d3114aae8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:51:03 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 444bef36-3134-4c31-bd7c-aadf33448410 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:51:03 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 2b5d1ce9-9508-4452-864c-e2628ed30f40 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:51:03 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 1c80a858-643e-4872-a2b9-c3319abba7fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:51:03 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 07:51:03 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 07:51:03 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:51:03 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:51:03 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 07:51:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.584s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:51:03 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:04 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:51:04 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Starting heal instance info cache {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 07:51:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "refresh_cache-9ea8255e-1f82-4e7f-b09b-aca682f1f374" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:51:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquired lock "refresh_cache-9ea8255e-1f82-4e7f-b09b-aca682f1f374" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:51:04 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Forcefully refreshing network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 07:51:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:05 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Updating instance_info_cache with network_info: [{"id": "a31e4ae2-1058-4643-9243-640de193070f", "address": "fa:16:3e:a0:90:24", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa31e4ae2-10", "ovs_interfaceid": "a31e4ae2-1058-4643-9243-640de193070f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:51:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Releasing lock "refresh_cache-9ea8255e-1f82-4e7f-b09b-aca682f1f374" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:51:05 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Updated the network info_cache for instance {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 07:51:05 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:51:05 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:51:05 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:51:05 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:51:05 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:51:05 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74307) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 07:51:08 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:09 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:12 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:18 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:22 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Acquiring lock "718e9562-1f98-4051-aab8-3475ef430b6a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:51:22 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Lock "718e9562-1f98-4051-aab8-3475ef430b6a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:51:22 user nova-compute[74307]: DEBUG nova.compute.manager [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] Starting instance... {{(pid=74307) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 07:51:22 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:51:22 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:51:22 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 07:51:22 user nova-compute[74307]: INFO nova.compute.claims [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] Claim successful on node user
Oct 24 07:51:22 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:51:22 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:51:22 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.405s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:51:22 user nova-compute[74307]: DEBUG nova.compute.manager [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] Start building networks asynchronously for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 07:51:22 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:22 user nova-compute[74307]: DEBUG nova.compute.manager [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] Allocating IP information in the background. {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 07:51:22 user nova-compute[74307]: DEBUG nova.network.neutron [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] allocate_for_instance() {{(pid=74307) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 07:51:22 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 07:51:22 user nova-compute[74307]: DEBUG nova.compute.manager [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] Start building block device mappings for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 07:51:23 user nova-compute[74307]: DEBUG nova.policy [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1a40ec7d0a14589909a879364e9014a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9edcbc3c1fdd4c1fa26e57261d0f1efd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74307) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 07:51:23 user nova-compute[74307]: DEBUG nova.compute.manager [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] Start spawning the instance on the hypervisor. {{(pid=74307) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 07:51:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] Creating instance directory {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 07:51:23 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] Creating image(s)
Oct 24 07:51:23 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Acquiring lock "/opt/stack/data/nova/instances/718e9562-1f98-4051-aab8-3475ef430b6a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:51:23 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Lock "/opt/stack/data/nova/instances/718e9562-1f98-4051-aab8-3475ef430b6a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:51:23 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Lock "/opt/stack/data/nova/instances/718e9562-1f98-4051-aab8-3475ef430b6a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:51:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:51:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.195s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:51:23 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Acquiring lock "9cb24620554d5eab84e846c14e389d04f4c43d48" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:51:23 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:51:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:51:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.189s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:51:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/718e9562-1f98-4051-aab8-3475ef430b6a/disk 1073741824 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:51:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/718e9562-1f98-4051-aab8-3475ef430b6a/disk 1073741824" returned: 0 in 0.058s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:51:23 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.255s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:51:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:51:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.203s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:51:23 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Checking if we can resize image /opt/stack/data/nova/instances/718e9562-1f98-4051-aab8-3475ef430b6a/disk. size=1073741824 {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 07:51:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/718e9562-1f98-4051-aab8-3475ef430b6a/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:51:23 user nova-compute[74307]: DEBUG nova.network.neutron [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] Successfully created port: 757571cb-70bf-4801-ad1e-03b4956d285f {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 07:51:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/718e9562-1f98-4051-aab8-3475ef430b6a/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:51:23 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Cannot resize image /opt/stack/data/nova/instances/718e9562-1f98-4051-aab8-3475ef430b6a/disk to a smaller size. {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 07:51:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] Created local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 07:51:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] Ensure instance console log exists: /opt/stack/data/nova/instances/718e9562-1f98-4051-aab8-3475ef430b6a/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 07:51:23 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:51:23 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:51:23 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:51:23 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:24 user nova-compute[74307]: DEBUG nova.network.neutron [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] Successfully updated port: 757571cb-70bf-4801-ad1e-03b4956d285f {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 07:51:24 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Acquiring lock "refresh_cache-718e9562-1f98-4051-aab8-3475ef430b6a" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:51:24 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Acquired lock "refresh_cache-718e9562-1f98-4051-aab8-3475ef430b6a" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:51:24 user nova-compute[74307]: DEBUG nova.network.neutron [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 07:51:24 user nova-compute[74307]: DEBUG nova.network.neutron [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 07:51:24 user nova-compute[74307]: DEBUG nova.compute.manager [req-cc1782cd-b8a0-4d42-b775-95c426f849db req-5abccf0b-5890-43fe-8262-2b35b0199003 service nova] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] Received event network-changed-757571cb-70bf-4801-ad1e-03b4956d285f {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:51:24 user nova-compute[74307]: DEBUG nova.compute.manager [req-cc1782cd-b8a0-4d42-b775-95c426f849db req-5abccf0b-5890-43fe-8262-2b35b0199003 service nova] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] Refreshing instance network info cache due to event network-changed-757571cb-70bf-4801-ad1e-03b4956d285f. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:51:24 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-cc1782cd-b8a0-4d42-b775-95c426f849db req-5abccf0b-5890-43fe-8262-2b35b0199003 service nova] Acquiring lock "refresh_cache-718e9562-1f98-4051-aab8-3475ef430b6a" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:51:24 user nova-compute[74307]: DEBUG nova.network.neutron [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] Updating instance_info_cache with network_info: [{"id": "757571cb-70bf-4801-ad1e-03b4956d285f", "address": "fa:16:3e:83:6f:0b", "network": {"id": "53748f14-33ad-4ed9-9706-e226168e1834", "bridge": "br-int", "label": "tempest-VolumesActionsTest-527688644-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9edcbc3c1fdd4c1fa26e57261d0f1efd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap757571cb-70", "ovs_interfaceid": "757571cb-70bf-4801-ad1e-03b4956d285f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:51:24 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Releasing lock "refresh_cache-718e9562-1f98-4051-aab8-3475ef430b6a" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:51:24 user nova-compute[74307]: DEBUG nova.compute.manager [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] Instance network_info: |[{"id": "757571cb-70bf-4801-ad1e-03b4956d285f", "address": "fa:16:3e:83:6f:0b", "network": {"id": "53748f14-33ad-4ed9-9706-e226168e1834", "bridge": "br-int", "label": "tempest-VolumesActionsTest-527688644-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9edcbc3c1fdd4c1fa26e57261d0f1efd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap757571cb-70", "ovs_interfaceid": "757571cb-70bf-4801-ad1e-03b4956d285f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 07:51:24 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-cc1782cd-b8a0-4d42-b775-95c426f849db req-5abccf0b-5890-43fe-8262-2b35b0199003 service nova] Acquired lock "refresh_cache-718e9562-1f98-4051-aab8-3475ef430b6a" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:51:24 user nova-compute[74307]: DEBUG nova.network.neutron [req-cc1782cd-b8a0-4d42-b775-95c426f849db req-5abccf0b-5890-43fe-8262-2b35b0199003 service nova] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] Refreshing network info cache for port 757571cb-70bf-4801-ad1e-03b4956d285f {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:51:24 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] Start _get_guest_xml network_info=[{"id": "757571cb-70bf-4801-ad1e-03b4956d285f", "address": "fa:16:3e:83:6f:0b", "network": {"id": "53748f14-33ad-4ed9-9706-e226168e1834", "bridge": "br-int", "label": "tempest-VolumesActionsTest-527688644-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9edcbc3c1fdd4c1fa26e57261d0f1efd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap757571cb-70", "ovs_interfaceid": "757571cb-70bf-4801-ad1e-03b4956d285f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'boot_index': 0, 'guest_format': None, 'image_id': 'ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 07:51:24 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:51:24 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:51:24 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 07:51:24 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 07:51:24 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 07:51:24 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 07:51:24 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 07:51:24 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 07:51:24 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 07:51:24 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 07:51:24 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 07:51:24 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 07:51:24 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 07:51:24 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 07:51:24 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 07:51:24 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 07:51:24 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 07:51:24 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 07:51:24 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:51:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1232076510',display_name='tempest-VolumesActionsTest-instance-1232076510',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1232076510',id=22,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9edcbc3c1fdd4c1fa26e57261d0f1efd',ramdisk_id='',reservation_id='r-543r5rz8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-944326421',owner_user_name='tempest-VolumesActionsTest-944326421-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:51:23Z,user_data=None,user_id='a1a40ec7d0a14589909a879364e9014a',uuid=718e9562-1f98-4051-aab8-3475ef430b6a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "757571cb-70bf-4801-ad1e-03b4956d285f", "address": "fa:16:3e:83:6f:0b", "network": {"id": "53748f14-33ad-4ed9-9706-e226168e1834", "bridge": "br-int", "label": "tempest-VolumesActionsTest-527688644-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9edcbc3c1fdd4c1fa26e57261d0f1efd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap757571cb-70", "ovs_interfaceid": "757571cb-70bf-4801-ad1e-03b4956d285f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 07:51:24 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Converting VIF {"id": "757571cb-70bf-4801-ad1e-03b4956d285f", "address": "fa:16:3e:83:6f:0b", "network": {"id": "53748f14-33ad-4ed9-9706-e226168e1834", "bridge": "br-int", "label": "tempest-VolumesActionsTest-527688644-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9edcbc3c1fdd4c1fa26e57261d0f1efd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap757571cb-70", "ovs_interfaceid": "757571cb-70bf-4801-ad1e-03b4956d285f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:51:24 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:83:6f:0b,bridge_name='br-int',has_traffic_filtering=True,id=757571cb-70bf-4801-ad1e-03b4956d285f,network=Network(53748f14-33ad-4ed9-9706-e226168e1834),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap757571cb-70') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:51:24 user nova-compute[74307]: DEBUG nova.objects.instance [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Lazy-loading 'pci_devices' on Instance uuid 718e9562-1f98-4051-aab8-3475ef430b6a {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:51:25 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] End _get_guest_xml xml=<domain type="kvm">
Oct 24 07:51:25 user nova-compute[74307]:   <uuid>718e9562-1f98-4051-aab8-3475ef430b6a</uuid>
Oct 24 07:51:25 user nova-compute[74307]:   <name>instance-00000016</name>
Oct 24 07:51:25 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 07:51:25 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 07:51:25 user nova-compute[74307]:   <metadata>
Oct 24 07:51:25 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 07:51:25 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 07:51:25 user nova-compute[74307]:       <nova:name>tempest-VolumesActionsTest-instance-1232076510</nova:name>
Oct 24 07:51:25 user nova-compute[74307]:       <nova:creationTime>2023-10-24 07:51:24</nova:creationTime>
Oct 24 07:51:25 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 07:51:25 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 07:51:25 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 07:51:25 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 07:51:25 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 07:51:25 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 07:51:25 user nova-compute[74307]:       </nova:flavor>
Oct 24 07:51:25 user nova-compute[74307]:       <nova:owner>
Oct 24 07:51:25 user nova-compute[74307]:         <nova:user uuid="a1a40ec7d0a14589909a879364e9014a">tempest-VolumesActionsTest-944326421-project-member</nova:user>
Oct 24 07:51:25 user nova-compute[74307]:         <nova:project uuid="9edcbc3c1fdd4c1fa26e57261d0f1efd">tempest-VolumesActionsTest-944326421</nova:project>
Oct 24 07:51:25 user nova-compute[74307]:       </nova:owner>
Oct 24 07:51:25 user nova-compute[74307]:       <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 07:51:25 user nova-compute[74307]:       <nova:ports>
Oct 24 07:51:25 user nova-compute[74307]:         <nova:port uuid="757571cb-70bf-4801-ad1e-03b4956d285f">
Oct 24 07:51:25 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 24 07:51:25 user nova-compute[74307]:         </nova:port>
Oct 24 07:51:25 user nova-compute[74307]:       </nova:ports>
Oct 24 07:51:25 user nova-compute[74307]:     </nova:instance>
Oct 24 07:51:25 user nova-compute[74307]:   </metadata>
Oct 24 07:51:25 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 07:51:25 user nova-compute[74307]:     <system>
Oct 24 07:51:25 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 07:51:25 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 07:51:25 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 07:51:25 user nova-compute[74307]:       <entry name="serial">718e9562-1f98-4051-aab8-3475ef430b6a</entry>
Oct 24 07:51:25 user nova-compute[74307]:       <entry name="uuid">718e9562-1f98-4051-aab8-3475ef430b6a</entry>
Oct 24 07:51:25 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 07:51:25 user nova-compute[74307]:     </system>
Oct 24 07:51:25 user nova-compute[74307]:   </sysinfo>
Oct 24 07:51:25 user nova-compute[74307]:   <os>
Oct 24 07:51:25 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 07:51:25 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 07:51:25 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 07:51:25 user nova-compute[74307]:   </os>
Oct 24 07:51:25 user nova-compute[74307]:   <features>
Oct 24 07:51:25 user nova-compute[74307]:     <acpi/>
Oct 24 07:51:25 user nova-compute[74307]:     <apic/>
Oct 24 07:51:25 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 07:51:25 user nova-compute[74307]:   </features>
Oct 24 07:51:25 user nova-compute[74307]:   <clock offset="utc">
Oct 24 07:51:25 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 07:51:25 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 07:51:25 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 07:51:25 user nova-compute[74307]:   </clock>
Oct 24 07:51:25 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 07:51:25 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 07:51:25 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 07:51:25 user nova-compute[74307]:   </cpu>
Oct 24 07:51:25 user nova-compute[74307]:   <devices>
Oct 24 07:51:25 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 07:51:25 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 07:51:25 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/718e9562-1f98-4051-aab8-3475ef430b6a/disk"/>
Oct 24 07:51:25 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 07:51:25 user nova-compute[74307]:     </disk>
Oct 24 07:51:25 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 07:51:25 user nova-compute[74307]:       <mac address="fa:16:3e:83:6f:0b"/>
Oct 24 07:51:25 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:51:25 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 07:51:25 user nova-compute[74307]:       <target dev="tap757571cb-70"/>
Oct 24 07:51:25 user nova-compute[74307]:     </interface>
Oct 24 07:51:25 user nova-compute[74307]:     <serial type="pty">
Oct 24 07:51:25 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/718e9562-1f98-4051-aab8-3475ef430b6a/console.log" append="off"/>
Oct 24 07:51:25 user nova-compute[74307]:     </serial>
Oct 24 07:51:25 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 07:51:25 user nova-compute[74307]:     <video>
Oct 24 07:51:25 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:51:25 user nova-compute[74307]:     </video>
Oct 24 07:51:25 user nova-compute[74307]:     <rng model="virtio">
Oct 24 07:51:25 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 07:51:25 user nova-compute[74307]:     </rng>
Oct 24 07:51:25 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 07:51:25 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 07:51:25 user nova-compute[74307]:       <stats period="10"/>
Oct 24 07:51:25 user nova-compute[74307]:     </memballoon>
Oct 24 07:51:25 user nova-compute[74307]:   </devices>
Oct 24 07:51:25 user nova-compute[74307]: </domain>
Oct 24 07:51:25 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 07:51:25 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:51:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1232076510',display_name='tempest-VolumesActionsTest-instance-1232076510',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1232076510',id=22,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9edcbc3c1fdd4c1fa26e57261d0f1efd',ramdisk_id='',reservation_id='r-543r5rz8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-944326421',owner_user_name='tempest-VolumesActionsTest-944326421-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:51:23Z,user_data=None,user_id='a1a40ec7d0a14589909a879364e9014a',uuid=718e9562-1f98-4051-aab8-3475ef430b6a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "757571cb-70bf-4801-ad1e-03b4956d285f", "address": "fa:16:3e:83:6f:0b", "network": {"id": "53748f14-33ad-4ed9-9706-e226168e1834", "bridge": "br-int", "label": "tempest-VolumesActionsTest-527688644-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9edcbc3c1fdd4c1fa26e57261d0f1efd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap757571cb-70", "ovs_interfaceid": "757571cb-70bf-4801-ad1e-03b4956d285f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 07:51:25 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Converting VIF {"id": "757571cb-70bf-4801-ad1e-03b4956d285f", "address": "fa:16:3e:83:6f:0b", "network": {"id": "53748f14-33ad-4ed9-9706-e226168e1834", "bridge": "br-int", "label": "tempest-VolumesActionsTest-527688644-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9edcbc3c1fdd4c1fa26e57261d0f1efd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap757571cb-70", "ovs_interfaceid": "757571cb-70bf-4801-ad1e-03b4956d285f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:51:25 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:83:6f:0b,bridge_name='br-int',has_traffic_filtering=True,id=757571cb-70bf-4801-ad1e-03b4956d285f,network=Network(53748f14-33ad-4ed9-9706-e226168e1834),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap757571cb-70') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:51:25 user nova-compute[74307]: DEBUG os_vif [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:83:6f:0b,bridge_name='br-int',has_traffic_filtering=True,id=757571cb-70bf-4801-ad1e-03b4956d285f,network=Network(53748f14-33ad-4ed9-9706-e226168e1834),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap757571cb-70') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 07:51:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:51:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:51:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd316b923-398a-56ba-80d8-dcf4114f5c32', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:51:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap757571cb-70, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:51:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap757571cb-70, col_values=(('qos', UUID('8d67749c-9061-4766-a4b0-be56507433ac')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:51:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap757571cb-70, col_values=(('external_ids', {'iface-id': '757571cb-70bf-4801-ad1e-03b4956d285f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:83:6f:0b', 'vm-uuid': '718e9562-1f98-4051-aab8-3475ef430b6a'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:51:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:51:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:25 user nova-compute[74307]: INFO os_vif [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:83:6f:0b,bridge_name='br-int',has_traffic_filtering=True,id=757571cb-70bf-4801-ad1e-03b4956d285f,network=Network(53748f14-33ad-4ed9-9706-e226168e1834),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap757571cb-70')
Oct 24 07:51:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:25 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:51:25 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] No VIF found with MAC fa:16:3e:83:6f:0b, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:51:25 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Acquiring lock "4e501411-27e6-4d8d-aea5-e89784def51e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:51:25 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Lock "4e501411-27e6-4d8d-aea5-e89784def51e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:51:25 user nova-compute[74307]: DEBUG nova.compute.manager [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] Starting instance... {{(pid=74307) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 07:51:25 user nova-compute[74307]: DEBUG nova.network.neutron [req-cc1782cd-b8a0-4d42-b775-95c426f849db req-5abccf0b-5890-43fe-8262-2b35b0199003 service nova] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] Updated VIF entry in instance network info cache for port 757571cb-70bf-4801-ad1e-03b4956d285f. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:51:25 user nova-compute[74307]: DEBUG nova.network.neutron [req-cc1782cd-b8a0-4d42-b775-95c426f849db req-5abccf0b-5890-43fe-8262-2b35b0199003 service nova] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] Updating instance_info_cache with network_info: [{"id": "757571cb-70bf-4801-ad1e-03b4956d285f", "address": "fa:16:3e:83:6f:0b", "network": {"id": "53748f14-33ad-4ed9-9706-e226168e1834", "bridge": "br-int", "label": "tempest-VolumesActionsTest-527688644-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9edcbc3c1fdd4c1fa26e57261d0f1efd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap757571cb-70", "ovs_interfaceid": "757571cb-70bf-4801-ad1e-03b4956d285f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:51:25 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-cc1782cd-b8a0-4d42-b775-95c426f849db req-5abccf0b-5890-43fe-8262-2b35b0199003 service nova] Releasing lock "refresh_cache-718e9562-1f98-4051-aab8-3475ef430b6a" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:51:25 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:51:25 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:51:25 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 07:51:25 user nova-compute[74307]: INFO nova.compute.claims [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] Claim successful on node user
Oct 24 07:51:25 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:51:25 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:51:25 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.463s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:51:25 user nova-compute[74307]: DEBUG nova.compute.manager [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] Start building networks asynchronously for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 07:51:26 user nova-compute[74307]: DEBUG nova.compute.manager [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] Allocating IP information in the background. {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 07:51:26 user nova-compute[74307]: DEBUG nova.network.neutron [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] allocate_for_instance() {{(pid=74307) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 07:51:26 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 07:51:26 user nova-compute[74307]: DEBUG nova.compute.manager [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] Start building block device mappings for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 07:51:26 user nova-compute[74307]: DEBUG nova.policy [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75305290191a43728a1b776e25f541ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf4d4b486d654380879d39124771021e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74307) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 07:51:26 user nova-compute[74307]: DEBUG nova.compute.manager [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] Start spawning the instance on the hypervisor. {{(pid=74307) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 07:51:26 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] Creating instance directory {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 07:51:26 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] Creating image(s)
Oct 24 07:51:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Acquiring lock "/opt/stack/data/nova/instances/4e501411-27e6-4d8d-aea5-e89784def51e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:51:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Lock "/opt/stack/data/nova/instances/4e501411-27e6-4d8d-aea5-e89784def51e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:51:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Lock "/opt/stack/data/nova/instances/4e501411-27e6-4d8d-aea5-e89784def51e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:51:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:51:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.198s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:51:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Acquiring lock "9cb24620554d5eab84e846c14e389d04f4c43d48" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:51:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:51:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:51:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.209s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:51:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/4e501411-27e6-4d8d-aea5-e89784def51e/disk 1073741824 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:51:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/4e501411-27e6-4d8d-aea5-e89784def51e/disk 1073741824" returned: 0 in 0.072s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:51:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.292s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:51:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:51:26 user nova-compute[74307]: DEBUG nova.network.neutron [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] Successfully created port: d5560d01-6d53-4620-99b7-dc43cfc25177 {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 07:51:26 user nova-compute[74307]: DEBUG nova.compute.manager [req-dbee97e4-1364-4b21-8daa-a9eb4f0a3647 req-bea9c3db-7c6d-4003-983e-f51dd5ffa7e4 service nova] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] Received event network-vif-plugged-757571cb-70bf-4801-ad1e-03b4956d285f {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:51:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-dbee97e4-1364-4b21-8daa-a9eb4f0a3647 req-bea9c3db-7c6d-4003-983e-f51dd5ffa7e4 service nova] Acquiring lock "718e9562-1f98-4051-aab8-3475ef430b6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:51:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-dbee97e4-1364-4b21-8daa-a9eb4f0a3647 req-bea9c3db-7c6d-4003-983e-f51dd5ffa7e4 service nova] Lock "718e9562-1f98-4051-aab8-3475ef430b6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:51:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-dbee97e4-1364-4b21-8daa-a9eb4f0a3647 req-bea9c3db-7c6d-4003-983e-f51dd5ffa7e4 service nova] Lock "718e9562-1f98-4051-aab8-3475ef430b6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:51:26 user nova-compute[74307]: DEBUG nova.compute.manager [req-dbee97e4-1364-4b21-8daa-a9eb4f0a3647 req-bea9c3db-7c6d-4003-983e-f51dd5ffa7e4 service nova] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] No waiting events found dispatching network-vif-plugged-757571cb-70bf-4801-ad1e-03b4956d285f {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:51:26 user nova-compute[74307]: WARNING nova.compute.manager [req-dbee97e4-1364-4b21-8daa-a9eb4f0a3647 req-bea9c3db-7c6d-4003-983e-f51dd5ffa7e4 service nova] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] Received unexpected event network-vif-plugged-757571cb-70bf-4801-ad1e-03b4956d285f for instance with vm_state building and task_state spawning.
Oct 24 07:51:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.230s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:51:26 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Checking if we can resize image /opt/stack/data/nova/instances/4e501411-27e6-4d8d-aea5-e89784def51e/disk. size=1073741824 {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 07:51:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e501411-27e6-4d8d-aea5-e89784def51e/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e501411-27e6-4d8d-aea5-e89784def51e/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Cannot resize image /opt/stack/data/nova/instances/4e501411-27e6-4d8d-aea5-e89784def51e/disk to a smaller size. {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] Created local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] Ensure instance console log exists: /opt/stack/data/nova/instances/4e501411-27e6-4d8d-aea5-e89784def51e/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG nova.network.neutron [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] Successfully updated port: d5560d01-6d53-4620-99b7-dc43cfc25177 {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Acquiring lock "refresh_cache-4e501411-27e6-4d8d-aea5-e89784def51e" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Acquired lock "refresh_cache-4e501411-27e6-4d8d-aea5-e89784def51e" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG nova.network.neutron [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG nova.compute.manager [req-7c95f9d9-f065-4a5a-a6c5-b868ec111119 req-c853eb62-0563-4f8c-861a-3b7ae3fbcddf service nova] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] Received event network-changed-d5560d01-6d53-4620-99b7-dc43cfc25177 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG nova.compute.manager [req-7c95f9d9-f065-4a5a-a6c5-b868ec111119 req-c853eb62-0563-4f8c-861a-3b7ae3fbcddf service nova] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] Refreshing instance network info cache due to event network-changed-d5560d01-6d53-4620-99b7-dc43cfc25177. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-7c95f9d9-f065-4a5a-a6c5-b868ec111119 req-c853eb62-0563-4f8c-861a-3b7ae3fbcddf service nova] Acquiring lock "refresh_cache-4e501411-27e6-4d8d-aea5-e89784def51e" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG nova.network.neutron [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG nova.network.neutron [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] Updating instance_info_cache with network_info: [{"id": "d5560d01-6d53-4620-99b7-dc43cfc25177", "address": "fa:16:3e:53:15:c0", "network": {"id": "eedc337c-53f3-4d14-8c57-9089cda15d33", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-780467305-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf4d4b486d654380879d39124771021e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5560d01-6d", "ovs_interfaceid": "d5560d01-6d53-4620-99b7-dc43cfc25177", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Releasing lock "refresh_cache-4e501411-27e6-4d8d-aea5-e89784def51e" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG nova.compute.manager [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] Instance network_info: |[{"id": "d5560d01-6d53-4620-99b7-dc43cfc25177", "address": "fa:16:3e:53:15:c0", "network": {"id": "eedc337c-53f3-4d14-8c57-9089cda15d33", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-780467305-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf4d4b486d654380879d39124771021e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5560d01-6d", "ovs_interfaceid": "d5560d01-6d53-4620-99b7-dc43cfc25177", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-7c95f9d9-f065-4a5a-a6c5-b868ec111119 req-c853eb62-0563-4f8c-861a-3b7ae3fbcddf service nova] Acquired lock "refresh_cache-4e501411-27e6-4d8d-aea5-e89784def51e" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG nova.network.neutron [req-7c95f9d9-f065-4a5a-a6c5-b868ec111119 req-c853eb62-0563-4f8c-861a-3b7ae3fbcddf service nova] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] Refreshing network info cache for port d5560d01-6d53-4620-99b7-dc43cfc25177 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] Start _get_guest_xml network_info=[{"id": "d5560d01-6d53-4620-99b7-dc43cfc25177", "address": "fa:16:3e:53:15:c0", "network": {"id": "eedc337c-53f3-4d14-8c57-9089cda15d33", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-780467305-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf4d4b486d654380879d39124771021e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5560d01-6d", "ovs_interfaceid": "d5560d01-6d53-4620-99b7-dc43cfc25177", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'boot_index': 0, 'guest_format': None, 'image_id': 'ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 07:51:27 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:51:27 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:51:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:51:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1850825700',display_name='tempest-VolumesAdminNegativeTest-server-1850825700',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1850825700',id=23,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bf4d4b486d654380879d39124771021e',ramdisk_id='',reservation_id='r-qiemzucp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-206772709',owner_user_name='tempest-VolumesAdminNegativeTest-206772709-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:51:26Z,user_data=None,user_id='75305290191a43728a1b776e25f541ff',uuid=4e501411-27e6-4d8d-aea5-e89784def51e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d5560d01-6d53-4620-99b7-dc43cfc25177", "address": "fa:16:3e:53:15:c0", "network": {"id": "eedc337c-53f3-4d14-8c57-9089cda15d33", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-780467305-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf4d4b486d654380879d39124771021e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5560d01-6d", "ovs_interfaceid": "d5560d01-6d53-4620-99b7-dc43cfc25177", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Converting VIF {"id": "d5560d01-6d53-4620-99b7-dc43cfc25177", "address": "fa:16:3e:53:15:c0", "network": {"id": "eedc337c-53f3-4d14-8c57-9089cda15d33", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-780467305-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf4d4b486d654380879d39124771021e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5560d01-6d", "ovs_interfaceid": "d5560d01-6d53-4620-99b7-dc43cfc25177", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:53:15:c0,bridge_name='br-int',has_traffic_filtering=True,id=d5560d01-6d53-4620-99b7-dc43cfc25177,network=Network(eedc337c-53f3-4d14-8c57-9089cda15d33),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd5560d01-6d') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG nova.objects.instance [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Lazy-loading 'pci_devices' on Instance uuid 4e501411-27e6-4d8d-aea5-e89784def51e {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] End _get_guest_xml xml=<domain type="kvm">
Oct 24 07:51:27 user nova-compute[74307]:   <uuid>4e501411-27e6-4d8d-aea5-e89784def51e</uuid>
Oct 24 07:51:27 user nova-compute[74307]:   <name>instance-00000017</name>
Oct 24 07:51:27 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 07:51:27 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 07:51:27 user nova-compute[74307]:   <metadata>
Oct 24 07:51:27 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 07:51:27 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 07:51:27 user nova-compute[74307]:       <nova:name>tempest-VolumesAdminNegativeTest-server-1850825700</nova:name>
Oct 24 07:51:27 user nova-compute[74307]:       <nova:creationTime>2023-10-24 07:51:27</nova:creationTime>
Oct 24 07:51:27 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 07:51:27 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 07:51:27 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 07:51:27 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 07:51:27 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 07:51:27 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 07:51:27 user nova-compute[74307]:       </nova:flavor>
Oct 24 07:51:27 user nova-compute[74307]:       <nova:owner>
Oct 24 07:51:27 user nova-compute[74307]:         <nova:user uuid="75305290191a43728a1b776e25f541ff">tempest-VolumesAdminNegativeTest-206772709-project-member</nova:user>
Oct 24 07:51:27 user nova-compute[74307]:         <nova:project uuid="bf4d4b486d654380879d39124771021e">tempest-VolumesAdminNegativeTest-206772709</nova:project>
Oct 24 07:51:27 user nova-compute[74307]:       </nova:owner>
Oct 24 07:51:27 user nova-compute[74307]:       <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 07:51:27 user nova-compute[74307]:       <nova:ports>
Oct 24 07:51:27 user nova-compute[74307]:         <nova:port uuid="d5560d01-6d53-4620-99b7-dc43cfc25177">
Oct 24 07:51:27 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 24 07:51:27 user nova-compute[74307]:         </nova:port>
Oct 24 07:51:27 user nova-compute[74307]:       </nova:ports>
Oct 24 07:51:27 user nova-compute[74307]:     </nova:instance>
Oct 24 07:51:27 user nova-compute[74307]:   </metadata>
Oct 24 07:51:27 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 07:51:27 user nova-compute[74307]:     <system>
Oct 24 07:51:27 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 07:51:27 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 07:51:27 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 07:51:27 user nova-compute[74307]:       <entry name="serial">4e501411-27e6-4d8d-aea5-e89784def51e</entry>
Oct 24 07:51:27 user nova-compute[74307]:       <entry name="uuid">4e501411-27e6-4d8d-aea5-e89784def51e</entry>
Oct 24 07:51:27 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 07:51:27 user nova-compute[74307]:     </system>
Oct 24 07:51:27 user nova-compute[74307]:   </sysinfo>
Oct 24 07:51:27 user nova-compute[74307]:   <os>
Oct 24 07:51:27 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 07:51:27 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 07:51:27 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 07:51:27 user nova-compute[74307]:   </os>
Oct 24 07:51:27 user nova-compute[74307]:   <features>
Oct 24 07:51:27 user nova-compute[74307]:     <acpi/>
Oct 24 07:51:27 user nova-compute[74307]:     <apic/>
Oct 24 07:51:27 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 07:51:27 user nova-compute[74307]:   </features>
Oct 24 07:51:27 user nova-compute[74307]:   <clock offset="utc">
Oct 24 07:51:27 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 07:51:27 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 07:51:27 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 07:51:27 user nova-compute[74307]:   </clock>
Oct 24 07:51:27 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 07:51:27 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 07:51:27 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 07:51:27 user nova-compute[74307]:   </cpu>
Oct 24 07:51:27 user nova-compute[74307]:   <devices>
Oct 24 07:51:27 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 07:51:27 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 07:51:27 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/4e501411-27e6-4d8d-aea5-e89784def51e/disk"/>
Oct 24 07:51:27 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 07:51:27 user nova-compute[74307]:     </disk>
Oct 24 07:51:27 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 07:51:27 user nova-compute[74307]:       <mac address="fa:16:3e:53:15:c0"/>
Oct 24 07:51:27 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:51:27 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 07:51:27 user nova-compute[74307]:       <target dev="tapd5560d01-6d"/>
Oct 24 07:51:27 user nova-compute[74307]:     </interface>
Oct 24 07:51:27 user nova-compute[74307]:     <serial type="pty">
Oct 24 07:51:27 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/4e501411-27e6-4d8d-aea5-e89784def51e/console.log" append="off"/>
Oct 24 07:51:27 user nova-compute[74307]:     </serial>
Oct 24 07:51:27 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 07:51:27 user nova-compute[74307]:     <video>
Oct 24 07:51:27 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:51:27 user nova-compute[74307]:     </video>
Oct 24 07:51:27 user nova-compute[74307]:     <rng model="virtio">
Oct 24 07:51:27 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 07:51:27 user nova-compute[74307]:     </rng>
Oct 24 07:51:27 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 07:51:27 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 07:51:27 user nova-compute[74307]:       <stats period="10"/>
Oct 24 07:51:27 user nova-compute[74307]:     </memballoon>
Oct 24 07:51:27 user nova-compute[74307]:   </devices>
Oct 24 07:51:27 user nova-compute[74307]: </domain>
Oct 24 07:51:27 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:51:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1850825700',display_name='tempest-VolumesAdminNegativeTest-server-1850825700',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1850825700',id=23,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bf4d4b486d654380879d39124771021e',ramdisk_id='',reservation_id='r-qiemzucp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-206772709',owner_user_name='tempest-VolumesAdminNegativeTest-206772709-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:51:26Z,user_data=None,user_id='75305290191a43728a1b776e25f541ff',uuid=4e501411-27e6-4d8d-aea5-e89784def51e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d5560d01-6d53-4620-99b7-dc43cfc25177", "address": "fa:16:3e:53:15:c0", "network": {"id": "eedc337c-53f3-4d14-8c57-9089cda15d33", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-780467305-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf4d4b486d654380879d39124771021e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5560d01-6d", "ovs_interfaceid": "d5560d01-6d53-4620-99b7-dc43cfc25177", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Converting VIF {"id": "d5560d01-6d53-4620-99b7-dc43cfc25177", "address": "fa:16:3e:53:15:c0", "network": {"id": "eedc337c-53f3-4d14-8c57-9089cda15d33", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-780467305-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf4d4b486d654380879d39124771021e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5560d01-6d", "ovs_interfaceid": "d5560d01-6d53-4620-99b7-dc43cfc25177", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:53:15:c0,bridge_name='br-int',has_traffic_filtering=True,id=d5560d01-6d53-4620-99b7-dc43cfc25177,network=Network(eedc337c-53f3-4d14-8c57-9089cda15d33),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd5560d01-6d') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG os_vif [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:53:15:c0,bridge_name='br-int',has_traffic_filtering=True,id=d5560d01-6d53-4620-99b7-dc43cfc25177,network=Network(eedc337c-53f3-4d14-8c57-9089cda15d33),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd5560d01-6d') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4f735ecf-c732-52bf-a7f8-bc5979ce2078', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd5560d01-6d, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd5560d01-6d, col_values=(('qos', UUID('b602ba55-d0ff-4b99-a6e4-26762ad116ab')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd5560d01-6d, col_values=(('external_ids', {'iface-id': 'd5560d01-6d53-4620-99b7-dc43cfc25177', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:53:15:c0', 'vm-uuid': '4e501411-27e6-4d8d-aea5-e89784def51e'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:51:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:27 user nova-compute[74307]: INFO os_vif [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:53:15:c0,bridge_name='br-int',has_traffic_filtering=True,id=d5560d01-6d53-4620-99b7-dc43cfc25177,network=Network(eedc337c-53f3-4d14-8c57-9089cda15d33),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd5560d01-6d')
Oct 24 07:51:28 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:51:28 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] No VIF found with MAC fa:16:3e:53:15:c0, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:51:28 user nova-compute[74307]: DEBUG nova.network.neutron [req-7c95f9d9-f065-4a5a-a6c5-b868ec111119 req-c853eb62-0563-4f8c-861a-3b7ae3fbcddf service nova] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] Updated VIF entry in instance network info cache for port d5560d01-6d53-4620-99b7-dc43cfc25177. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:51:28 user nova-compute[74307]: DEBUG nova.network.neutron [req-7c95f9d9-f065-4a5a-a6c5-b868ec111119 req-c853eb62-0563-4f8c-861a-3b7ae3fbcddf service nova] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] Updating instance_info_cache with network_info: [{"id": "d5560d01-6d53-4620-99b7-dc43cfc25177", "address": "fa:16:3e:53:15:c0", "network": {"id": "eedc337c-53f3-4d14-8c57-9089cda15d33", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-780467305-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf4d4b486d654380879d39124771021e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5560d01-6d", "ovs_interfaceid": "d5560d01-6d53-4620-99b7-dc43cfc25177", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:51:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-7c95f9d9-f065-4a5a-a6c5-b868ec111119 req-c853eb62-0563-4f8c-861a-3b7ae3fbcddf service nova] Releasing lock "refresh_cache-4e501411-27e6-4d8d-aea5-e89784def51e" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:51:28 user nova-compute[74307]: DEBUG nova.compute.manager [req-7a95bcc1-5282-4629-b871-f25f77a914eb req-3de66368-6f58-4392-a867-80d3c4ea5ff5 service nova] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] Received event network-vif-plugged-757571cb-70bf-4801-ad1e-03b4956d285f {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:51:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-7a95bcc1-5282-4629-b871-f25f77a914eb req-3de66368-6f58-4392-a867-80d3c4ea5ff5 service nova] Acquiring lock "718e9562-1f98-4051-aab8-3475ef430b6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:51:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-7a95bcc1-5282-4629-b871-f25f77a914eb req-3de66368-6f58-4392-a867-80d3c4ea5ff5 service nova] Lock "718e9562-1f98-4051-aab8-3475ef430b6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:51:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-7a95bcc1-5282-4629-b871-f25f77a914eb req-3de66368-6f58-4392-a867-80d3c4ea5ff5 service nova] Lock "718e9562-1f98-4051-aab8-3475ef430b6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:51:28 user nova-compute[74307]: DEBUG nova.compute.manager [req-7a95bcc1-5282-4629-b871-f25f77a914eb req-3de66368-6f58-4392-a867-80d3c4ea5ff5 service nova] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] No waiting events found dispatching network-vif-plugged-757571cb-70bf-4801-ad1e-03b4956d285f {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:51:28 user nova-compute[74307]: WARNING nova.compute.manager [req-7a95bcc1-5282-4629-b871-f25f77a914eb req-3de66368-6f58-4392-a867-80d3c4ea5ff5 service nova] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] Received unexpected event network-vif-plugged-757571cb-70bf-4801-ad1e-03b4956d285f for instance with vm_state building and task_state spawning.
Oct 24 07:51:29 user nova-compute[74307]: DEBUG nova.compute.manager [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 07:51:29 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] Guest created on hypervisor {{(pid=74307) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 07:51:29 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] Instance spawned successfully.
Oct 24 07:51:29 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 07:51:29 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] Found default for hw_cdrom_bus of ide {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:51:29 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] Found default for hw_disk_bus of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:51:29 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] Found default for hw_input_bus of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:51:29 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] Found default for hw_pointer_model of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:51:29 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] Found default for hw_video_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:51:29 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] Found default for hw_vif_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:51:29 user nova-compute[74307]: INFO nova.compute.manager [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] Took 6.24 seconds to spawn the instance on the hypervisor.
Oct 24 07:51:29 user nova-compute[74307]: DEBUG nova.compute.manager [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:51:29 user nova-compute[74307]: INFO nova.compute.manager [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] Took 7.05 seconds to build instance.
Oct 24 07:51:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2bc6f9d2-9847-4fdd-866e-c6168a76b3ed tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Lock "718e9562-1f98-4051-aab8-3475ef430b6a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.162s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:51:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:29 user nova-compute[74307]: DEBUG nova.compute.manager [None req-86c65338-bff2-48a9-a414-95a8c0580db2 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:51:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:29 user nova-compute[74307]: INFO nova.compute.manager [None req-86c65338-bff2-48a9-a414-95a8c0580db2 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] instance snapshotting
Oct 24 07:51:29 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-86c65338-bff2-48a9-a414-95a8c0580db2 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Beginning live snapshot process
Oct 24 07:51:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-86c65338-bff2-48a9-a414-95a8c0580db2 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/disk --force-share --output=json -f qcow2 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:51:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-86c65338-bff2-48a9-a414-95a8c0580db2 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/disk --force-share --output=json -f qcow2" returned: 0 in 0.211s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:51:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-86c65338-bff2-48a9-a414-95a8c0580db2 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/disk --force-share --output=json -f qcow2 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:51:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-86c65338-bff2-48a9-a414-95a8c0580db2 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/disk --force-share --output=json -f qcow2" returned: 0 in 0.256s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:51:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-86c65338-bff2-48a9-a414-95a8c0580db2 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:51:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-86c65338-bff2-48a9-a414-95a8c0580db2 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.199s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:51:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-86c65338-bff2-48a9-a414-95a8c0580db2 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpmsebetxh/937595de75094b509ac639939e3e4647.delta 1073741824 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:51:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-86c65338-bff2-48a9-a414-95a8c0580db2 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpmsebetxh/937595de75094b509ac639939e3e4647.delta 1073741824" returned: 0 in 0.097s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:51:30 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-86c65338-bff2-48a9-a414-95a8c0580db2 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 24 07:51:31 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-86c65338-bff2-48a9-a414-95a8c0580db2 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=74307) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 07:51:31 user nova-compute[74307]: DEBUG nova.compute.manager [req-38a01fad-7deb-460d-8851-d8eaf7ee4d15 req-b2c589b4-73c5-4e8f-affe-d8fc2a74064c service nova] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] Received event network-vif-plugged-d5560d01-6d53-4620-99b7-dc43cfc25177 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:51:31 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-38a01fad-7deb-460d-8851-d8eaf7ee4d15 req-b2c589b4-73c5-4e8f-affe-d8fc2a74064c service nova] Acquiring lock "4e501411-27e6-4d8d-aea5-e89784def51e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:51:31 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-38a01fad-7deb-460d-8851-d8eaf7ee4d15 req-b2c589b4-73c5-4e8f-affe-d8fc2a74064c service nova] Lock "4e501411-27e6-4d8d-aea5-e89784def51e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:51:31 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-38a01fad-7deb-460d-8851-d8eaf7ee4d15 req-b2c589b4-73c5-4e8f-affe-d8fc2a74064c service nova] Lock "4e501411-27e6-4d8d-aea5-e89784def51e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:51:31 user nova-compute[74307]: DEBUG nova.compute.manager [req-38a01fad-7deb-460d-8851-d8eaf7ee4d15 req-b2c589b4-73c5-4e8f-affe-d8fc2a74064c service nova] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] No waiting events found dispatching network-vif-plugged-d5560d01-6d53-4620-99b7-dc43cfc25177 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:51:31 user nova-compute[74307]: WARNING nova.compute.manager [req-38a01fad-7deb-460d-8851-d8eaf7ee4d15 req-b2c589b4-73c5-4e8f-affe-d8fc2a74064c service nova] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] Received unexpected event network-vif-plugged-d5560d01-6d53-4620-99b7-dc43cfc25177 for instance with vm_state building and task_state spawning.
Oct 24 07:51:32 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-86c65338-bff2-48a9-a414-95a8c0580db2 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=74307) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 07:51:32 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-86c65338-bff2-48a9-a414-95a8c0580db2 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 24 07:51:32 user nova-compute[74307]: DEBUG nova.privsep.utils [None req-86c65338-bff2-48a9-a414-95a8c0580db2 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74307) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 24 07:51:32 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-86c65338-bff2-48a9-a414-95a8c0580db2 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpmsebetxh/937595de75094b509ac639939e3e4647.delta /opt/stack/data/nova/instances/snapshots/tmpmsebetxh/937595de75094b509ac639939e3e4647 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:51:32 user nova-compute[74307]: DEBUG nova.compute.manager [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 07:51:32 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] Guest created on hypervisor {{(pid=74307) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 07:51:32 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] Instance spawned successfully.
Oct 24 07:51:32 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 07:51:32 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] Found default for hw_cdrom_bus of ide {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:51:32 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] Found default for hw_disk_bus of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:51:32 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] Found default for hw_input_bus of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:51:32 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] Found default for hw_pointer_model of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:51:32 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] Found default for hw_video_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:51:32 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] Found default for hw_vif_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:51:32 user nova-compute[74307]: INFO nova.compute.manager [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] Took 6.51 seconds to spawn the instance on the hypervisor.
Oct 24 07:51:32 user nova-compute[74307]: DEBUG nova.compute.manager [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:51:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:32 user nova-compute[74307]: INFO nova.compute.manager [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] Took 7.59 seconds to build instance.
Oct 24 07:51:32 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0a07924a-2eae-42cd-95c7-c186e9b18918 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Lock "4e501411-27e6-4d8d-aea5-e89784def51e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.710s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:51:33 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-86c65338-bff2-48a9-a414-95a8c0580db2 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpmsebetxh/937595de75094b509ac639939e3e4647.delta /opt/stack/data/nova/instances/snapshots/tmpmsebetxh/937595de75094b509ac639939e3e4647" returned: 0 in 0.805s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:51:33 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-86c65338-bff2-48a9-a414-95a8c0580db2 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Snapshot extracted, beginning image upload
Oct 24 07:51:34 user nova-compute[74307]: DEBUG nova.compute.manager [req-20054cfa-dded-48e7-ba49-48f7b96bcd46 req-7e40603f-90c0-4d4b-b424-18ae76edf628 service nova] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] Received event network-vif-plugged-d5560d01-6d53-4620-99b7-dc43cfc25177 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:51:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-20054cfa-dded-48e7-ba49-48f7b96bcd46 req-7e40603f-90c0-4d4b-b424-18ae76edf628 service nova] Acquiring lock "4e501411-27e6-4d8d-aea5-e89784def51e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:51:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-20054cfa-dded-48e7-ba49-48f7b96bcd46 req-7e40603f-90c0-4d4b-b424-18ae76edf628 service nova] Lock "4e501411-27e6-4d8d-aea5-e89784def51e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:51:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-20054cfa-dded-48e7-ba49-48f7b96bcd46 req-7e40603f-90c0-4d4b-b424-18ae76edf628 service nova] Lock "4e501411-27e6-4d8d-aea5-e89784def51e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:51:34 user nova-compute[74307]: DEBUG nova.compute.manager [req-20054cfa-dded-48e7-ba49-48f7b96bcd46 req-7e40603f-90c0-4d4b-b424-18ae76edf628 service nova] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] No waiting events found dispatching network-vif-plugged-d5560d01-6d53-4620-99b7-dc43cfc25177 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:51:34 user nova-compute[74307]: WARNING nova.compute.manager [req-20054cfa-dded-48e7-ba49-48f7b96bcd46 req-7e40603f-90c0-4d4b-b424-18ae76edf628 service nova] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] Received unexpected event network-vif-plugged-d5560d01-6d53-4620-99b7-dc43cfc25177 for instance with vm_state active and task_state None.
Oct 24 07:51:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:36 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-86c65338-bff2-48a9-a414-95a8c0580db2 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Snapshot image upload complete
Oct 24 07:51:36 user nova-compute[74307]: INFO nova.compute.manager [None req-86c65338-bff2-48a9-a414-95a8c0580db2 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Took 7.10 seconds to snapshot the instance on the hypervisor.
Oct 24 07:51:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:40 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:42 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:42 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:47 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Acquiring lock "dd88db6b-5c0d-4e8f-af41-8dd84cb42aab" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:51:47 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "dd88db6b-5c0d-4e8f-af41-8dd84cb42aab" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:51:47 user nova-compute[74307]: INFO nova.compute.manager [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Unshelving
Oct 24 07:51:47 user nova-compute[74307]: INFO nova.virt.block_device [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Booting with volume 19397387-a92c-43c0-a44b-682e9db71ff4 at /dev/vdc
Oct 24 07:51:47 user nova-compute[74307]: DEBUG os_brick.utils [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:51:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:51:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:51:47 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[5827bfd7-588e-45ea-bd02-a4582a2e1c99]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:299aca16be88\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:51:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:51:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:51:47 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f79aa8d-b117-4b2e-8e7e-2995c56bd5bb]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:51:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:51:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:51:47 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[092922f7-162f-48d3-b0ac-3501bd75c011]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:51:47 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[2621c0aa-4df9-4012-92da-1f61e39e3007]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:51:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Running cmd (subprocess): nvme version {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:51:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] 'nvme version' failed. Not Retrying. {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:51:47 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.nvmeof [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] nvme not present on system {{(pid=74307) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 07:51:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:51:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:51:47 user nova-compute[74307]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 07:51:47 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ecd130d-505a-421d-87d6-72be92ddcb11]: (4, '') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:51:47 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74307) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 07:51:47 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 07:51:47 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] LIGHTOS: no hostnqn found. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 07:51:47 user nova-compute[74307]: DEBUG os_brick.utils [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] <== get_connector_properties: return (141ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:299aca16be88', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:51:47 user nova-compute[74307]: DEBUG nova.virt.block_device [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Updating existing volume attachment record: ab679976-6495-4311-9854-ffb8535f4fa7 {{(pid=74307) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 07:51:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Acquiring lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:51:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:51:48 user nova-compute[74307]: DEBUG nova.compute.manager [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Starting instance... {{(pid=74307) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 07:51:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:51:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:51:48 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 07:51:48 user nova-compute[74307]: INFO nova.compute.claims [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Claim successful on node user
Oct 24 07:51:49 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:51:49 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:51:49 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.548s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:51:49 user nova-compute[74307]: DEBUG nova.compute.manager [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Start building networks asynchronously for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 07:51:49 user nova-compute[74307]: DEBUG nova.compute.manager [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Allocating IP information in the background. {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 07:51:49 user nova-compute[74307]: DEBUG nova.network.neutron [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] allocate_for_instance() {{(pid=74307) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 07:51:49 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 07:51:49 user nova-compute[74307]: DEBUG nova.compute.manager [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Start building block device mappings for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 07:51:49 user nova-compute[74307]: DEBUG nova.policy [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd95a9d7c3fe4f4fac77a57e08cba688', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e349c7556c954f868b60c401e1a053cf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74307) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 07:51:49 user nova-compute[74307]: DEBUG nova.compute.manager [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Start spawning the instance on the hypervisor. {{(pid=74307) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 07:51:49 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Creating instance directory {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 07:51:49 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Creating image(s)
Oct 24 07:51:49 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Acquiring lock "/opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:51:49 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "/opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:51:49 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "/opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:51:49 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:51:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.247s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:51:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Acquiring lock "9cb24620554d5eab84e846c14e389d04f4c43d48" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:51:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:51:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:51:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.229s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:51:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk 1073741824 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:51:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk 1073741824" returned: 0 in 0.055s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:51:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.292s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:51:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:51:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.213s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:51:50 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Checking if we can resize image /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk. size=1073741824 {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 07:51:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:51:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:51:50 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Cannot resize image /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk to a smaller size. {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 07:51:50 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Created local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 07:51:50 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Ensure instance console log exists: /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 07:51:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:51:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:51:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:51:50 user nova-compute[74307]: DEBUG nova.network.neutron [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Successfully created port: 8488c1d4-cbc5-4b59-8b80-2e18c0773b7c {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 07:51:51 user nova-compute[74307]: DEBUG nova.network.neutron [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Successfully updated port: 8488c1d4-cbc5-4b59-8b80-2e18c0773b7c {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 07:51:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Acquiring lock "refresh_cache-5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:51:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Acquired lock "refresh_cache-5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:51:51 user nova-compute[74307]: DEBUG nova.network.neutron [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 07:51:51 user nova-compute[74307]: DEBUG nova.compute.manager [req-f471cc51-9fe9-4a5d-9b49-20572967c4cc req-76101438-279c-4288-8344-6bae5de598c6 service nova] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Received event network-changed-8488c1d4-cbc5-4b59-8b80-2e18c0773b7c {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:51:51 user nova-compute[74307]: DEBUG nova.compute.manager [req-f471cc51-9fe9-4a5d-9b49-20572967c4cc req-76101438-279c-4288-8344-6bae5de598c6 service nova] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Refreshing instance network info cache due to event network-changed-8488c1d4-cbc5-4b59-8b80-2e18c0773b7c. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:51:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-f471cc51-9fe9-4a5d-9b49-20572967c4cc req-76101438-279c-4288-8344-6bae5de598c6 service nova] Acquiring lock "refresh_cache-5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:51:51 user nova-compute[74307]: DEBUG nova.network.neutron [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 07:51:51 user nova-compute[74307]: DEBUG nova.network.neutron [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Updating instance_info_cache with network_info: [{"id": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "address": "fa:16:3e:53:1d:7d", "network": {"id": "0b5afd85-cb93-4bd3-abef-63764752395c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-367974063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e349c7556c954f868b60c401e1a053cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8488c1d4-cb", "ovs_interfaceid": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:51:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Releasing lock "refresh_cache-5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:51:51 user nova-compute[74307]: DEBUG nova.compute.manager [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Instance network_info: |[{"id": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "address": "fa:16:3e:53:1d:7d", "network": {"id": "0b5afd85-cb93-4bd3-abef-63764752395c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-367974063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e349c7556c954f868b60c401e1a053cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8488c1d4-cb", "ovs_interfaceid": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 07:51:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-f471cc51-9fe9-4a5d-9b49-20572967c4cc req-76101438-279c-4288-8344-6bae5de598c6 service nova] Acquired lock "refresh_cache-5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:51:51 user nova-compute[74307]: DEBUG nova.network.neutron [req-f471cc51-9fe9-4a5d-9b49-20572967c4cc req-76101438-279c-4288-8344-6bae5de598c6 service nova] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Refreshing network info cache for port 8488c1d4-cbc5-4b59-8b80-2e18c0773b7c {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:51:51 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Start _get_guest_xml network_info=[{"id": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "address": "fa:16:3e:53:1d:7d", "network": {"id": "0b5afd85-cb93-4bd3-abef-63764752395c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-367974063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e349c7556c954f868b60c401e1a053cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8488c1d4-cb", "ovs_interfaceid": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'boot_index': 0, 'guest_format': None, 'image_id': 'ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 07:51:51 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:51:51 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:51:51 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 07:51:51 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 07:51:51 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 07:51:51 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 07:51:51 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 07:51:51 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 07:51:51 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 07:51:51 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 07:51:51 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 07:51:51 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 07:51:51 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 07:51:51 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 07:51:51 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 07:51:51 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 07:51:51 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 07:51:51 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 07:51:51 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:51:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1164636358',display_name='tempest-AttachVolumeTestJSON-server-1164636358',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1164636358',id=24,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMzC152Il9Zqr+PCjL5RgTw345mR/MdE8MJCW31axYUipAxmU23AjkM496+Kexxi++gwRsrUVJoVETaWtv2CsRnUYOpMiFHHXMuWcc9K/J4BwTRzj7H5oUd6/gwvcSpIFQ==',key_name='tempest-keypair-1505756830',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e349c7556c954f868b60c401e1a053cf',ramdisk_id='',reservation_id='r-skybiwvr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-942496644',owner_user_name='tempest-AttachVolumeTestJSON-942496644-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:51:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cd95a9d7c3fe4f4fac77a57e08cba688',uuid=5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "address": "fa:16:3e:53:1d:7d", "network": {"id": "0b5afd85-cb93-4bd3-abef-63764752395c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-367974063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e349c7556c954f868b60c401e1a053cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8488c1d4-cb", "ovs_interfaceid": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 07:51:51 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Converting VIF {"id": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "address": "fa:16:3e:53:1d:7d", "network": {"id": "0b5afd85-cb93-4bd3-abef-63764752395c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-367974063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e349c7556c954f868b60c401e1a053cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8488c1d4-cb", "ovs_interfaceid": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:51:51 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:53:1d:7d,bridge_name='br-int',has_traffic_filtering=True,id=8488c1d4-cbc5-4b59-8b80-2e18c0773b7c,network=Network(0b5afd85-cb93-4bd3-abef-63764752395c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8488c1d4-cb') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:51:51 user nova-compute[74307]: DEBUG nova.objects.instance [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lazy-loading 'pci_devices' on Instance uuid 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:51:52 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] End _get_guest_xml xml=<domain type="kvm">
Oct 24 07:51:52 user nova-compute[74307]:   <uuid>5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7</uuid>
Oct 24 07:51:52 user nova-compute[74307]:   <name>instance-00000018</name>
Oct 24 07:51:52 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 07:51:52 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 07:51:52 user nova-compute[74307]:   <metadata>
Oct 24 07:51:52 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 07:51:52 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 07:51:52 user nova-compute[74307]:       <nova:name>tempest-AttachVolumeTestJSON-server-1164636358</nova:name>
Oct 24 07:51:52 user nova-compute[74307]:       <nova:creationTime>2023-10-24 07:51:51</nova:creationTime>
Oct 24 07:51:52 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 07:51:52 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 07:51:52 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 07:51:52 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 07:51:52 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 07:51:52 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 07:51:52 user nova-compute[74307]:       </nova:flavor>
Oct 24 07:51:52 user nova-compute[74307]:       <nova:owner>
Oct 24 07:51:52 user nova-compute[74307]:         <nova:user uuid="cd95a9d7c3fe4f4fac77a57e08cba688">tempest-AttachVolumeTestJSON-942496644-project-member</nova:user>
Oct 24 07:51:52 user nova-compute[74307]:         <nova:project uuid="e349c7556c954f868b60c401e1a053cf">tempest-AttachVolumeTestJSON-942496644</nova:project>
Oct 24 07:51:52 user nova-compute[74307]:       </nova:owner>
Oct 24 07:51:52 user nova-compute[74307]:       <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 07:51:52 user nova-compute[74307]:       <nova:ports>
Oct 24 07:51:52 user nova-compute[74307]:         <nova:port uuid="8488c1d4-cbc5-4b59-8b80-2e18c0773b7c">
Oct 24 07:51:52 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 24 07:51:52 user nova-compute[74307]:         </nova:port>
Oct 24 07:51:52 user nova-compute[74307]:       </nova:ports>
Oct 24 07:51:52 user nova-compute[74307]:     </nova:instance>
Oct 24 07:51:52 user nova-compute[74307]:   </metadata>
Oct 24 07:51:52 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 07:51:52 user nova-compute[74307]:     <system>
Oct 24 07:51:52 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 07:51:52 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 07:51:52 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 07:51:52 user nova-compute[74307]:       <entry name="serial">5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7</entry>
Oct 24 07:51:52 user nova-compute[74307]:       <entry name="uuid">5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7</entry>
Oct 24 07:51:52 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 07:51:52 user nova-compute[74307]:     </system>
Oct 24 07:51:52 user nova-compute[74307]:   </sysinfo>
Oct 24 07:51:52 user nova-compute[74307]:   <os>
Oct 24 07:51:52 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 07:51:52 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 07:51:52 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 07:51:52 user nova-compute[74307]:   </os>
Oct 24 07:51:52 user nova-compute[74307]:   <features>
Oct 24 07:51:52 user nova-compute[74307]:     <acpi/>
Oct 24 07:51:52 user nova-compute[74307]:     <apic/>
Oct 24 07:51:52 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 07:51:52 user nova-compute[74307]:   </features>
Oct 24 07:51:52 user nova-compute[74307]:   <clock offset="utc">
Oct 24 07:51:52 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 07:51:52 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 07:51:52 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 07:51:52 user nova-compute[74307]:   </clock>
Oct 24 07:51:52 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 07:51:52 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 07:51:52 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 07:51:52 user nova-compute[74307]:   </cpu>
Oct 24 07:51:52 user nova-compute[74307]:   <devices>
Oct 24 07:51:52 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 07:51:52 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 07:51:52 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk"/>
Oct 24 07:51:52 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 07:51:52 user nova-compute[74307]:     </disk>
Oct 24 07:51:52 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 07:51:52 user nova-compute[74307]:       <mac address="fa:16:3e:53:1d:7d"/>
Oct 24 07:51:52 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:51:52 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 07:51:52 user nova-compute[74307]:       <target dev="tap8488c1d4-cb"/>
Oct 24 07:51:52 user nova-compute[74307]:     </interface>
Oct 24 07:51:52 user nova-compute[74307]:     <serial type="pty">
Oct 24 07:51:52 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/console.log" append="off"/>
Oct 24 07:51:52 user nova-compute[74307]:     </serial>
Oct 24 07:51:52 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 07:51:52 user nova-compute[74307]:     <video>
Oct 24 07:51:52 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:51:52 user nova-compute[74307]:     </video>
Oct 24 07:51:52 user nova-compute[74307]:     <rng model="virtio">
Oct 24 07:51:52 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 07:51:52 user nova-compute[74307]:     </rng>
Oct 24 07:51:52 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 07:51:52 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 07:51:52 user nova-compute[74307]:       <stats period="10"/>
Oct 24 07:51:52 user nova-compute[74307]:     </memballoon>
Oct 24 07:51:52 user nova-compute[74307]:   </devices>
Oct 24 07:51:52 user nova-compute[74307]: </domain>
Oct 24 07:51:52 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 07:51:52 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:51:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1164636358',display_name='tempest-AttachVolumeTestJSON-server-1164636358',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1164636358',id=24,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMzC152Il9Zqr+PCjL5RgTw345mR/MdE8MJCW31axYUipAxmU23AjkM496+Kexxi++gwRsrUVJoVETaWtv2CsRnUYOpMiFHHXMuWcc9K/J4BwTRzj7H5oUd6/gwvcSpIFQ==',key_name='tempest-keypair-1505756830',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e349c7556c954f868b60c401e1a053cf',ramdisk_id='',reservation_id='r-skybiwvr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-942496644',owner_user_name='tempest-AttachVolumeTestJSON-942496644-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:51:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cd95a9d7c3fe4f4fac77a57e08cba688',uuid=5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "address": "fa:16:3e:53:1d:7d", "network": {"id": "0b5afd85-cb93-4bd3-abef-63764752395c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-367974063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e349c7556c954f868b60c401e1a053cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8488c1d4-cb", "ovs_interfaceid": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 07:51:52 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Converting VIF {"id": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "address": "fa:16:3e:53:1d:7d", "network": {"id": "0b5afd85-cb93-4bd3-abef-63764752395c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-367974063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e349c7556c954f868b60c401e1a053cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8488c1d4-cb", "ovs_interfaceid": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:51:52 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:53:1d:7d,bridge_name='br-int',has_traffic_filtering=True,id=8488c1d4-cbc5-4b59-8b80-2e18c0773b7c,network=Network(0b5afd85-cb93-4bd3-abef-63764752395c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8488c1d4-cb') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:51:52 user nova-compute[74307]: DEBUG os_vif [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:53:1d:7d,bridge_name='br-int',has_traffic_filtering=True,id=8488c1d4-cbc5-4b59-8b80-2e18c0773b7c,network=Network(0b5afd85-cb93-4bd3-abef-63764752395c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8488c1d4-cb') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 07:51:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:51:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:51:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'aec6b616-f93a-51fa-b839-7a30bc5a6331', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:51:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8488c1d4-cb, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:51:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8488c1d4-cb, col_values=(('qos', UUID('bfcb4015-5166-4cc2-b641-08f4b28c2269')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:51:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8488c1d4-cb, col_values=(('external_ids', {'iface-id': '8488c1d4-cbc5-4b59-8b80-2e18c0773b7c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:53:1d:7d', 'vm-uuid': '5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:51:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:51:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:52 user nova-compute[74307]: INFO os_vif [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:53:1d:7d,bridge_name='br-int',has_traffic_filtering=True,id=8488c1d4-cbc5-4b59-8b80-2e18c0773b7c,network=Network(0b5afd85-cb93-4bd3-abef-63764752395c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8488c1d4-cb')
Oct 24 07:51:52 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:51:52 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] No VIF found with MAC fa:16:3e:53:1d:7d, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:51:52 user nova-compute[74307]: DEBUG nova.network.neutron [req-f471cc51-9fe9-4a5d-9b49-20572967c4cc req-76101438-279c-4288-8344-6bae5de598c6 service nova] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Updated VIF entry in instance network info cache for port 8488c1d4-cbc5-4b59-8b80-2e18c0773b7c. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:51:52 user nova-compute[74307]: DEBUG nova.network.neutron [req-f471cc51-9fe9-4a5d-9b49-20572967c4cc req-76101438-279c-4288-8344-6bae5de598c6 service nova] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Updating instance_info_cache with network_info: [{"id": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "address": "fa:16:3e:53:1d:7d", "network": {"id": "0b5afd85-cb93-4bd3-abef-63764752395c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-367974063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e349c7556c954f868b60c401e1a053cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8488c1d4-cb", "ovs_interfaceid": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:51:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-f471cc51-9fe9-4a5d-9b49-20572967c4cc req-76101438-279c-4288-8344-6bae5de598c6 service nova] Releasing lock "refresh_cache-5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:51:53 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:51:53 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Cleaning up deleted instances {{(pid=74307) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 24 07:51:53 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] There are 0 instances to clean {{(pid=74307) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 24 07:51:53 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:53 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:53 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:53 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:53 user nova-compute[74307]: DEBUG nova.compute.manager [req-af690c66-fe99-4ddb-8279-9d3afa21a2a0 req-c88cb319-2f75-42d1-a68f-657cfd186781 service nova] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Received event network-vif-plugged-8488c1d4-cbc5-4b59-8b80-2e18c0773b7c {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:51:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-af690c66-fe99-4ddb-8279-9d3afa21a2a0 req-c88cb319-2f75-42d1-a68f-657cfd186781 service nova] Acquiring lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:51:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-af690c66-fe99-4ddb-8279-9d3afa21a2a0 req-c88cb319-2f75-42d1-a68f-657cfd186781 service nova] Lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:51:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-af690c66-fe99-4ddb-8279-9d3afa21a2a0 req-c88cb319-2f75-42d1-a68f-657cfd186781 service nova] Lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:51:53 user nova-compute[74307]: DEBUG nova.compute.manager [req-af690c66-fe99-4ddb-8279-9d3afa21a2a0 req-c88cb319-2f75-42d1-a68f-657cfd186781 service nova] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] No waiting events found dispatching network-vif-plugged-8488c1d4-cbc5-4b59-8b80-2e18c0773b7c {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:51:53 user nova-compute[74307]: WARNING nova.compute.manager [req-af690c66-fe99-4ddb-8279-9d3afa21a2a0 req-c88cb319-2f75-42d1-a68f-657cfd186781 service nova] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Received unexpected event network-vif-plugged-8488c1d4-cbc5-4b59-8b80-2e18c0773b7c for instance with vm_state building and task_state spawning.
Oct 24 07:51:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:55 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "c6dfe141-996d-4b55-bd25-589e3b8eb1d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:51:55 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "c6dfe141-996d-4b55-bd25-589e3b8eb1d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:51:55 user nova-compute[74307]: DEBUG nova.compute.manager [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Starting instance... {{(pid=74307) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 07:51:55 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:51:55 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:51:55 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 07:51:55 user nova-compute[74307]: INFO nova.compute.claims [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Claim successful on node user
Oct 24 07:51:55 user nova-compute[74307]: DEBUG nova.compute.manager [req-396c4dca-92b4-41a8-9a6c-f19b28e4cee9 req-e7156380-7b67-4d0b-90a7-1c6e9083a085 service nova] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Received event network-vif-plugged-8488c1d4-cbc5-4b59-8b80-2e18c0773b7c {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:51:55 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-396c4dca-92b4-41a8-9a6c-f19b28e4cee9 req-e7156380-7b67-4d0b-90a7-1c6e9083a085 service nova] Acquiring lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:51:55 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-396c4dca-92b4-41a8-9a6c-f19b28e4cee9 req-e7156380-7b67-4d0b-90a7-1c6e9083a085 service nova] Lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:51:55 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-396c4dca-92b4-41a8-9a6c-f19b28e4cee9 req-e7156380-7b67-4d0b-90a7-1c6e9083a085 service nova] Lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:51:55 user nova-compute[74307]: DEBUG nova.compute.manager [req-396c4dca-92b4-41a8-9a6c-f19b28e4cee9 req-e7156380-7b67-4d0b-90a7-1c6e9083a085 service nova] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] No waiting events found dispatching network-vif-plugged-8488c1d4-cbc5-4b59-8b80-2e18c0773b7c {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:51:55 user nova-compute[74307]: WARNING nova.compute.manager [req-396c4dca-92b4-41a8-9a6c-f19b28e4cee9 req-e7156380-7b67-4d0b-90a7-1c6e9083a085 service nova] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Received unexpected event network-vif-plugged-8488c1d4-cbc5-4b59-8b80-2e18c0773b7c for instance with vm_state building and task_state spawning.
Oct 24 07:51:55 user nova-compute[74307]: DEBUG nova.compute.manager [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 07:51:55 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Guest created on hypervisor {{(pid=74307) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 07:51:55 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Instance spawned successfully.
Oct 24 07:51:55 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 07:51:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Found default for hw_cdrom_bus of ide {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:51:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Found default for hw_disk_bus of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:51:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Found default for hw_input_bus of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:51:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Found default for hw_pointer_model of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:51:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Found default for hw_video_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:51:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Found default for hw_vif_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:51:56 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:51:56 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:51:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.649s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:51:56 user nova-compute[74307]: DEBUG nova.compute.manager [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Start building networks asynchronously for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 07:51:56 user nova-compute[74307]: INFO nova.compute.manager [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Took 6.38 seconds to spawn the instance on the hypervisor.
Oct 24 07:51:56 user nova-compute[74307]: DEBUG nova.compute.manager [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:51:56 user nova-compute[74307]: DEBUG nova.compute.manager [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Allocating IP information in the background. {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 07:51:56 user nova-compute[74307]: DEBUG nova.network.neutron [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] allocate_for_instance() {{(pid=74307) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 07:51:56 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 07:51:56 user nova-compute[74307]: DEBUG nova.compute.manager [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Start building block device mappings for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 07:51:56 user nova-compute[74307]: INFO nova.compute.manager [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Took 7.32 seconds to build instance.
Oct 24 07:51:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e5090f97-c3f7-49af-b29f-5073da6c2d8f tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.468s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:51:56 user nova-compute[74307]: DEBUG nova.policy [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43b9c4d4949346bcae8ed60ce4b533af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99565c4aa28a45419afe825961b86a69', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74307) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 07:51:56 user nova-compute[74307]: INFO nova.virt.block_device [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Booting with volume snapshot d825f5db-7521-44e0-b1cb-61e89c0be580 at /dev/vda
Oct 24 07:51:56 user nova-compute[74307]: DEBUG nova.network.neutron [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Successfully created port: 66d89786-ccab-4fb1-b260-f31beb80760d {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 07:51:57 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:51:57 user nova-compute[74307]: DEBUG nova.network.neutron [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Successfully updated port: 66d89786-ccab-4fb1-b260-f31beb80760d {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 07:51:57 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "refresh_cache-c6dfe141-996d-4b55-bd25-589e3b8eb1d3" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:51:57 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquired lock "refresh_cache-c6dfe141-996d-4b55-bd25-589e3b8eb1d3" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:51:57 user nova-compute[74307]: DEBUG nova.network.neutron [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 07:51:57 user nova-compute[74307]: DEBUG nova.network.neutron [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 07:51:57 user nova-compute[74307]: DEBUG nova.compute.manager [req-0d63ac2b-0f7b-4069-9e5d-18bdbbfaf2c9 req-298eab1d-be37-4653-87bd-b5fdd886af47 service nova] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Received event network-changed-66d89786-ccab-4fb1-b260-f31beb80760d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:51:57 user nova-compute[74307]: DEBUG nova.compute.manager [req-0d63ac2b-0f7b-4069-9e5d-18bdbbfaf2c9 req-298eab1d-be37-4653-87bd-b5fdd886af47 service nova] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Refreshing instance network info cache due to event network-changed-66d89786-ccab-4fb1-b260-f31beb80760d. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:51:57 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-0d63ac2b-0f7b-4069-9e5d-18bdbbfaf2c9 req-298eab1d-be37-4653-87bd-b5fdd886af47 service nova] Acquiring lock "refresh_cache-c6dfe141-996d-4b55-bd25-589e3b8eb1d3" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:51:58 user nova-compute[74307]: DEBUG nova.network.neutron [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Updating instance_info_cache with network_info: [{"id": "66d89786-ccab-4fb1-b260-f31beb80760d", "address": "fa:16:3e:8b:76:40", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66d89786-cc", "ovs_interfaceid": "66d89786-ccab-4fb1-b260-f31beb80760d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:51:58 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:51:58 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Releasing lock "refresh_cache-c6dfe141-996d-4b55-bd25-589e3b8eb1d3" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:51:58 user nova-compute[74307]: DEBUG nova.compute.manager [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Instance network_info: |[{"id": "66d89786-ccab-4fb1-b260-f31beb80760d", "address": "fa:16:3e:8b:76:40", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66d89786-cc", "ovs_interfaceid": "66d89786-ccab-4fb1-b260-f31beb80760d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 07:51:58 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-0d63ac2b-0f7b-4069-9e5d-18bdbbfaf2c9 req-298eab1d-be37-4653-87bd-b5fdd886af47 service nova] Acquired lock "refresh_cache-c6dfe141-996d-4b55-bd25-589e3b8eb1d3" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:51:58 user nova-compute[74307]: DEBUG nova.network.neutron [req-0d63ac2b-0f7b-4069-9e5d-18bdbbfaf2c9 req-298eab1d-be37-4653-87bd-b5fdd886af47 service nova] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Refreshing network info cache for port 66d89786-ccab-4fb1-b260-f31beb80760d {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:51:58 user nova-compute[74307]: DEBUG nova.network.neutron [req-0d63ac2b-0f7b-4069-9e5d-18bdbbfaf2c9 req-298eab1d-be37-4653-87bd-b5fdd886af47 service nova] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Updated VIF entry in instance network info cache for port 66d89786-ccab-4fb1-b260-f31beb80760d. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:51:58 user nova-compute[74307]: DEBUG nova.network.neutron [req-0d63ac2b-0f7b-4069-9e5d-18bdbbfaf2c9 req-298eab1d-be37-4653-87bd-b5fdd886af47 service nova] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Updating instance_info_cache with network_info: [{"id": "66d89786-ccab-4fb1-b260-f31beb80760d", "address": "fa:16:3e:8b:76:40", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66d89786-cc", "ovs_interfaceid": "66d89786-ccab-4fb1-b260-f31beb80760d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:51:58 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-0d63ac2b-0f7b-4069-9e5d-18bdbbfaf2c9 req-298eab1d-be37-4653-87bd-b5fdd886af47 service nova] Releasing lock "refresh_cache-c6dfe141-996d-4b55-bd25-589e3b8eb1d3" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:51:59 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:51:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:51:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:51:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:51:59 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 07:51:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c80a858-643e-4872-a2b9-c3319abba7fc/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:51:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c80a858-643e-4872-a2b9-c3319abba7fc/disk --force-share --output=json" returned: 0 in 0.271s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:51:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c80a858-643e-4872-a2b9-c3319abba7fc/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:51:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Acquiring lock "a3d20a77-0526-489d-8c15-cb0b45930f36" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:51:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Lock "a3d20a77-0526-489d-8c15-cb0b45930f36" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:51:59 user nova-compute[74307]: DEBUG nova.compute.manager [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Starting instance... {{(pid=74307) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 07:51:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c80a858-643e-4872-a2b9-c3319abba7fc/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:51:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e501411-27e6-4d8d-aea5-e89784def51e/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:51:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:51:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.003s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:51:59 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 07:51:59 user nova-compute[74307]: INFO nova.compute.claims [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Claim successful on node user
Oct 24 07:52:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e501411-27e6-4d8d-aea5-e89784def51e/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e501411-27e6-4d8d-aea5-e89784def51e/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e501411-27e6-4d8d-aea5-e89784def51e/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/718e9562-1f98-4051-aab8-3475ef430b6a/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/718e9562-1f98-4051-aab8-3475ef430b6a/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/718e9562-1f98-4051-aab8-3475ef430b6a/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:00 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:52:00 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:52:00 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.801s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:52:00 user nova-compute[74307]: DEBUG nova.compute.manager [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Start building networks asynchronously for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 07:52:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/718e9562-1f98-4051-aab8-3475ef430b6a/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/02857236-4abf-4671-972e-21ef9328566c/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:00 user nova-compute[74307]: DEBUG nova.compute.manager [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Allocating IP information in the background. {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 07:52:00 user nova-compute[74307]: DEBUG nova.network.neutron [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] allocate_for_instance() {{(pid=74307) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 07:52:00 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 07:52:00 user nova-compute[74307]: DEBUG nova.compute.manager [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Start building block device mappings for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 07:52:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/02857236-4abf-4671-972e-21ef9328566c/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/02857236-4abf-4671-972e-21ef9328566c/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:01 user nova-compute[74307]: DEBUG nova.policy [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4d6b6e8cceb49d4b79f127216256a1e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ed0fc9b7c564f10b64a8ea55c6bd089', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74307) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 07:52:01 user nova-compute[74307]: DEBUG nova.compute.manager [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Start spawning the instance on the hypervisor. {{(pid=74307) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 07:52:01 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Creating instance directory {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 07:52:01 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Creating image(s)
Oct 24 07:52:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Acquiring lock "/opt/stack/data/nova/instances/a3d20a77-0526-489d-8c15-cb0b45930f36/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:52:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Lock "/opt/stack/data/nova/instances/a3d20a77-0526-489d-8c15-cb0b45930f36/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:52:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Lock "/opt/stack/data/nova/instances/a3d20a77-0526-489d-8c15-cb0b45930f36/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.009s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:52:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/02857236-4abf-4671-972e-21ef9328566c/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.194s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Acquiring lock "9cb24620554d5eab84e846c14e389d04f4c43d48" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:52:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:52:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.196s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/a3d20a77-0526-489d-8c15-cb0b45930f36/disk 1073741824 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/a3d20a77-0526-489d-8c15-cb0b45930f36/disk 1073741824" returned: 0 in 0.064s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.271s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:52:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:01 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:52:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:01 user nova-compute[74307]: DEBUG nova.network.neutron [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Successfully created port: 545ddbc1-14d2-4119-90ca-6fef55e434e3 {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 07:52:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.219s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:01 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a3d20a77-0526-489d-8c15-cb0b45930f36/disk. size=1073741824 {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 07:52:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3d20a77-0526-489d-8c15-cb0b45930f36/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3d20a77-0526-489d-8c15-cb0b45930f36/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:01 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Cannot resize image /opt/stack/data/nova/instances/a3d20a77-0526-489d-8c15-cb0b45930f36/disk to a smaller size. {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 07:52:01 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Created local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 07:52:01 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Ensure instance console log exists: /opt/stack/data/nova/instances/a3d20a77-0526-489d-8c15-cb0b45930f36/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 07:52:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:52:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:52:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:52:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:02 user nova-compute[74307]: DEBUG nova.network.neutron [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Successfully updated port: 545ddbc1-14d2-4119-90ca-6fef55e434e3 {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 07:52:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Acquiring lock "refresh_cache-a3d20a77-0526-489d-8c15-cb0b45930f36" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:52:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Acquired lock "refresh_cache-a3d20a77-0526-489d-8c15-cb0b45930f36" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:52:02 user nova-compute[74307]: DEBUG nova.network.neutron [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 07:52:02 user nova-compute[74307]: DEBUG nova.compute.manager [req-d9f55b4c-6213-463f-a3f3-9ef7304d726a req-caf63c00-3d72-48ca-a774-cf200464ee6f service nova] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Received event network-changed-545ddbc1-14d2-4119-90ca-6fef55e434e3 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:52:02 user nova-compute[74307]: DEBUG nova.compute.manager [req-d9f55b4c-6213-463f-a3f3-9ef7304d726a req-caf63c00-3d72-48ca-a774-cf200464ee6f service nova] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Refreshing instance network info cache due to event network-changed-545ddbc1-14d2-4119-90ca-6fef55e434e3. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:52:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d9f55b4c-6213-463f-a3f3-9ef7304d726a req-caf63c00-3d72-48ca-a774-cf200464ee6f service nova] Acquiring lock "refresh_cache-a3d20a77-0526-489d-8c15-cb0b45930f36" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:52:02 user nova-compute[74307]: DEBUG nova.network.neutron [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 07:52:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/disk --force-share --output=json" returned: 0 in 0.257s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:02 user nova-compute[74307]: DEBUG nova.network.neutron [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Updating instance_info_cache with network_info: [{"id": "545ddbc1-14d2-4119-90ca-6fef55e434e3", "address": "fa:16:3e:39:03:ea", "network": {"id": "a9d910fd-4365-468e-b04c-2c83ec039f17", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-233852192-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ed0fc9b7c564f10b64a8ea55c6bd089", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap545ddbc1-14", "ovs_interfaceid": "545ddbc1-14d2-4119-90ca-6fef55e434e3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:52:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/444bef36-3134-4c31-bd7c-aadf33448410/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Releasing lock "refresh_cache-a3d20a77-0526-489d-8c15-cb0b45930f36" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:52:03 user nova-compute[74307]: DEBUG nova.compute.manager [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Instance network_info: |[{"id": "545ddbc1-14d2-4119-90ca-6fef55e434e3", "address": "fa:16:3e:39:03:ea", "network": {"id": "a9d910fd-4365-468e-b04c-2c83ec039f17", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-233852192-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ed0fc9b7c564f10b64a8ea55c6bd089", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap545ddbc1-14", "ovs_interfaceid": "545ddbc1-14d2-4119-90ca-6fef55e434e3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 07:52:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d9f55b4c-6213-463f-a3f3-9ef7304d726a req-caf63c00-3d72-48ca-a774-cf200464ee6f service nova] Acquired lock "refresh_cache-a3d20a77-0526-489d-8c15-cb0b45930f36" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:52:03 user nova-compute[74307]: DEBUG nova.network.neutron [req-d9f55b4c-6213-463f-a3f3-9ef7304d726a req-caf63c00-3d72-48ca-a774-cf200464ee6f service nova] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Refreshing network info cache for port 545ddbc1-14d2-4119-90ca-6fef55e434e3 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:52:03 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Start _get_guest_xml network_info=[{"id": "545ddbc1-14d2-4119-90ca-6fef55e434e3", "address": "fa:16:3e:39:03:ea", "network": {"id": "a9d910fd-4365-468e-b04c-2c83ec039f17", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-233852192-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ed0fc9b7c564f10b64a8ea55c6bd089", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap545ddbc1-14", "ovs_interfaceid": "545ddbc1-14d2-4119-90ca-6fef55e434e3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'boot_index': 0, 'guest_format': None, 'image_id': 'ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 07:52:03 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:52:03 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:52:03 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 07:52:03 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 07:52:03 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 07:52:03 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 07:52:03 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 07:52:03 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 07:52:03 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 07:52:03 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 07:52:03 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 07:52:03 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 07:52:03 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 07:52:03 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 07:52:03 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 07:52:03 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 07:52:03 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 07:52:03 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 07:52:03 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:51:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1989849926',display_name='tempest-ServersNegativeTestJSON-server-1989849926',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1989849926',id=26,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0ed0fc9b7c564f10b64a8ea55c6bd089',ramdisk_id='',reservation_id='r-s9388zh7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1790602572',owner_user_name='tempest-ServersNegativeTestJSON-1790602572-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:52:01Z,user_data=None,user_id='a4d6b6e8cceb49d4b79f127216256a1e',uuid=a3d20a77-0526-489d-8c15-cb0b45930f36,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "545ddbc1-14d2-4119-90ca-6fef55e434e3", "address": "fa:16:3e:39:03:ea", "network": {"id": "a9d910fd-4365-468e-b04c-2c83ec039f17", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-233852192-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ed0fc9b7c564f10b64a8ea55c6bd089", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap545ddbc1-14", "ovs_interfaceid": "545ddbc1-14d2-4119-90ca-6fef55e434e3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 07:52:03 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Converting VIF {"id": "545ddbc1-14d2-4119-90ca-6fef55e434e3", "address": "fa:16:3e:39:03:ea", "network": {"id": "a9d910fd-4365-468e-b04c-2c83ec039f17", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-233852192-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ed0fc9b7c564f10b64a8ea55c6bd089", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap545ddbc1-14", "ovs_interfaceid": "545ddbc1-14d2-4119-90ca-6fef55e434e3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:52:03 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:39:03:ea,bridge_name='br-int',has_traffic_filtering=True,id=545ddbc1-14d2-4119-90ca-6fef55e434e3,network=Network(a9d910fd-4365-468e-b04c-2c83ec039f17),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap545ddbc1-14') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:52:03 user nova-compute[74307]: DEBUG nova.objects.instance [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Lazy-loading 'pci_devices' on Instance uuid a3d20a77-0526-489d-8c15-cb0b45930f36 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:52:03 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] End _get_guest_xml xml=<domain type="kvm">
Oct 24 07:52:03 user nova-compute[74307]:   <uuid>a3d20a77-0526-489d-8c15-cb0b45930f36</uuid>
Oct 24 07:52:03 user nova-compute[74307]:   <name>instance-0000001a</name>
Oct 24 07:52:03 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 07:52:03 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 07:52:03 user nova-compute[74307]:   <metadata>
Oct 24 07:52:03 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 07:52:03 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 07:52:03 user nova-compute[74307]:       <nova:name>tempest-ServersNegativeTestJSON-server-1989849926</nova:name>
Oct 24 07:52:03 user nova-compute[74307]:       <nova:creationTime>2023-10-24 07:52:03</nova:creationTime>
Oct 24 07:52:03 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 07:52:03 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 07:52:03 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 07:52:03 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 07:52:03 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 07:52:03 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 07:52:03 user nova-compute[74307]:       </nova:flavor>
Oct 24 07:52:03 user nova-compute[74307]:       <nova:owner>
Oct 24 07:52:03 user nova-compute[74307]:         <nova:user uuid="a4d6b6e8cceb49d4b79f127216256a1e">tempest-ServersNegativeTestJSON-1790602572-project-member</nova:user>
Oct 24 07:52:03 user nova-compute[74307]:         <nova:project uuid="0ed0fc9b7c564f10b64a8ea55c6bd089">tempest-ServersNegativeTestJSON-1790602572</nova:project>
Oct 24 07:52:03 user nova-compute[74307]:       </nova:owner>
Oct 24 07:52:03 user nova-compute[74307]:       <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 07:52:03 user nova-compute[74307]:       <nova:ports>
Oct 24 07:52:03 user nova-compute[74307]:         <nova:port uuid="545ddbc1-14d2-4119-90ca-6fef55e434e3">
Oct 24 07:52:03 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 24 07:52:03 user nova-compute[74307]:         </nova:port>
Oct 24 07:52:03 user nova-compute[74307]:       </nova:ports>
Oct 24 07:52:03 user nova-compute[74307]:     </nova:instance>
Oct 24 07:52:03 user nova-compute[74307]:   </metadata>
Oct 24 07:52:03 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 07:52:03 user nova-compute[74307]:     <system>
Oct 24 07:52:03 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 07:52:03 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 07:52:03 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 07:52:03 user nova-compute[74307]:       <entry name="serial">a3d20a77-0526-489d-8c15-cb0b45930f36</entry>
Oct 24 07:52:03 user nova-compute[74307]:       <entry name="uuid">a3d20a77-0526-489d-8c15-cb0b45930f36</entry>
Oct 24 07:52:03 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 07:52:03 user nova-compute[74307]:     </system>
Oct 24 07:52:03 user nova-compute[74307]:   </sysinfo>
Oct 24 07:52:03 user nova-compute[74307]:   <os>
Oct 24 07:52:03 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 07:52:03 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 07:52:03 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 07:52:03 user nova-compute[74307]:   </os>
Oct 24 07:52:03 user nova-compute[74307]:   <features>
Oct 24 07:52:03 user nova-compute[74307]:     <acpi/>
Oct 24 07:52:03 user nova-compute[74307]:     <apic/>
Oct 24 07:52:03 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 07:52:03 user nova-compute[74307]:   </features>
Oct 24 07:52:03 user nova-compute[74307]:   <clock offset="utc">
Oct 24 07:52:03 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 07:52:03 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 07:52:03 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 07:52:03 user nova-compute[74307]:   </clock>
Oct 24 07:52:03 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 07:52:03 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 07:52:03 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 07:52:03 user nova-compute[74307]:   </cpu>
Oct 24 07:52:03 user nova-compute[74307]:   <devices>
Oct 24 07:52:03 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 07:52:03 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 07:52:03 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/a3d20a77-0526-489d-8c15-cb0b45930f36/disk"/>
Oct 24 07:52:03 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 07:52:03 user nova-compute[74307]:     </disk>
Oct 24 07:52:03 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 07:52:03 user nova-compute[74307]:       <mac address="fa:16:3e:39:03:ea"/>
Oct 24 07:52:03 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:52:03 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 07:52:03 user nova-compute[74307]:       <target dev="tap545ddbc1-14"/>
Oct 24 07:52:03 user nova-compute[74307]:     </interface>
Oct 24 07:52:03 user nova-compute[74307]:     <serial type="pty">
Oct 24 07:52:03 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/a3d20a77-0526-489d-8c15-cb0b45930f36/console.log" append="off"/>
Oct 24 07:52:03 user nova-compute[74307]:     </serial>
Oct 24 07:52:03 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 07:52:03 user nova-compute[74307]:     <video>
Oct 24 07:52:03 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:52:03 user nova-compute[74307]:     </video>
Oct 24 07:52:03 user nova-compute[74307]:     <rng model="virtio">
Oct 24 07:52:03 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 07:52:03 user nova-compute[74307]:     </rng>
Oct 24 07:52:03 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 07:52:03 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 07:52:03 user nova-compute[74307]:       <stats period="10"/>
Oct 24 07:52:03 user nova-compute[74307]:     </memballoon>
Oct 24 07:52:03 user nova-compute[74307]:   </devices>
Oct 24 07:52:03 user nova-compute[74307]: </domain>
Oct 24 07:52:03 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 07:52:03 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:51:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1989849926',display_name='tempest-ServersNegativeTestJSON-server-1989849926',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1989849926',id=26,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0ed0fc9b7c564f10b64a8ea55c6bd089',ramdisk_id='',reservation_id='r-s9388zh7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1790602572',owner_user_name='tempest-ServersNegativeTestJSON-1790602572-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:52:01Z,user_data=None,user_id='a4d6b6e8cceb49d4b79f127216256a1e',uuid=a3d20a77-0526-489d-8c15-cb0b45930f36,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "545ddbc1-14d2-4119-90ca-6fef55e434e3", "address": "fa:16:3e:39:03:ea", "network": {"id": "a9d910fd-4365-468e-b04c-2c83ec039f17", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-233852192-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ed0fc9b7c564f10b64a8ea55c6bd089", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap545ddbc1-14", "ovs_interfaceid": "545ddbc1-14d2-4119-90ca-6fef55e434e3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 07:52:03 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Converting VIF {"id": "545ddbc1-14d2-4119-90ca-6fef55e434e3", "address": "fa:16:3e:39:03:ea", "network": {"id": "a9d910fd-4365-468e-b04c-2c83ec039f17", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-233852192-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ed0fc9b7c564f10b64a8ea55c6bd089", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap545ddbc1-14", "ovs_interfaceid": "545ddbc1-14d2-4119-90ca-6fef55e434e3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:52:03 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:39:03:ea,bridge_name='br-int',has_traffic_filtering=True,id=545ddbc1-14d2-4119-90ca-6fef55e434e3,network=Network(a9d910fd-4365-468e-b04c-2c83ec039f17),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap545ddbc1-14') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:52:03 user nova-compute[74307]: DEBUG os_vif [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:39:03:ea,bridge_name='br-int',has_traffic_filtering=True,id=545ddbc1-14d2-4119-90ca-6fef55e434e3,network=Network(a9d910fd-4365-468e-b04c-2c83ec039f17),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap545ddbc1-14') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 07:52:03 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:03 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:52:03 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:52:03 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:03 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c0bcd919-b8ff-5c9e-a79f-3475965fad1c', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:52:03 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:03 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:52:03 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:03 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap545ddbc1-14, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:52:03 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap545ddbc1-14, col_values=(('qos', UUID('772052f9-2ef6-4269-adb6-7b82f181032a')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:52:03 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap545ddbc1-14, col_values=(('external_ids', {'iface-id': '545ddbc1-14d2-4119-90ca-6fef55e434e3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:39:03:ea', 'vm-uuid': 'a3d20a77-0526-489d-8c15-cb0b45930f36'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:52:03 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/444bef36-3134-4c31-bd7c-aadf33448410/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:03 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:52:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/444bef36-3134-4c31-bd7c-aadf33448410/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:03 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:03 user nova-compute[74307]: INFO os_vif [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:39:03:ea,bridge_name='br-int',has_traffic_filtering=True,id=545ddbc1-14d2-4119-90ca-6fef55e434e3,network=Network(a9d910fd-4365-468e-b04c-2c83ec039f17),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap545ddbc1-14')
Oct 24 07:52:03 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:52:03 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] No VIF found with MAC fa:16:3e:39:03:ea, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:52:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/444bef36-3134-4c31-bd7c-aadf33448410/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b5d1ce9-9508-4452-864c-e2628ed30f40/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b5d1ce9-9508-4452-864c-e2628ed30f40/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b5d1ce9-9508-4452-864c-e2628ed30f40/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:03 user nova-compute[74307]: DEBUG nova.network.neutron [req-d9f55b4c-6213-463f-a3f3-9ef7304d726a req-caf63c00-3d72-48ca-a774-cf200464ee6f service nova] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Updated VIF entry in instance network info cache for port 545ddbc1-14d2-4119-90ca-6fef55e434e3. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:52:03 user nova-compute[74307]: DEBUG nova.network.neutron [req-d9f55b4c-6213-463f-a3f3-9ef7304d726a req-caf63c00-3d72-48ca-a774-cf200464ee6f service nova] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Updating instance_info_cache with network_info: [{"id": "545ddbc1-14d2-4119-90ca-6fef55e434e3", "address": "fa:16:3e:39:03:ea", "network": {"id": "a9d910fd-4365-468e-b04c-2c83ec039f17", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-233852192-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ed0fc9b7c564f10b64a8ea55c6bd089", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap545ddbc1-14", "ovs_interfaceid": "545ddbc1-14d2-4119-90ca-6fef55e434e3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:52:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d9f55b4c-6213-463f-a3f3-9ef7304d726a req-caf63c00-3d72-48ca-a774-cf200464ee6f service nova] Releasing lock "refresh_cache-a3d20a77-0526-489d-8c15-cb0b45930f36" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:52:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b5d1ce9-9508-4452-864c-e2628ed30f40/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:07 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:07 user nova-compute[74307]: DEBUG nova.compute.manager [req-d995b460-467f-44c7-843c-3b8002d50db9 req-dedf0b54-5201-4f38-a9df-29c65a0e572b service nova] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Received event network-vif-plugged-545ddbc1-14d2-4119-90ca-6fef55e434e3 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:52:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d995b460-467f-44c7-843c-3b8002d50db9 req-dedf0b54-5201-4f38-a9df-29c65a0e572b service nova] Acquiring lock "a3d20a77-0526-489d-8c15-cb0b45930f36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:52:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d995b460-467f-44c7-843c-3b8002d50db9 req-dedf0b54-5201-4f38-a9df-29c65a0e572b service nova] Lock "a3d20a77-0526-489d-8c15-cb0b45930f36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:52:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d995b460-467f-44c7-843c-3b8002d50db9 req-dedf0b54-5201-4f38-a9df-29c65a0e572b service nova] Lock "a3d20a77-0526-489d-8c15-cb0b45930f36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:52:07 user nova-compute[74307]: DEBUG nova.compute.manager [req-d995b460-467f-44c7-843c-3b8002d50db9 req-dedf0b54-5201-4f38-a9df-29c65a0e572b service nova] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] No waiting events found dispatching network-vif-plugged-545ddbc1-14d2-4119-90ca-6fef55e434e3 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:52:07 user nova-compute[74307]: WARNING nova.compute.manager [req-d995b460-467f-44c7-843c-3b8002d50db9 req-dedf0b54-5201-4f38-a9df-29c65a0e572b service nova] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Received unexpected event network-vif-plugged-545ddbc1-14d2-4119-90ca-6fef55e434e3 for instance with vm_state building and task_state spawning.
Oct 24 07:52:07 user nova-compute[74307]: DEBUG nova.compute.manager [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 07:52:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Guest created on hypervisor {{(pid=74307) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 07:52:07 user nova-compute[74307]: DEBUG nova.compute.manager [req-7d8c6eaa-2ff6-4033-bf49-5b22812c683d req-a345e49f-7f11-46d8-a835-755fc621d1ab service nova] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Received event network-vif-plugged-545ddbc1-14d2-4119-90ca-6fef55e434e3 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:52:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-7d8c6eaa-2ff6-4033-bf49-5b22812c683d req-a345e49f-7f11-46d8-a835-755fc621d1ab service nova] Acquiring lock "a3d20a77-0526-489d-8c15-cb0b45930f36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:52:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-7d8c6eaa-2ff6-4033-bf49-5b22812c683d req-a345e49f-7f11-46d8-a835-755fc621d1ab service nova] Lock "a3d20a77-0526-489d-8c15-cb0b45930f36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:52:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-7d8c6eaa-2ff6-4033-bf49-5b22812c683d req-a345e49f-7f11-46d8-a835-755fc621d1ab service nova] Lock "a3d20a77-0526-489d-8c15-cb0b45930f36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:52:07 user nova-compute[74307]: DEBUG nova.compute.manager [req-7d8c6eaa-2ff6-4033-bf49-5b22812c683d req-a345e49f-7f11-46d8-a835-755fc621d1ab service nova] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] No waiting events found dispatching network-vif-plugged-545ddbc1-14d2-4119-90ca-6fef55e434e3 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:52:07 user nova-compute[74307]: WARNING nova.compute.manager [req-7d8c6eaa-2ff6-4033-bf49-5b22812c683d req-a345e49f-7f11-46d8-a835-755fc621d1ab service nova] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Received unexpected event network-vif-plugged-545ddbc1-14d2-4119-90ca-6fef55e434e3 for instance with vm_state building and task_state spawning.
Oct 24 07:52:07 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Instance spawned successfully.
Oct 24 07:52:07 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:52:07 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:52:07 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Hypervisor/Node resource view: name=user free_ram=7435MB free_disk=25.14908218383789GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 07:52:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:52:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:52:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 07:52:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Found default for hw_cdrom_bus of ide {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:52:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Found default for hw_disk_bus of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:52:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Found default for hw_input_bus of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:52:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Found default for hw_pointer_model of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:52:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Found default for hw_video_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:52:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Found default for hw_vif_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:52:07 user nova-compute[74307]: INFO nova.compute.manager [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Took 6.39 seconds to spawn the instance on the hypervisor.
Oct 24 07:52:07 user nova-compute[74307]: DEBUG nova.compute.manager [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:52:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:52:07 user nova-compute[74307]: INFO nova.compute.manager [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Took 7.66 seconds to build instance.
Oct 24 07:52:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a9378831-32d6-4873-b27f-132f164d9842 tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Lock "a3d20a77-0526-489d-8c15-cb0b45930f36" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.820s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:52:07 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fe508640-79f4-43d1-b846-00f28f91df79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:52:07 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance bf3db205-9fd8-47db-8365-87bc07dd98b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:52:07 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 9ea8255e-1f82-4e7f-b09b-aca682f1f374 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:52:07 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 02857236-4abf-4671-972e-21ef9328566c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:52:07 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 6f71d751-f022-4f5f-8458-8a4d3114aae8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:52:07 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 444bef36-3134-4c31-bd7c-aadf33448410 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:52:07 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 2b5d1ce9-9508-4452-864c-e2628ed30f40 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:52:07 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 1c80a858-643e-4872-a2b9-c3319abba7fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:52:07 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 718e9562-1f98-4051-aab8-3475ef430b6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:52:07 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 4e501411-27e6-4d8d-aea5-e89784def51e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:52:07 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance dd88db6b-5c0d-4e8f-af41-8dd84cb42aab has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Oct 24 07:52:07 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:52:07 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance c6dfe141-996d-4b55-bd25-589e3b8eb1d3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:52:07 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance a3d20a77-0526-489d-8c15-cb0b45930f36 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:52:07 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 07:52:07 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 07:52:07 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Refreshing inventories for resource provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 24 07:52:07 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Updating ProviderTree inventory for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 24 07:52:07 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Updating inventory in ProviderTree for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 24 07:52:07 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Refreshing aggregate associations for resource provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63, aggregates: None {{(pid=74307) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 24 07:52:07 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Refreshing trait associations for resource provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63, traits: COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_IDE,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_RESCUE_BFV,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_TRUSTED_CERTS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_MMX,COMPUTE_STORAGE_BUS_SATA,COMPUTE_DEVICE_TAGGING,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_VIRTIO {{(pid=74307) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 24 07:52:08 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:08 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:52:08 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:52:08 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 07:52:08 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.011s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:52:08 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.773s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:52:08 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:52:08 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74307) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 24 07:52:08 user nova-compute[74307]: DEBUG nova.objects.instance [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lazy-loading 'pci_requests' on Instance uuid dd88db6b-5c0d-4e8f-af41-8dd84cb42aab {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:52:08 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:52:08 user nova-compute[74307]: DEBUG nova.objects.instance [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lazy-loading 'numa_topology' on Instance uuid dd88db6b-5c0d-4e8f-af41-8dd84cb42aab {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:52:08 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 07:52:08 user nova-compute[74307]: INFO nova.compute.claims [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Claim successful on node user
Oct 24 07:52:08 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:52:08 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:52:08 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.578s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:52:08 user nova-compute[74307]: INFO nova.network.neutron [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Updating port 034771fb-1713-4492-97d5-83ce6a5e351e with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Oct 24 07:52:09 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:52:09 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Starting heal instance info cache {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 07:52:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "refresh_cache-02857236-4abf-4671-972e-21ef9328566c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:52:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquired lock "refresh_cache-02857236-4abf-4671-972e-21ef9328566c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:52:09 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: 02857236-4abf-4671-972e-21ef9328566c] Forcefully refreshing network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 07:52:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Acquiring lock "refresh_cache-dd88db6b-5c0d-4e8f-af41-8dd84cb42aab" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:52:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Acquired lock "refresh_cache-dd88db6b-5c0d-4e8f-af41-8dd84cb42aab" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:52:09 user nova-compute[74307]: DEBUG nova.network.neutron [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 07:52:09 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: 02857236-4abf-4671-972e-21ef9328566c] Updating instance_info_cache with network_info: [{"id": "a00fd47b-178d-4de8-a951-f9cd6a81f487", "address": "fa:16:3e:90:3e:56", "network": {"id": "eedc337c-53f3-4d14-8c57-9089cda15d33", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-780467305-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.65", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf4d4b486d654380879d39124771021e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa00fd47b-17", "ovs_interfaceid": "a00fd47b-178d-4de8-a951-f9cd6a81f487", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:52:09 user nova-compute[74307]: DEBUG nova.compute.manager [req-3ae3569e-35ac-43ce-a31e-29e7c82e7a79 req-8d703fcc-deb9-4c23-9e9f-32d7b3d43cc4 service nova] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Received event network-changed-034771fb-1713-4492-97d5-83ce6a5e351e {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:52:09 user nova-compute[74307]: DEBUG nova.compute.manager [req-3ae3569e-35ac-43ce-a31e-29e7c82e7a79 req-8d703fcc-deb9-4c23-9e9f-32d7b3d43cc4 service nova] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Refreshing instance network info cache due to event network-changed-034771fb-1713-4492-97d5-83ce6a5e351e. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:52:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-3ae3569e-35ac-43ce-a31e-29e7c82e7a79 req-8d703fcc-deb9-4c23-9e9f-32d7b3d43cc4 service nova] Acquiring lock "refresh_cache-dd88db6b-5c0d-4e8f-af41-8dd84cb42aab" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:52:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Releasing lock "refresh_cache-02857236-4abf-4671-972e-21ef9328566c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:52:10 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: 02857236-4abf-4671-972e-21ef9328566c] Updated the network info_cache for instance {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 07:52:10 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:52:10 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:52:10 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:52:10 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:52:10 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:52:10 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:52:10 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74307) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 07:52:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:10 user nova-compute[74307]: DEBUG nova.network.neutron [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Updating instance_info_cache with network_info: [{"id": "034771fb-1713-4492-97d5-83ce6a5e351e", "address": "fa:16:3e:02:84:09", "network": {"id": "5dafd771-aa79-4f10-ae89-825cf68cc799", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992292320-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c8af780fd194436b7514e54c5d7ef27", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap034771fb-17", "ovs_interfaceid": "034771fb-1713-4492-97d5-83ce6a5e351e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:52:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Releasing lock "refresh_cache-dd88db6b-5c0d-4e8f-af41-8dd84cb42aab" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:52:10 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Creating instance directory {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 07:52:10 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Creating image(s)
Oct 24 07:52:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Acquiring lock "/opt/stack/data/nova/instances/dd88db6b-5c0d-4e8f-af41-8dd84cb42aab/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:52:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "/opt/stack/data/nova/instances/dd88db6b-5c0d-4e8f-af41-8dd84cb42aab/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:52:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "/opt/stack/data/nova/instances/dd88db6b-5c0d-4e8f-af41-8dd84cb42aab/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:52:10 user nova-compute[74307]: DEBUG nova.objects.instance [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lazy-loading 'trusted_certs' on Instance uuid dd88db6b-5c0d-4e8f-af41-8dd84cb42aab {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:52:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-3ae3569e-35ac-43ce-a31e-29e7c82e7a79 req-8d703fcc-deb9-4c23-9e9f-32d7b3d43cc4 service nova] Acquired lock "refresh_cache-dd88db6b-5c0d-4e8f-af41-8dd84cb42aab" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:52:10 user nova-compute[74307]: DEBUG nova.network.neutron [req-3ae3569e-35ac-43ce-a31e-29e7c82e7a79 req-8d703fcc-deb9-4c23-9e9f-32d7b3d43cc4 service nova] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Refreshing network info cache for port 034771fb-1713-4492-97d5-83ce6a5e351e {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:52:10 user nova-compute[74307]: DEBUG nova.objects.base [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Object Instance<dd88db6b-5c0d-4e8f-af41-8dd84cb42aab> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 07:52:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Acquiring lock "771104ca166ed5a804245295fe1ebc13dabff53c" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:52:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "771104ca166ed5a804245295fe1ebc13dabff53c" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:52:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/771104ca166ed5a804245295fe1ebc13dabff53c.part --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/771104ca166ed5a804245295fe1ebc13dabff53c.part --force-share --output=json" returned: 0 in 0.194s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:11 user nova-compute[74307]: DEBUG nova.virt.images [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] ec20758c-c9cc-430e-818b-736138a9d7ab was qcow2, converting to raw {{(pid=74307) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 24 07:52:11 user nova-compute[74307]: DEBUG nova.privsep.utils [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74307) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 24 07:52:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/771104ca166ed5a804245295fe1ebc13dabff53c.part /opt/stack/data/nova/instances/_base/771104ca166ed5a804245295fe1ebc13dabff53c.converted {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:11 user nova-compute[74307]: DEBUG nova.network.neutron [req-3ae3569e-35ac-43ce-a31e-29e7c82e7a79 req-8d703fcc-deb9-4c23-9e9f-32d7b3d43cc4 service nova] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Updated VIF entry in instance network info cache for port 034771fb-1713-4492-97d5-83ce6a5e351e. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:52:11 user nova-compute[74307]: DEBUG nova.network.neutron [req-3ae3569e-35ac-43ce-a31e-29e7c82e7a79 req-8d703fcc-deb9-4c23-9e9f-32d7b3d43cc4 service nova] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Updating instance_info_cache with network_info: [{"id": "034771fb-1713-4492-97d5-83ce6a5e351e", "address": "fa:16:3e:02:84:09", "network": {"id": "5dafd771-aa79-4f10-ae89-825cf68cc799", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992292320-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c8af780fd194436b7514e54c5d7ef27", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap034771fb-17", "ovs_interfaceid": "034771fb-1713-4492-97d5-83ce6a5e351e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:52:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-3ae3569e-35ac-43ce-a31e-29e7c82e7a79 req-8d703fcc-deb9-4c23-9e9f-32d7b3d43cc4 service nova] Releasing lock "refresh_cache-dd88db6b-5c0d-4e8f-af41-8dd84cb42aab" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:52:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/771104ca166ed5a804245295fe1ebc13dabff53c.part /opt/stack/data/nova/instances/_base/771104ca166ed5a804245295fe1ebc13dabff53c.converted" returned: 0 in 0.373s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/771104ca166ed5a804245295fe1ebc13dabff53c.converted --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/771104ca166ed5a804245295fe1ebc13dabff53c.converted --force-share --output=json" returned: 0 in 0.195s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "771104ca166ed5a804245295fe1ebc13dabff53c" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.976s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:52:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/771104ca166ed5a804245295fe1ebc13dabff53c --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:12 user nova-compute[74307]: DEBUG os_brick.utils [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:52:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:12 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[72be5330-b761-4ae3-aad5-f75175d94dc7]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:299aca16be88\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:52:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:12 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[0987939a-8f82-4464-9893-67173d334aea]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:52:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/771104ca166ed5a804245295fe1ebc13dabff53c --force-share --output=json" returned: 0 in 0.187s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Acquiring lock "771104ca166ed5a804245295fe1ebc13dabff53c" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:52:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "771104ca166ed5a804245295fe1ebc13dabff53c" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:52:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/771104ca166ed5a804245295fe1ebc13dabff53c --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:12 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[20512033-06f4-442f-b636-c130e7780ccd]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:52:12 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[56483696-5049-4053-bdce-6b7f4df9eddb]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:52:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Running cmd (subprocess): nvme version {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] 'nvme version' failed. Not Retrying. {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:52:12 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.nvmeof [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] nvme not present on system {{(pid=74307) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 07:52:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:52:12 user nova-compute[74307]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 07:52:12 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[3dc82daa-6ab0-4d49-a13e-ac99397a1f1c]: (4, '') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:52:12 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74307) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 07:52:12 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 07:52:12 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] LIGHTOS: no hostnqn found. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 07:52:12 user nova-compute[74307]: DEBUG os_brick.utils [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] <== get_connector_properties: return (150ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:299aca16be88', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:52:12 user nova-compute[74307]: DEBUG nova.virt.block_device [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Updating existing volume attachment record: c16f39ac-801d-4e99-87a9-9d853890c197 {{(pid=74307) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 07:52:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/771104ca166ed5a804245295fe1ebc13dabff53c --force-share --output=json" returned: 0 in 0.183s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/771104ca166ed5a804245295fe1ebc13dabff53c,backing_fmt=raw /opt/stack/data/nova/instances/dd88db6b-5c0d-4e8f-af41-8dd84cb42aab/disk 1073741824 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/771104ca166ed5a804245295fe1ebc13dabff53c,backing_fmt=raw /opt/stack/data/nova/instances/dd88db6b-5c0d-4e8f-af41-8dd84cb42aab/disk 1073741824" returned: 0 in 0.066s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "771104ca166ed5a804245295fe1ebc13dabff53c" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.256s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:52:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/771104ca166ed5a804245295fe1ebc13dabff53c --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/771104ca166ed5a804245295fe1ebc13dabff53c --force-share --output=json" returned: 0 in 0.184s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:13 user nova-compute[74307]: DEBUG nova.objects.instance [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lazy-loading 'migration_context' on Instance uuid dd88db6b-5c0d-4e8f-af41-8dd84cb42aab {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:52:13 user nova-compute[74307]: DEBUG nova.objects.base [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Object Instance<dd88db6b-5c0d-4e8f-af41-8dd84cb42aab> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 07:52:13 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Rebasing disk image.
Oct 24 07:52:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.197s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 -F raw /opt/stack/data/nova/instances/dd88db6b-5c0d-4e8f-af41-8dd84cb42aab/disk {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 -F raw /opt/stack/data/nova/instances/dd88db6b-5c0d-4e8f-af41-8dd84cb42aab/disk" returned: 0 in 2.293s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Created local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Ensure instance console log exists: /opt/stack/data/nova/instances/dd88db6b-5c0d-4e8f-af41-8dd84cb42aab/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Start _get_guest_xml network_info=[{"id": "034771fb-1713-4492-97d5-83ce6a5e351e", "address": "fa:16:3e:02:84:09", "network": {"id": "5dafd771-aa79-4f10-ae89-825cf68cc799", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992292320-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c8af780fd194436b7514e54c5d7ef27", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap034771fb-17", "ovs_interfaceid": "034771fb-1713-4492-97d5-83ce6a5e351e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='b1a9f5bd6bc3ed8bb6b05938b563b534',container_format='bare',created_at=2023-10-24T07:49:54Z,direct_url=<?>,disk_format='qcow2',id=ec20758c-c9cc-430e-818b-736138a9d7ab,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1638707886-shelved',owner='8c8af780fd194436b7514e54c5d7ef27',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-24T07:50:00Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'boot_index': 0, 'guest_format': None, 'image_id': 'ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VfdpbAUo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'dd88db6b-5c0d-4e8f-af41-8dd84cb42aab', 'attached_at': '', 'detached_at': '', 'volume_id': '19397387-a92c-43c0-a44b-682e9db71ff4', 'serial': '19397387-a92c-43c0-a44b-682e9db71ff4'}, 'attachment_id': 'ab679976-6495-4311-9854-ffb8535f4fa7', 'guest_format': None, 'mount_device': '/dev/vdc', 'boot_index': None, 'delete_on_termination': False, 'volume_type': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 07:52:15 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:52:15 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:52:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b1a9f5bd6bc3ed8bb6b05938b563b534',container_format='bare',created_at=2023-10-24T07:49:54Z,direct_url=<?>,disk_format='qcow2',id=ec20758c-c9cc-430e-818b-736138a9d7ab,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1638707886-shelved',owner='8c8af780fd194436b7514e54c5d7ef27',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-24T07:50:00Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG nova.objects.instance [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lazy-loading 'vcpu_model' on Instance uuid dd88db6b-5c0d-4e8f-af41-8dd84cb42aab {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG nova.objects.base [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Object Instance<dd88db6b-5c0d-4e8f-af41-8dd84cb42aab> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Calling os-brick to attach iSCSI Volume {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VfdpbAUo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:52:15 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:52:15 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:52:15 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:52:15 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:52:15 user nova-compute[74307]: INFO os_brick.initiator.connectors.iscsi [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 07:52:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4 -p 172.16.0.220:3260 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4 -p 172.16.0.220:3260" returned: 21 in 0.112s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0b06b11-a07d-4826-bee8-dda8922c0155]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 07:52:15 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4 -p 172.16.0.220:3260 --interface default --op new {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0618aa5-0f08-4e86-ab7d-d27e4f703c05]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4] added\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4] added
Oct 24 07:52:15 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e847f74-662d-42ed-ad8f-68f8d600b6de]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.027s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[434ba8fd-318a-433f-8ed8-d90017f03e24]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VfdpbAUo {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VfdpbAUo" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[608e4d9d-b408-4a8f-afe0-52f8e1a9b3d7]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VfdpbAUo'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d75f01d-d495-417c-b220-3339c9e1fa75]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[73eced5b-65f8-4308-acef-bb38551768b7]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:52:15 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:52:15 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:52:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4 -p 172.16.0.220:3260 --login {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4 -p 172.16.0.220:3260 --login" returned: 0 in 0.067s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:16 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8ffbbdf-014b-4ff6-94dd-a4c5991bda62]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:52:16 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4, portal: 172.16.0.220,3260]
Oct 24 07:52:16 user nova-compute[74307]: Login to [iface: default, target: iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4, portal: 172.16.0.220,3260] successful.
Oct 24 07:52:16 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:52:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:16 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[12c26eff-eb31-48ac-b681-8ba7fbdc73c8]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:52:16 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:52:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:16 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[066e678d-3a89-4876-8394-e039720d2ab1]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:52:16 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:52:16 user nova-compute[74307]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4 (non-flash)
Oct 24 07:52:16 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:52:16 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:52:16 user nova-compute[74307]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4 (non-flash)
Oct 24 07:52:16 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:52:16 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.398s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:52:16 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Connected to 172.16.0.220:3260 {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 07:52:16 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] HCTL ('33', '-', '-', 0) found on session 23 with lun 0 {{(pid=74307) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 07:52:16 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74307) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 07:52:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.026s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:16 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[678fe9b9-41ff-493b-ab84-0b3b73b8e46b]: (4, ('- - 0', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:52:16 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Searching for a device in session 23 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 07:52:16 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VfdpbAUo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 07:52:17 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.444s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:52:17 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] <== connect_volume: return (1446ms) {'type': 'block', 'scsi_wwn': '23265663262376331', 'path': '/dev/sdb'} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:52:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23265663262376331', 'path': '/dev/sdb'} {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 07:52:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-24T07:47:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1638707886',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1638707886',id=17,image_ref='ec20758c-c9cc-430e-818b-736138a9d7ab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1322334828',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:48:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='8c8af780fd194436b7514e54c5d7ef27',ramdisk_id='',reservation_id='r-iddsvsqj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-131883889',owner_user_name='tempest-AttachVolumeShelveTestJSON-131883889-project-member',shelved_at='2023-10-24T07:49:59.960152',shelved_host='user',shelved_image_id='ec20758c-c9cc-430e-818b-736138a9d7ab'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:51:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c8d362d9493f42e6a118c3ef099e7fae',uuid=dd88db6b-5c0d-4e8f-af41-8dd84cb42aab,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "034771fb-1713-4492-97d5-83ce6a5e351e", "address": "fa:16:3e:02:84:09", "network": {"id": "5dafd771-aa79-4f10-ae89-825cf68cc799", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992292320-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c8af780fd194436b7514e54c5d7ef27", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap034771fb-17", "ovs_interfaceid": "034771fb-1713-4492-97d5-83ce6a5e351e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 07:52:17 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Converting VIF {"id": "034771fb-1713-4492-97d5-83ce6a5e351e", "address": "fa:16:3e:02:84:09", "network": {"id": "5dafd771-aa79-4f10-ae89-825cf68cc799", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992292320-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c8af780fd194436b7514e54c5d7ef27", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap034771fb-17", "ovs_interfaceid": "034771fb-1713-4492-97d5-83ce6a5e351e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:52:17 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:02:84:09,bridge_name='br-int',has_traffic_filtering=True,id=034771fb-1713-4492-97d5-83ce6a5e351e,network=Network(5dafd771-aa79-4f10-ae89-825cf68cc799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap034771fb-17') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:52:17 user nova-compute[74307]: DEBUG nova.objects.instance [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lazy-loading 'pci_devices' on Instance uuid dd88db6b-5c0d-4e8f-af41-8dd84cb42aab {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:52:17 user nova-compute[74307]: DEBUG nova.objects.base [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Object Instance<dd88db6b-5c0d-4e8f-af41-8dd84cb42aab> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 07:52:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] End _get_guest_xml xml=<domain type="kvm">
Oct 24 07:52:17 user nova-compute[74307]:   <uuid>dd88db6b-5c0d-4e8f-af41-8dd84cb42aab</uuid>
Oct 24 07:52:17 user nova-compute[74307]:   <name>instance-00000011</name>
Oct 24 07:52:17 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 07:52:17 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 07:52:17 user nova-compute[74307]:   <metadata>
Oct 24 07:52:17 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 07:52:17 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 07:52:17 user nova-compute[74307]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1638707886</nova:name>
Oct 24 07:52:17 user nova-compute[74307]:       <nova:creationTime>2023-10-24 07:52:15</nova:creationTime>
Oct 24 07:52:17 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 07:52:17 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 07:52:17 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 07:52:17 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 07:52:17 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 07:52:17 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 07:52:17 user nova-compute[74307]:       </nova:flavor>
Oct 24 07:52:17 user nova-compute[74307]:       <nova:owner>
Oct 24 07:52:17 user nova-compute[74307]:         <nova:user uuid="c8d362d9493f42e6a118c3ef099e7fae">tempest-AttachVolumeShelveTestJSON-131883889-project-member</nova:user>
Oct 24 07:52:17 user nova-compute[74307]:         <nova:project uuid="8c8af780fd194436b7514e54c5d7ef27">tempest-AttachVolumeShelveTestJSON-131883889</nova:project>
Oct 24 07:52:17 user nova-compute[74307]:       </nova:owner>
Oct 24 07:52:17 user nova-compute[74307]:       <nova:root type="image" uuid="ec20758c-c9cc-430e-818b-736138a9d7ab"/>
Oct 24 07:52:17 user nova-compute[74307]:       <nova:ports>
Oct 24 07:52:17 user nova-compute[74307]:         <nova:port uuid="034771fb-1713-4492-97d5-83ce6a5e351e">
Oct 24 07:52:17 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 24 07:52:17 user nova-compute[74307]:         </nova:port>
Oct 24 07:52:17 user nova-compute[74307]:       </nova:ports>
Oct 24 07:52:17 user nova-compute[74307]:     </nova:instance>
Oct 24 07:52:17 user nova-compute[74307]:   </metadata>
Oct 24 07:52:17 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 07:52:17 user nova-compute[74307]:     <system>
Oct 24 07:52:17 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 07:52:17 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 07:52:17 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 07:52:17 user nova-compute[74307]:       <entry name="serial">dd88db6b-5c0d-4e8f-af41-8dd84cb42aab</entry>
Oct 24 07:52:17 user nova-compute[74307]:       <entry name="uuid">dd88db6b-5c0d-4e8f-af41-8dd84cb42aab</entry>
Oct 24 07:52:17 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 07:52:17 user nova-compute[74307]:     </system>
Oct 24 07:52:17 user nova-compute[74307]:   </sysinfo>
Oct 24 07:52:17 user nova-compute[74307]:   <os>
Oct 24 07:52:17 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 07:52:17 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 07:52:17 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 07:52:17 user nova-compute[74307]:   </os>
Oct 24 07:52:17 user nova-compute[74307]:   <features>
Oct 24 07:52:17 user nova-compute[74307]:     <acpi/>
Oct 24 07:52:17 user nova-compute[74307]:     <apic/>
Oct 24 07:52:17 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 07:52:17 user nova-compute[74307]:   </features>
Oct 24 07:52:17 user nova-compute[74307]:   <clock offset="utc">
Oct 24 07:52:17 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 07:52:17 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 07:52:17 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 07:52:17 user nova-compute[74307]:   </clock>
Oct 24 07:52:17 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 07:52:17 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 07:52:17 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 07:52:17 user nova-compute[74307]:   </cpu>
Oct 24 07:52:17 user nova-compute[74307]:   <devices>
Oct 24 07:52:17 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 07:52:17 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 07:52:17 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/dd88db6b-5c0d-4e8f-af41-8dd84cb42aab/disk"/>
Oct 24 07:52:17 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 07:52:17 user nova-compute[74307]:     </disk>
Oct 24 07:52:17 user nova-compute[74307]:     <disk type="block" device="disk">
Oct 24 07:52:17 user nova-compute[74307]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:52:17 user nova-compute[74307]:       <source dev="/dev/sdb"/>
Oct 24 07:52:17 user nova-compute[74307]:       <target dev="vdc" bus="virtio"/>
Oct 24 07:52:17 user nova-compute[74307]:       <serial>19397387-a92c-43c0-a44b-682e9db71ff4</serial>
Oct 24 07:52:17 user nova-compute[74307]:     </disk>
Oct 24 07:52:17 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 07:52:17 user nova-compute[74307]:       <mac address="fa:16:3e:02:84:09"/>
Oct 24 07:52:17 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:52:17 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 07:52:17 user nova-compute[74307]:       <target dev="tap034771fb-17"/>
Oct 24 07:52:17 user nova-compute[74307]:     </interface>
Oct 24 07:52:17 user nova-compute[74307]:     <serial type="pty">
Oct 24 07:52:17 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/dd88db6b-5c0d-4e8f-af41-8dd84cb42aab/console.log" append="off"/>
Oct 24 07:52:17 user nova-compute[74307]:     </serial>
Oct 24 07:52:17 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 07:52:17 user nova-compute[74307]:     <video>
Oct 24 07:52:17 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:52:17 user nova-compute[74307]:     </video>
Oct 24 07:52:17 user nova-compute[74307]:     <rng model="virtio">
Oct 24 07:52:17 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 07:52:17 user nova-compute[74307]:     </rng>
Oct 24 07:52:17 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 07:52:17 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 07:52:17 user nova-compute[74307]:       <stats period="10"/>
Oct 24 07:52:17 user nova-compute[74307]:     </memballoon>
Oct 24 07:52:17 user nova-compute[74307]:   </devices>
Oct 24 07:52:17 user nova-compute[74307]: </domain>
Oct 24 07:52:17 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 07:52:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-24T07:47:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1638707886',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1638707886',id=17,image_ref='ec20758c-c9cc-430e-818b-736138a9d7ab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1322334828',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:48:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='8c8af780fd194436b7514e54c5d7ef27',ramdisk_id='',reservation_id='r-iddsvsqj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-131883889',owner_user_name='tempest-AttachVolumeShelveTestJSON-131883889-project-member',shelved_at='2023-10-24T07:49:59.960152',shelved_host='user',shelved_image_id='ec20758c-c9cc-430e-818b-736138a9d7ab'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:51:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c8d362d9493f42e6a118c3ef099e7fae',uuid=dd88db6b-5c0d-4e8f-af41-8dd84cb42aab,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "034771fb-1713-4492-97d5-83ce6a5e351e", "address": "fa:16:3e:02:84:09", "network": {"id": "5dafd771-aa79-4f10-ae89-825cf68cc799", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992292320-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c8af780fd194436b7514e54c5d7ef27", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap034771fb-17", "ovs_interfaceid": "034771fb-1713-4492-97d5-83ce6a5e351e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 07:52:17 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Converting VIF {"id": "034771fb-1713-4492-97d5-83ce6a5e351e", "address": "fa:16:3e:02:84:09", "network": {"id": "5dafd771-aa79-4f10-ae89-825cf68cc799", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992292320-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c8af780fd194436b7514e54c5d7ef27", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap034771fb-17", "ovs_interfaceid": "034771fb-1713-4492-97d5-83ce6a5e351e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:52:17 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:02:84:09,bridge_name='br-int',has_traffic_filtering=True,id=034771fb-1713-4492-97d5-83ce6a5e351e,network=Network(5dafd771-aa79-4f10-ae89-825cf68cc799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap034771fb-17') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:52:17 user nova-compute[74307]: DEBUG os_vif [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:02:84:09,bridge_name='br-int',has_traffic_filtering=True,id=034771fb-1713-4492-97d5-83ce6a5e351e,network=Network(5dafd771-aa79-4f10-ae89-825cf68cc799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap034771fb-17') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 07:52:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:52:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:52:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ce92e180-fc99-5fd0-8e8d-72463dc6eeb0', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:52:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:52:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap034771fb-17, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:52:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap034771fb-17, col_values=(('qos', UUID('d2ac5f95-4c03-4f69-a0e0-f157f3d3b4cd')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:52:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap034771fb-17, col_values=(('external_ids', {'iface-id': '034771fb-1713-4492-97d5-83ce6a5e351e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:02:84:09', 'vm-uuid': 'dd88db6b-5c0d-4e8f-af41-8dd84cb42aab'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:52:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:52:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:17 user nova-compute[74307]: INFO os_vif [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:02:84:09,bridge_name='br-int',has_traffic_filtering=True,id=034771fb-1713-4492-97d5-83ce6a5e351e,network=Network(5dafd771-aa79-4f10-ae89-825cf68cc799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap034771fb-17')
Oct 24 07:52:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:52:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:52:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] No VIF found with MAC fa:16:3e:02:84:09, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:52:18 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:18 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:18 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:19 user nova-compute[74307]: DEBUG nova.compute.manager [req-d8615e41-5a02-418a-ac44-900b30e6f2aa req-17180ac3-ab3a-4c72-925f-a85a1834a854 service nova] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Received event network-vif-plugged-034771fb-1713-4492-97d5-83ce6a5e351e {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:52:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d8615e41-5a02-418a-ac44-900b30e6f2aa req-17180ac3-ab3a-4c72-925f-a85a1834a854 service nova] Acquiring lock "dd88db6b-5c0d-4e8f-af41-8dd84cb42aab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:52:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d8615e41-5a02-418a-ac44-900b30e6f2aa req-17180ac3-ab3a-4c72-925f-a85a1834a854 service nova] Lock "dd88db6b-5c0d-4e8f-af41-8dd84cb42aab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:52:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d8615e41-5a02-418a-ac44-900b30e6f2aa req-17180ac3-ab3a-4c72-925f-a85a1834a854 service nova] Lock "dd88db6b-5c0d-4e8f-af41-8dd84cb42aab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:52:19 user nova-compute[74307]: DEBUG nova.compute.manager [req-d8615e41-5a02-418a-ac44-900b30e6f2aa req-17180ac3-ab3a-4c72-925f-a85a1834a854 service nova] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] No waiting events found dispatching network-vif-plugged-034771fb-1713-4492-97d5-83ce6a5e351e {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:52:19 user nova-compute[74307]: WARNING nova.compute.manager [req-d8615e41-5a02-418a-ac44-900b30e6f2aa req-17180ac3-ab3a-4c72-925f-a85a1834a854 service nova] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Received unexpected event network-vif-plugged-034771fb-1713-4492-97d5-83ce6a5e351e for instance with vm_state shelved_offloaded and task_state spawning.
Oct 24 07:52:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:21 user nova-compute[74307]: DEBUG nova.compute.manager [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 07:52:21 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Guest created on hypervisor {{(pid=74307) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 07:52:21 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Instance spawned successfully.
Oct 24 07:52:21 user nova-compute[74307]: DEBUG nova.compute.manager [req-acf5a151-d69b-4189-b882-b3b0ce0b3976 req-6e48fa2f-c017-498b-be85-d79242411303 service nova] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Received event network-vif-plugged-034771fb-1713-4492-97d5-83ce6a5e351e {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:52:21 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-acf5a151-d69b-4189-b882-b3b0ce0b3976 req-6e48fa2f-c017-498b-be85-d79242411303 service nova] Acquiring lock "dd88db6b-5c0d-4e8f-af41-8dd84cb42aab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:52:21 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-acf5a151-d69b-4189-b882-b3b0ce0b3976 req-6e48fa2f-c017-498b-be85-d79242411303 service nova] Lock "dd88db6b-5c0d-4e8f-af41-8dd84cb42aab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:52:21 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-acf5a151-d69b-4189-b882-b3b0ce0b3976 req-6e48fa2f-c017-498b-be85-d79242411303 service nova] Lock "dd88db6b-5c0d-4e8f-af41-8dd84cb42aab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:52:21 user nova-compute[74307]: DEBUG nova.compute.manager [req-acf5a151-d69b-4189-b882-b3b0ce0b3976 req-6e48fa2f-c017-498b-be85-d79242411303 service nova] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] No waiting events found dispatching network-vif-plugged-034771fb-1713-4492-97d5-83ce6a5e351e {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:52:21 user nova-compute[74307]: WARNING nova.compute.manager [req-acf5a151-d69b-4189-b882-b3b0ce0b3976 req-6e48fa2f-c017-498b-be85-d79242411303 service nova] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Received unexpected event network-vif-plugged-034771fb-1713-4492-97d5-83ce6a5e351e for instance with vm_state shelved_offloaded and task_state spawning.
Oct 24 07:52:21 user nova-compute[74307]: DEBUG nova.compute.manager [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:52:21 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-cf0952bf-8a2a-4030-ae68-602560e4a6e2 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "dd88db6b-5c0d-4e8f-af41-8dd84cb42aab" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 34.613s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:52:22 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:24 user nova-compute[74307]: DEBUG nova.compute.manager [req-de152dd4-2333-4282-b7c7-1ac75806c308 req-71f1af16-59ba-497d-a705-ed727baf7dbb service nova] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Received event network-changed-6831be07-2a87-4391-96e7-9b92eb3afe93 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:52:24 user nova-compute[74307]: DEBUG nova.compute.manager [req-de152dd4-2333-4282-b7c7-1ac75806c308 req-71f1af16-59ba-497d-a705-ed727baf7dbb service nova] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Refreshing instance network info cache due to event network-changed-6831be07-2a87-4391-96e7-9b92eb3afe93. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:52:24 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-de152dd4-2333-4282-b7c7-1ac75806c308 req-71f1af16-59ba-497d-a705-ed727baf7dbb service nova] Acquiring lock "refresh_cache-2b5d1ce9-9508-4452-864c-e2628ed30f40" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:52:24 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-de152dd4-2333-4282-b7c7-1ac75806c308 req-71f1af16-59ba-497d-a705-ed727baf7dbb service nova] Acquired lock "refresh_cache-2b5d1ce9-9508-4452-864c-e2628ed30f40" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:52:24 user nova-compute[74307]: DEBUG nova.network.neutron [req-de152dd4-2333-4282-b7c7-1ac75806c308 req-71f1af16-59ba-497d-a705-ed727baf7dbb service nova] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Refreshing network info cache for port 6831be07-2a87-4391-96e7-9b92eb3afe93 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:52:24 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6b7e163b-77ba-4a48-8728-fd1e7c85d267 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Acquiring lock "2b5d1ce9-9508-4452-864c-e2628ed30f40" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:52:24 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6b7e163b-77ba-4a48-8728-fd1e7c85d267 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "2b5d1ce9-9508-4452-864c-e2628ed30f40" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:52:24 user nova-compute[74307]: DEBUG nova.objects.instance [None req-6b7e163b-77ba-4a48-8728-fd1e7c85d267 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lazy-loading 'flavor' on Instance uuid 2b5d1ce9-9508-4452-864c-e2628ed30f40 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:52:24 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-6b7e163b-77ba-4a48-8728-fd1e7c85d267 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Ignoring supplied device name: /dev/vdb
Oct 24 07:52:25 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6b7e163b-77ba-4a48-8728-fd1e7c85d267 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "2b5d1ce9-9508-4452-864c-e2628ed30f40" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.069s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:52:25 user nova-compute[74307]: DEBUG nova.network.neutron [req-de152dd4-2333-4282-b7c7-1ac75806c308 req-71f1af16-59ba-497d-a705-ed727baf7dbb service nova] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Updated VIF entry in instance network info cache for port 6831be07-2a87-4391-96e7-9b92eb3afe93. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:52:25 user nova-compute[74307]: DEBUG nova.network.neutron [req-de152dd4-2333-4282-b7c7-1ac75806c308 req-71f1af16-59ba-497d-a705-ed727baf7dbb service nova] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Updating instance_info_cache with network_info: [{"id": "6831be07-2a87-4391-96e7-9b92eb3afe93", "address": "fa:16:3e:2b:99:cc", "network": {"id": "c9e5cba0-66b1-4ed1-9cb1-fd926055e90e", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-91748090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b3cbeeb3c22846fb88297b645da9e463", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6831be07-2a", "ovs_interfaceid": "6831be07-2a87-4391-96e7-9b92eb3afe93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:52:25 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-de152dd4-2333-4282-b7c7-1ac75806c308 req-71f1af16-59ba-497d-a705-ed727baf7dbb service nova] Releasing lock "refresh_cache-2b5d1ce9-9508-4452-864c-e2628ed30f40" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:52:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:25 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6b7e163b-77ba-4a48-8728-fd1e7c85d267 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Acquiring lock "2b5d1ce9-9508-4452-864c-e2628ed30f40" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:52:25 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6b7e163b-77ba-4a48-8728-fd1e7c85d267 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "2b5d1ce9-9508-4452-864c-e2628ed30f40" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:52:25 user nova-compute[74307]: INFO nova.compute.manager [None req-6b7e163b-77ba-4a48-8728-fd1e7c85d267 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Attaching volume 1c00bdf7-72a8-49ec-8319-313142ad5b3c to /dev/vdb
Oct 24 07:52:25 user nova-compute[74307]: DEBUG os_brick.utils [None req-6b7e163b-77ba-4a48-8728-fd1e7c85d267 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:52:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:25 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f4bb659-317c-4478-a394-f330115f386e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:299aca16be88\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:52:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.029s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:25 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc7f2cd0-0650-4c80-8d36-537f2c6e7385]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:52:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:25 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4a14496-5a63-494a-9210-5f44412c97b4]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:52:25 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[3eeee9d2-7cf2-4b2e-98bb-99baffcabc63]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:52:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-6b7e163b-77ba-4a48-8728-fd1e7c85d267 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Running cmd (subprocess): nvme version {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-6b7e163b-77ba-4a48-8728-fd1e7c85d267 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] 'nvme version' failed. Not Retrying. {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:52:25 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6b7e163b-77ba-4a48-8728-fd1e7c85d267 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] nvme not present on system {{(pid=74307) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 07:52:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:52:25 user nova-compute[74307]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 07:52:25 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[09990e8a-aa8b-41f5-8779-b715def20f2d]: (4, '') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:52:25 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-6b7e163b-77ba-4a48-8728-fd1e7c85d267 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74307) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 07:52:25 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-6b7e163b-77ba-4a48-8728-fd1e7c85d267 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 07:52:25 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-6b7e163b-77ba-4a48-8728-fd1e7c85d267 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] LIGHTOS: no hostnqn found. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 07:52:25 user nova-compute[74307]: DEBUG os_brick.utils [None req-6b7e163b-77ba-4a48-8728-fd1e7c85d267 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] <== get_connector_properties: return (141ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:299aca16be88', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:52:25 user nova-compute[74307]: DEBUG nova.virt.block_device [None req-6b7e163b-77ba-4a48-8728-fd1e7c85d267 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Updating existing volume attachment record: f50e4a12-58b0-4897-9aa8-6784e9b5d66b {{(pid=74307) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 07:52:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG nova.compute.manager [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Start spawning the instance on the hypervisor. {{(pid=74307) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Creating instance directory {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 07:52:30 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Creating image(s)
Oct 24 07:52:30 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Did not create local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Ensure instance console log exists: /opt/stack/data/nova/instances/c6dfe141-996d-4b55-bd25-589e3b8eb1d3/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Start _get_guest_xml network_info=[{"id": "66d89786-ccab-4fb1-b260-f31beb80760d", "address": "fa:16:3e:8b:76:40", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66d89786-cc", "ovs_interfaceid": "66d89786-ccab-4fb1-b260-f31beb80760d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mXnPSRYz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c6dfe141-996d-4b55-bd25-589e3b8eb1d3', 'attached_at': '', 'detached_at': '', 'volume_id': '6431acfb-81a8-4398-8397-2b0ad5fb4d1b', 'serial': '6431acfb-81a8-4398-8397-2b0ad5fb4d1b'}, 'attachment_id': 'c16f39ac-801d-4e99-87a9-9d853890c197', 'guest_format': None, 'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': True, 'volume_type': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 07:52:30 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:52:30 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:52:30 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Calling os-brick to attach iSCSI Volume {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mXnPSRYz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:52:30 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:52:30 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:52:30 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:52:30 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:52:30 user nova-compute[74307]: INFO os_brick.initiator.connectors.iscsi [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 07:52:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b -p 172.16.0.220:3260 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1d35972-4f61-469a-8985-b9516d010956]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 07:52:30 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b -p 172.16.0.220:3260 --interface default --op new {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[939cc476-04f0-4907-88d8-7eb04fca3b66]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b] added\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b] added
Oct 24 07:52:30 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.032s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0ad3647-fd1a-424f-a885-6c56c7dcc0f1]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[faa9e954-1674-440d-bc68-84cba2f04f4f]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mXnPSRYz {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mXnPSRYz" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[af4bbf91-3c23-464a-824a-08759468c18a]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'mXnPSRYz'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.027s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfd8263c-19b7-49a5-9c8e-11c571fa7744]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad0fa7a5-05bd-4eae-9d9b-faab9c41563e]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:52:30 user nova-compute[74307]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4 (non-flash)
Oct 24 07:52:30 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:52:30 user nova-compute[74307]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4 (non-flash)
Oct 24 07:52:30 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:52:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b -p 172.16.0.220:3260 --login {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:31 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e597e40-176e-4b8b-a338-a7b963eca387]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:52:31 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b, portal: 172.16.0.220,3260]
Oct 24 07:52:31 user nova-compute[74307]: Login to [iface: default, target: iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b, portal: 172.16.0.220,3260] successful.
Oct 24 07:52:31 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:52:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:31 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[fcc41413-f838-42f7-bfc5-bb9a476565cf]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:52:31 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:52:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:31 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[69af1d1d-b2c4-47b5-b2bf-d212b9c4de0f]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:52:31 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:52:31 user nova-compute[74307]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4 (non-flash)
Oct 24 07:52:31 user nova-compute[74307]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b (non-flash)
Oct 24 07:52:31 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:52:31 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:52:31 user nova-compute[74307]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4 (non-flash)
Oct 24 07:52:31 user nova-compute[74307]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b (non-flash)
Oct 24 07:52:31 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:52:31 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.299s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:52:31 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Connected to 172.16.0.220:3260 {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 07:52:31 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] HCTL ('35', '-', '-', 0) found on session 24 with lun 0 {{(pid=74307) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 07:52:31 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74307) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 07:52:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:31 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[909d9066-110a-4160-b79e-18bc0f697055]: (4, ('- - 0', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:52:31 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Searching for a device in session 24 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 07:52:31 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mXnPSRYz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 07:52:32 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.340s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:52:32 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] <== connect_volume: return (1342ms) {'type': 'block', 'scsi_wwn': '23130343764633366', 'path': '/dev/sdd'} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:52:32 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23130343764633366', 'path': '/dev/sdd'} {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 07:52:32 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:51:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-700655457',display_name='tempest-TestVolumeBootPattern-server-700655457',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-700655457',id=25,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='99565c4aa28a45419afe825961b86a69',ramdisk_id='',reservation_id='r-cy20dya0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-134367807',owner_user_name='tempest-TestVolumeBootPattern-134367807-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:51:56Z,user_data=None,user_id='43b9c4d4949346bcae8ed60ce4b533af',uuid=c6dfe141-996d-4b55-bd25-589e3b8eb1d3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "66d89786-ccab-4fb1-b260-f31beb80760d", "address": "fa:16:3e:8b:76:40", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66d89786-cc", "ovs_interfaceid": "66d89786-ccab-4fb1-b260-f31beb80760d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 07:52:32 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Converting VIF {"id": "66d89786-ccab-4fb1-b260-f31beb80760d", "address": "fa:16:3e:8b:76:40", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66d89786-cc", "ovs_interfaceid": "66d89786-ccab-4fb1-b260-f31beb80760d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:52:32 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8b:76:40,bridge_name='br-int',has_traffic_filtering=True,id=66d89786-ccab-4fb1-b260-f31beb80760d,network=Network(8b96e2e3-eec1-4827-84d4-b2cf8a498fef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66d89786-cc') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:52:32 user nova-compute[74307]: DEBUG nova.objects.instance [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lazy-loading 'pci_devices' on Instance uuid c6dfe141-996d-4b55-bd25-589e3b8eb1d3 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:52:32 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] End _get_guest_xml xml=<domain type="kvm">
Oct 24 07:52:32 user nova-compute[74307]:   <uuid>c6dfe141-996d-4b55-bd25-589e3b8eb1d3</uuid>
Oct 24 07:52:32 user nova-compute[74307]:   <name>instance-00000019</name>
Oct 24 07:52:32 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 07:52:32 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 07:52:32 user nova-compute[74307]:   <metadata>
Oct 24 07:52:32 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 07:52:32 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 07:52:32 user nova-compute[74307]:       <nova:name>tempest-TestVolumeBootPattern-server-700655457</nova:name>
Oct 24 07:52:32 user nova-compute[74307]:       <nova:creationTime>2023-10-24 07:52:30</nova:creationTime>
Oct 24 07:52:32 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 07:52:32 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 07:52:32 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 07:52:32 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 07:52:32 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 07:52:32 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 07:52:32 user nova-compute[74307]:       </nova:flavor>
Oct 24 07:52:32 user nova-compute[74307]:       <nova:owner>
Oct 24 07:52:32 user nova-compute[74307]:         <nova:user uuid="43b9c4d4949346bcae8ed60ce4b533af">tempest-TestVolumeBootPattern-134367807-project-member</nova:user>
Oct 24 07:52:32 user nova-compute[74307]:         <nova:project uuid="99565c4aa28a45419afe825961b86a69">tempest-TestVolumeBootPattern-134367807</nova:project>
Oct 24 07:52:32 user nova-compute[74307]:       </nova:owner>
Oct 24 07:52:32 user nova-compute[74307]:       <nova:ports>
Oct 24 07:52:32 user nova-compute[74307]:         <nova:port uuid="66d89786-ccab-4fb1-b260-f31beb80760d">
Oct 24 07:52:32 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 24 07:52:32 user nova-compute[74307]:         </nova:port>
Oct 24 07:52:32 user nova-compute[74307]:       </nova:ports>
Oct 24 07:52:32 user nova-compute[74307]:     </nova:instance>
Oct 24 07:52:32 user nova-compute[74307]:   </metadata>
Oct 24 07:52:32 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 07:52:32 user nova-compute[74307]:     <system>
Oct 24 07:52:32 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 07:52:32 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 07:52:32 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 07:52:32 user nova-compute[74307]:       <entry name="serial">c6dfe141-996d-4b55-bd25-589e3b8eb1d3</entry>
Oct 24 07:52:32 user nova-compute[74307]:       <entry name="uuid">c6dfe141-996d-4b55-bd25-589e3b8eb1d3</entry>
Oct 24 07:52:32 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 07:52:32 user nova-compute[74307]:     </system>
Oct 24 07:52:32 user nova-compute[74307]:   </sysinfo>
Oct 24 07:52:32 user nova-compute[74307]:   <os>
Oct 24 07:52:32 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 07:52:32 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 07:52:32 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 07:52:32 user nova-compute[74307]:   </os>
Oct 24 07:52:32 user nova-compute[74307]:   <features>
Oct 24 07:52:32 user nova-compute[74307]:     <acpi/>
Oct 24 07:52:32 user nova-compute[74307]:     <apic/>
Oct 24 07:52:32 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 07:52:32 user nova-compute[74307]:   </features>
Oct 24 07:52:32 user nova-compute[74307]:   <clock offset="utc">
Oct 24 07:52:32 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 07:52:32 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 07:52:32 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 07:52:32 user nova-compute[74307]:   </clock>
Oct 24 07:52:32 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 07:52:32 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 07:52:32 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 07:52:32 user nova-compute[74307]:   </cpu>
Oct 24 07:52:32 user nova-compute[74307]:   <devices>
Oct 24 07:52:32 user nova-compute[74307]:     <disk type="block" device="disk">
Oct 24 07:52:32 user nova-compute[74307]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:52:32 user nova-compute[74307]:       <source dev="/dev/sdd"/>
Oct 24 07:52:32 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 07:52:32 user nova-compute[74307]:       <serial>6431acfb-81a8-4398-8397-2b0ad5fb4d1b</serial>
Oct 24 07:52:32 user nova-compute[74307]:     </disk>
Oct 24 07:52:32 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 07:52:32 user nova-compute[74307]:       <mac address="fa:16:3e:8b:76:40"/>
Oct 24 07:52:32 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:52:32 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 07:52:32 user nova-compute[74307]:       <target dev="tap66d89786-cc"/>
Oct 24 07:52:32 user nova-compute[74307]:     </interface>
Oct 24 07:52:32 user nova-compute[74307]:     <serial type="pty">
Oct 24 07:52:32 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/c6dfe141-996d-4b55-bd25-589e3b8eb1d3/console.log" append="off"/>
Oct 24 07:52:32 user nova-compute[74307]:     </serial>
Oct 24 07:52:32 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 07:52:32 user nova-compute[74307]:     <video>
Oct 24 07:52:32 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:52:32 user nova-compute[74307]:     </video>
Oct 24 07:52:32 user nova-compute[74307]:     <rng model="virtio">
Oct 24 07:52:32 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 07:52:32 user nova-compute[74307]:     </rng>
Oct 24 07:52:32 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 07:52:32 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 07:52:32 user nova-compute[74307]:       <stats period="10"/>
Oct 24 07:52:32 user nova-compute[74307]:     </memballoon>
Oct 24 07:52:32 user nova-compute[74307]:   </devices>
Oct 24 07:52:32 user nova-compute[74307]: </domain>
Oct 24 07:52:32 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 07:52:32 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:51:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-700655457',display_name='tempest-TestVolumeBootPattern-server-700655457',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-700655457',id=25,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='99565c4aa28a45419afe825961b86a69',ramdisk_id='',reservation_id='r-cy20dya0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-134367807',owner_user_name='tempest-TestVolumeBootPattern-134367807-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:51:56Z,user_data=None,user_id='43b9c4d4949346bcae8ed60ce4b533af',uuid=c6dfe141-996d-4b55-bd25-589e3b8eb1d3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "66d89786-ccab-4fb1-b260-f31beb80760d", "address": "fa:16:3e:8b:76:40", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66d89786-cc", "ovs_interfaceid": "66d89786-ccab-4fb1-b260-f31beb80760d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 07:52:32 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Converting VIF {"id": "66d89786-ccab-4fb1-b260-f31beb80760d", "address": "fa:16:3e:8b:76:40", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66d89786-cc", "ovs_interfaceid": "66d89786-ccab-4fb1-b260-f31beb80760d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:52:32 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8b:76:40,bridge_name='br-int',has_traffic_filtering=True,id=66d89786-ccab-4fb1-b260-f31beb80760d,network=Network(8b96e2e3-eec1-4827-84d4-b2cf8a498fef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66d89786-cc') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:52:32 user nova-compute[74307]: DEBUG os_vif [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8b:76:40,bridge_name='br-int',has_traffic_filtering=True,id=66d89786-ccab-4fb1-b260-f31beb80760d,network=Network(8b96e2e3-eec1-4827-84d4-b2cf8a498fef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66d89786-cc') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 07:52:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:52:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:52:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '76c8477f-cfd2-58d1-98d8-8e75c440beca', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:52:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap66d89786-cc, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:52:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap66d89786-cc, col_values=(('qos', UUID('fd473e17-3125-417f-b6b4-661110f3aa0f')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:52:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap66d89786-cc, col_values=(('external_ids', {'iface-id': '66d89786-ccab-4fb1-b260-f31beb80760d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8b:76:40', 'vm-uuid': 'c6dfe141-996d-4b55-bd25-589e3b8eb1d3'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:52:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:52:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:32 user nova-compute[74307]: INFO os_vif [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8b:76:40,bridge_name='br-int',has_traffic_filtering=True,id=66d89786-ccab-4fb1-b260-f31beb80760d,network=Network(8b96e2e3-eec1-4827-84d4-b2cf8a498fef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66d89786-cc')
Oct 24 07:52:32 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:52:32 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] No VIF found with MAC fa:16:3e:8b:76:40, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:52:33 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:33 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:33 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:33 user nova-compute[74307]: DEBUG nova.compute.manager [req-4843feee-c6e7-4823-aa14-9e56243a4b33 req-cd6c80e0-b23f-439a-970c-4219e9bf55d5 service nova] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Received event network-vif-plugged-66d89786-ccab-4fb1-b260-f31beb80760d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:52:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-4843feee-c6e7-4823-aa14-9e56243a4b33 req-cd6c80e0-b23f-439a-970c-4219e9bf55d5 service nova] Acquiring lock "c6dfe141-996d-4b55-bd25-589e3b8eb1d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:52:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-4843feee-c6e7-4823-aa14-9e56243a4b33 req-cd6c80e0-b23f-439a-970c-4219e9bf55d5 service nova] Lock "c6dfe141-996d-4b55-bd25-589e3b8eb1d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:52:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-4843feee-c6e7-4823-aa14-9e56243a4b33 req-cd6c80e0-b23f-439a-970c-4219e9bf55d5 service nova] Lock "c6dfe141-996d-4b55-bd25-589e3b8eb1d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:52:33 user nova-compute[74307]: DEBUG nova.compute.manager [req-4843feee-c6e7-4823-aa14-9e56243a4b33 req-cd6c80e0-b23f-439a-970c-4219e9bf55d5 service nova] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] No waiting events found dispatching network-vif-plugged-66d89786-ccab-4fb1-b260-f31beb80760d {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:52:33 user nova-compute[74307]: WARNING nova.compute.manager [req-4843feee-c6e7-4823-aa14-9e56243a4b33 req-cd6c80e0-b23f-439a-970c-4219e9bf55d5 service nova] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Received unexpected event network-vif-plugged-66d89786-ccab-4fb1-b260-f31beb80760d for instance with vm_state building and task_state spawning.
Oct 24 07:52:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:35 user nova-compute[74307]: DEBUG nova.compute.manager [req-16b0374e-4a7c-48fd-b4bb-f68124145a69 req-bd790e5e-0692-4aba-8e18-27278df8ae05 service nova] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Received event network-vif-plugged-66d89786-ccab-4fb1-b260-f31beb80760d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:52:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-16b0374e-4a7c-48fd-b4bb-f68124145a69 req-bd790e5e-0692-4aba-8e18-27278df8ae05 service nova] Acquiring lock "c6dfe141-996d-4b55-bd25-589e3b8eb1d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:52:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-16b0374e-4a7c-48fd-b4bb-f68124145a69 req-bd790e5e-0692-4aba-8e18-27278df8ae05 service nova] Lock "c6dfe141-996d-4b55-bd25-589e3b8eb1d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:52:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-16b0374e-4a7c-48fd-b4bb-f68124145a69 req-bd790e5e-0692-4aba-8e18-27278df8ae05 service nova] Lock "c6dfe141-996d-4b55-bd25-589e3b8eb1d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:52:35 user nova-compute[74307]: DEBUG nova.compute.manager [req-16b0374e-4a7c-48fd-b4bb-f68124145a69 req-bd790e5e-0692-4aba-8e18-27278df8ae05 service nova] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] No waiting events found dispatching network-vif-plugged-66d89786-ccab-4fb1-b260-f31beb80760d {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:52:35 user nova-compute[74307]: WARNING nova.compute.manager [req-16b0374e-4a7c-48fd-b4bb-f68124145a69 req-bd790e5e-0692-4aba-8e18-27278df8ae05 service nova] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Received unexpected event network-vif-plugged-66d89786-ccab-4fb1-b260-f31beb80760d for instance with vm_state building and task_state spawning.
Oct 24 07:52:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:36 user nova-compute[74307]: DEBUG nova.compute.manager [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 07:52:36 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Guest created on hypervisor {{(pid=74307) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 07:52:36 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Instance spawned successfully.
Oct 24 07:52:36 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 07:52:36 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Found default for hw_cdrom_bus of ide {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:52:36 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Found default for hw_disk_bus of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:52:36 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Found default for hw_input_bus of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:52:36 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Found default for hw_pointer_model of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:52:36 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Found default for hw_video_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:52:36 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Found default for hw_vif_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:52:36 user nova-compute[74307]: INFO nova.compute.manager [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Took 5.54 seconds to spawn the instance on the hypervisor.
Oct 24 07:52:36 user nova-compute[74307]: DEBUG nova.compute.manager [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:52:36 user nova-compute[74307]: INFO nova.compute.manager [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Took 40.92 seconds to build instance.
Oct 24 07:52:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-21421ff7-d9e1-4949-928b-12438052f588 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "c6dfe141-996d-4b55-bd25-589e3b8eb1d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 41.043s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:52:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquiring lock "9c7e3788-de68-4c6a-aafe-c0ddff45238d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:52:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "9c7e3788-de68-4c6a-aafe-c0ddff45238d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:52:39 user nova-compute[74307]: DEBUG nova.compute.manager [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Starting instance... {{(pid=74307) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 07:52:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:52:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:52:39 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 07:52:39 user nova-compute[74307]: INFO nova.compute.claims [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Claim successful on node user
Oct 24 07:52:40 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:52:40 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:52:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.740s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:52:40 user nova-compute[74307]: DEBUG nova.compute.manager [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Start building networks asynchronously for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 07:52:40 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:40 user nova-compute[74307]: DEBUG nova.compute.manager [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Allocating IP information in the background. {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 07:52:40 user nova-compute[74307]: DEBUG nova.network.neutron [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] allocate_for_instance() {{(pid=74307) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 07:52:40 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 07:52:40 user nova-compute[74307]: DEBUG nova.compute.manager [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Start building block device mappings for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 07:52:40 user nova-compute[74307]: INFO nova.virt.block_device [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Booting with volume-backed-image ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7 at /dev/vda
Oct 24 07:52:40 user nova-compute[74307]: DEBUG nova.policy [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '514c86e8bc0b4f028a4e831cc15f1dd0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8663add8cb13470095b2b73e60705507', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74307) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 07:52:41 user nova-compute[74307]: DEBUG nova.network.neutron [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Successfully created port: 2e0174dd-dd18-4b58-b176-ed75098ad8ab {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 07:52:42 user nova-compute[74307]: DEBUG nova.compute.manager [req-93e007dd-a128-4865-a8c6-b3370fe313b5 req-96c9376d-ee1a-4162-a72c-6d432b75766c service nova] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Received event network-changed-a8ebf4b4-ee96-4028-9396-d93fa4ef1f1a {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:52:42 user nova-compute[74307]: DEBUG nova.compute.manager [req-93e007dd-a128-4865-a8c6-b3370fe313b5 req-96c9376d-ee1a-4162-a72c-6d432b75766c service nova] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Refreshing instance network info cache due to event network-changed-a8ebf4b4-ee96-4028-9396-d93fa4ef1f1a. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:52:42 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-93e007dd-a128-4865-a8c6-b3370fe313b5 req-96c9376d-ee1a-4162-a72c-6d432b75766c service nova] Acquiring lock "refresh_cache-1c80a858-643e-4872-a2b9-c3319abba7fc" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:52:42 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-93e007dd-a128-4865-a8c6-b3370fe313b5 req-96c9376d-ee1a-4162-a72c-6d432b75766c service nova] Acquired lock "refresh_cache-1c80a858-643e-4872-a2b9-c3319abba7fc" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:52:42 user nova-compute[74307]: DEBUG nova.network.neutron [req-93e007dd-a128-4865-a8c6-b3370fe313b5 req-96c9376d-ee1a-4162-a72c-6d432b75766c service nova] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Refreshing network info cache for port a8ebf4b4-ee96-4028-9396-d93fa4ef1f1a {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:52:42 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:42 user nova-compute[74307]: DEBUG nova.network.neutron [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Successfully updated port: 2e0174dd-dd18-4b58-b176-ed75098ad8ab {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 07:52:42 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquiring lock "refresh_cache-9c7e3788-de68-4c6a-aafe-c0ddff45238d" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:52:42 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquired lock "refresh_cache-9c7e3788-de68-4c6a-aafe-c0ddff45238d" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:52:42 user nova-compute[74307]: DEBUG nova.network.neutron [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 07:52:42 user nova-compute[74307]: DEBUG nova.compute.manager [req-de34c9fc-7516-4e91-833b-bf42808e9976 req-d5e1211e-9842-412d-80ea-bce04d833b39 service nova] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Received event network-changed-2e0174dd-dd18-4b58-b176-ed75098ad8ab {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:52:42 user nova-compute[74307]: DEBUG nova.compute.manager [req-de34c9fc-7516-4e91-833b-bf42808e9976 req-d5e1211e-9842-412d-80ea-bce04d833b39 service nova] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Refreshing instance network info cache due to event network-changed-2e0174dd-dd18-4b58-b176-ed75098ad8ab. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:52:42 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-de34c9fc-7516-4e91-833b-bf42808e9976 req-d5e1211e-9842-412d-80ea-bce04d833b39 service nova] Acquiring lock "refresh_cache-9c7e3788-de68-4c6a-aafe-c0ddff45238d" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:52:42 user nova-compute[74307]: DEBUG nova.network.neutron [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 07:52:42 user nova-compute[74307]: DEBUG nova.network.neutron [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Updating instance_info_cache with network_info: [{"id": "2e0174dd-dd18-4b58-b176-ed75098ad8ab", "address": "fa:16:3e:37:c3:ee", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e0174dd-dd", "ovs_interfaceid": "2e0174dd-dd18-4b58-b176-ed75098ad8ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:52:42 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Releasing lock "refresh_cache-9c7e3788-de68-4c6a-aafe-c0ddff45238d" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:52:42 user nova-compute[74307]: DEBUG nova.compute.manager [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Instance network_info: |[{"id": "2e0174dd-dd18-4b58-b176-ed75098ad8ab", "address": "fa:16:3e:37:c3:ee", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e0174dd-dd", "ovs_interfaceid": "2e0174dd-dd18-4b58-b176-ed75098ad8ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 07:52:42 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-de34c9fc-7516-4e91-833b-bf42808e9976 req-d5e1211e-9842-412d-80ea-bce04d833b39 service nova] Acquired lock "refresh_cache-9c7e3788-de68-4c6a-aafe-c0ddff45238d" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:52:42 user nova-compute[74307]: DEBUG nova.network.neutron [req-de34c9fc-7516-4e91-833b-bf42808e9976 req-d5e1211e-9842-412d-80ea-bce04d833b39 service nova] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Refreshing network info cache for port 2e0174dd-dd18-4b58-b176-ed75098ad8ab {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:52:42 user nova-compute[74307]: DEBUG nova.network.neutron [req-93e007dd-a128-4865-a8c6-b3370fe313b5 req-96c9376d-ee1a-4162-a72c-6d432b75766c service nova] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Updated VIF entry in instance network info cache for port a8ebf4b4-ee96-4028-9396-d93fa4ef1f1a. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:52:42 user nova-compute[74307]: DEBUG nova.network.neutron [req-93e007dd-a128-4865-a8c6-b3370fe313b5 req-96c9376d-ee1a-4162-a72c-6d432b75766c service nova] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Updating instance_info_cache with network_info: [{"id": "a8ebf4b4-ee96-4028-9396-d93fa4ef1f1a", "address": "fa:16:3e:7b:85:9e", "network": {"id": "88614861-758c-4aeb-96e5-c287097f2826", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-693421200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f702c44f41647f3986d6d6acc4e7122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8ebf4b4-ee", "ovs_interfaceid": "a8ebf4b4-ee96-4028-9396-d93fa4ef1f1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:52:42 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-93e007dd-a128-4865-a8c6-b3370fe313b5 req-96c9376d-ee1a-4162-a72c-6d432b75766c service nova] Releasing lock "refresh_cache-1c80a858-643e-4872-a2b9-c3319abba7fc" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:52:43 user nova-compute[74307]: DEBUG nova.network.neutron [req-de34c9fc-7516-4e91-833b-bf42808e9976 req-d5e1211e-9842-412d-80ea-bce04d833b39 service nova] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Updated VIF entry in instance network info cache for port 2e0174dd-dd18-4b58-b176-ed75098ad8ab. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:52:43 user nova-compute[74307]: DEBUG nova.network.neutron [req-de34c9fc-7516-4e91-833b-bf42808e9976 req-d5e1211e-9842-412d-80ea-bce04d833b39 service nova] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Updating instance_info_cache with network_info: [{"id": "2e0174dd-dd18-4b58-b176-ed75098ad8ab", "address": "fa:16:3e:37:c3:ee", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e0174dd-dd", "ovs_interfaceid": "2e0174dd-dd18-4b58-b176-ed75098ad8ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:52:43 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-de34c9fc-7516-4e91-833b-bf42808e9976 req-d5e1211e-9842-412d-80ea-bce04d833b39 service nova] Releasing lock "refresh_cache-9c7e3788-de68-4c6a-aafe-c0ddff45238d" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:52:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Acquiring lock "32cb0eca-f098-498c-9b6f-6586e927b812" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:52:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Lock "32cb0eca-f098-498c-9b6f-6586e927b812" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:52:46 user nova-compute[74307]: DEBUG nova.compute.manager [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] Starting instance... {{(pid=74307) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 07:52:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:52:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:52:46 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 07:52:46 user nova-compute[74307]: INFO nova.compute.claims [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] Claim successful on node user
Oct 24 07:52:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:47 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:52:47 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:52:47 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.631s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:52:47 user nova-compute[74307]: DEBUG nova.compute.manager [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] Start building networks asynchronously for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 07:52:47 user nova-compute[74307]: DEBUG nova.compute.manager [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] Allocating IP information in the background. {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 07:52:47 user nova-compute[74307]: DEBUG nova.network.neutron [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] allocate_for_instance() {{(pid=74307) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 07:52:47 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 07:52:47 user nova-compute[74307]: DEBUG nova.compute.manager [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] Start building block device mappings for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 07:52:47 user nova-compute[74307]: DEBUG nova.compute.manager [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] Start spawning the instance on the hypervisor. {{(pid=74307) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 07:52:47 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] Creating instance directory {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 07:52:47 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] Creating image(s)
Oct 24 07:52:47 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Acquiring lock "/opt/stack/data/nova/instances/32cb0eca-f098-498c-9b6f-6586e927b812/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:52:47 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Lock "/opt/stack/data/nova/instances/32cb0eca-f098-498c-9b6f-6586e927b812/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:52:47 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Lock "/opt/stack/data/nova/instances/32cb0eca-f098-498c-9b6f-6586e927b812/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:52:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:47 user nova-compute[74307]: DEBUG nova.policy [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d5d6403a43d4c448f14fc0c5e14a00c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8d3ee42da2e4581afe8c6b81dc9d6d5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74307) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 07:52:47 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-3a5d7b44-c846-4a5f-a5e4-e938bc9ba3a0 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Acquiring lock "1c80a858-643e-4872-a2b9-c3319abba7fc" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:52:47 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-3a5d7b44-c846-4a5f-a5e4-e938bc9ba3a0 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "1c80a858-643e-4872-a2b9-c3319abba7fc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:52:47 user nova-compute[74307]: DEBUG nova.objects.instance [None req-3a5d7b44-c846-4a5f-a5e4-e938bc9ba3a0 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lazy-loading 'flavor' on Instance uuid 1c80a858-643e-4872-a2b9-c3319abba7fc {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:52:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.226s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:47 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Acquiring lock "9cb24620554d5eab84e846c14e389d04f4c43d48" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:52:47 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:52:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-3a5d7b44-c846-4a5f-a5e4-e938bc9ba3a0 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "1c80a858-643e-4872-a2b9-c3319abba7fc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.127s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:52:48 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.203s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:48 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/32cb0eca-f098-498c-9b6f-6586e927b812/disk 1073741824 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:48 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/32cb0eca-f098-498c-9b6f-6586e927b812/disk 1073741824" returned: 0 in 0.077s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.284s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:52:48 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-3a5d7b44-c846-4a5f-a5e4-e938bc9ba3a0 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Acquiring lock "1c80a858-643e-4872-a2b9-c3319abba7fc" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:52:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-3a5d7b44-c846-4a5f-a5e4-e938bc9ba3a0 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "1c80a858-643e-4872-a2b9-c3319abba7fc" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.003s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:52:48 user nova-compute[74307]: INFO nova.compute.manager [None req-3a5d7b44-c846-4a5f-a5e4-e938bc9ba3a0 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Attaching volume 8bbf8222-fff8-4308-83c9-72be7eb5c19e to /dev/vdb
Oct 24 07:52:48 user nova-compute[74307]: DEBUG os_brick.utils [None req-3a5d7b44-c846-4a5f-a5e4-e938bc9ba3a0 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:52:48 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:48 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:48 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd6878ff-a316-4b2a-b6c9-606adca56b77]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:299aca16be88\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:52:48 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:48 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:48 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[55233b7a-03ce-4413-adb3-3db89c86be98]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:52:48 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:48 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.191s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:48 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Checking if we can resize image /opt/stack/data/nova/instances/32cb0eca-f098-498c-9b6f-6586e927b812/disk. size=1073741824 {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 07:52:48 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/32cb0eca-f098-498c-9b6f-6586e927b812/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:48 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:48 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[f12d7d1e-98e8-4979-b907-e4ad2c1c915d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:52:48 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ce25c15-ca14-411f-953c-143f6a4cb883]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:52:48 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-3a5d7b44-c846-4a5f-a5e4-e938bc9ba3a0 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Running cmd (subprocess): nvme version {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:48 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-3a5d7b44-c846-4a5f-a5e4-e938bc9ba3a0 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] 'nvme version' failed. Not Retrying. {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:52:48 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3a5d7b44-c846-4a5f-a5e4-e938bc9ba3a0 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] nvme not present on system {{(pid=74307) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 07:52:48 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:48 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:52:48 user nova-compute[74307]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 07:52:48 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d652581e-d8f3-46e5-8567-6193d7483a80]: (4, '') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:52:48 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-3a5d7b44-c846-4a5f-a5e4-e938bc9ba3a0 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74307) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 07:52:48 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-3a5d7b44-c846-4a5f-a5e4-e938bc9ba3a0 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 07:52:48 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-3a5d7b44-c846-4a5f-a5e4-e938bc9ba3a0 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] LIGHTOS: no hostnqn found. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 07:52:48 user nova-compute[74307]: DEBUG os_brick.utils [None req-3a5d7b44-c846-4a5f-a5e4-e938bc9ba3a0 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] <== get_connector_properties: return (168ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:299aca16be88', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:52:48 user nova-compute[74307]: DEBUG nova.virt.block_device [None req-3a5d7b44-c846-4a5f-a5e4-e938bc9ba3a0 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Updating existing volume attachment record: 000340a8-f7a8-4575-8c7c-86f65c26c163 {{(pid=74307) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 07:52:48 user nova-compute[74307]: DEBUG nova.network.neutron [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] Successfully created port: 32a18b9f-82f3-49d7-a606-3afce17496c7 {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 07:52:48 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/32cb0eca-f098-498c-9b6f-6586e927b812/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:48 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Cannot resize image /opt/stack/data/nova/instances/32cb0eca-f098-498c-9b6f-6586e927b812/disk to a smaller size. {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 07:52:48 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] Created local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 07:52:48 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] Ensure instance console log exists: /opt/stack/data/nova/instances/32cb0eca-f098-498c-9b6f-6586e927b812/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 07:52:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:52:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:52:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:52:49 user nova-compute[74307]: DEBUG nova.network.neutron [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] Successfully updated port: 32a18b9f-82f3-49d7-a606-3afce17496c7 {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 07:52:49 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Acquiring lock "refresh_cache-32cb0eca-f098-498c-9b6f-6586e927b812" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:52:49 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Acquired lock "refresh_cache-32cb0eca-f098-498c-9b6f-6586e927b812" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:52:49 user nova-compute[74307]: DEBUG nova.network.neutron [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 07:52:49 user nova-compute[74307]: DEBUG nova.compute.manager [req-f81fec59-e68b-40b0-b403-3e8372aa053d req-05a70d0a-9adf-4dfa-bc3c-771b7545e38b service nova] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] Received event network-changed-32a18b9f-82f3-49d7-a606-3afce17496c7 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:52:49 user nova-compute[74307]: DEBUG nova.compute.manager [req-f81fec59-e68b-40b0-b403-3e8372aa053d req-05a70d0a-9adf-4dfa-bc3c-771b7545e38b service nova] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] Refreshing instance network info cache due to event network-changed-32a18b9f-82f3-49d7-a606-3afce17496c7. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:52:49 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-f81fec59-e68b-40b0-b403-3e8372aa053d req-05a70d0a-9adf-4dfa-bc3c-771b7545e38b service nova] Acquiring lock "refresh_cache-32cb0eca-f098-498c-9b6f-6586e927b812" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:52:49 user nova-compute[74307]: DEBUG nova.network.neutron [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 07:52:49 user nova-compute[74307]: DEBUG nova.network.neutron [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] Updating instance_info_cache with network_info: [{"id": "32a18b9f-82f3-49d7-a606-3afce17496c7", "address": "fa:16:3e:db:e7:97", "network": {"id": "85773a51-4125-45f0-b3a1-f3ee6bf2275b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "ed72f298a52d45f1b111ee9fcbbbd4bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32a18b9f-82", "ovs_interfaceid": "32a18b9f-82f3-49d7-a606-3afce17496c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:52:49 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Releasing lock "refresh_cache-32cb0eca-f098-498c-9b6f-6586e927b812" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:52:49 user nova-compute[74307]: DEBUG nova.compute.manager [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] Instance network_info: |[{"id": "32a18b9f-82f3-49d7-a606-3afce17496c7", "address": "fa:16:3e:db:e7:97", "network": {"id": "85773a51-4125-45f0-b3a1-f3ee6bf2275b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "ed72f298a52d45f1b111ee9fcbbbd4bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32a18b9f-82", "ovs_interfaceid": "32a18b9f-82f3-49d7-a606-3afce17496c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 07:52:49 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-f81fec59-e68b-40b0-b403-3e8372aa053d req-05a70d0a-9adf-4dfa-bc3c-771b7545e38b service nova] Acquired lock "refresh_cache-32cb0eca-f098-498c-9b6f-6586e927b812" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:52:49 user nova-compute[74307]: DEBUG nova.network.neutron [req-f81fec59-e68b-40b0-b403-3e8372aa053d req-05a70d0a-9adf-4dfa-bc3c-771b7545e38b service nova] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] Refreshing network info cache for port 32a18b9f-82f3-49d7-a606-3afce17496c7 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:52:49 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] Start _get_guest_xml network_info=[{"id": "32a18b9f-82f3-49d7-a606-3afce17496c7", "address": "fa:16:3e:db:e7:97", "network": {"id": "85773a51-4125-45f0-b3a1-f3ee6bf2275b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "ed72f298a52d45f1b111ee9fcbbbd4bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32a18b9f-82", "ovs_interfaceid": "32a18b9f-82f3-49d7-a606-3afce17496c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'boot_index': 0, 'guest_format': None, 'image_id': 'ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 07:52:49 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:52:49 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:52:49 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 07:52:49 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 07:52:49 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 07:52:49 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 07:52:49 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 07:52:49 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 07:52:49 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 07:52:49 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 07:52:49 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 07:52:49 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 07:52:49 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 07:52:49 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 07:52:49 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 07:52:49 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 07:52:49 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 07:52:49 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 07:52:49 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:52:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-2140034981',display_name='tempest-VolumesNegativeTest-instance-2140034981',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-2140034981',id=28,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a8d3ee42da2e4581afe8c6b81dc9d6d5',ramdisk_id='',reservation_id='r-0ebkm80d',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-1937015557',owner_user_name='tempest-VolumesNegativeTest-1937015557-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:52:48Z,user_data=None,user_id='1d5d6403a43d4c448f14fc0c5e14a00c',uuid=32cb0eca-f098-498c-9b6f-6586e927b812,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "32a18b9f-82f3-49d7-a606-3afce17496c7", "address": "fa:16:3e:db:e7:97", "network": {"id": "85773a51-4125-45f0-b3a1-f3ee6bf2275b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "ed72f298a52d45f1b111ee9fcbbbd4bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32a18b9f-82", "ovs_interfaceid": "32a18b9f-82f3-49d7-a606-3afce17496c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 07:52:49 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Converting VIF {"id": "32a18b9f-82f3-49d7-a606-3afce17496c7", "address": "fa:16:3e:db:e7:97", "network": {"id": "85773a51-4125-45f0-b3a1-f3ee6bf2275b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "ed72f298a52d45f1b111ee9fcbbbd4bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32a18b9f-82", "ovs_interfaceid": "32a18b9f-82f3-49d7-a606-3afce17496c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:52:49 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:db:e7:97,bridge_name='br-int',has_traffic_filtering=True,id=32a18b9f-82f3-49d7-a606-3afce17496c7,network=Network(85773a51-4125-45f0-b3a1-f3ee6bf2275b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32a18b9f-82') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:52:49 user nova-compute[74307]: DEBUG nova.objects.instance [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Lazy-loading 'pci_devices' on Instance uuid 32cb0eca-f098-498c-9b6f-6586e927b812 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:52:49 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] End _get_guest_xml xml=<domain type="kvm">
Oct 24 07:52:49 user nova-compute[74307]:   <uuid>32cb0eca-f098-498c-9b6f-6586e927b812</uuid>
Oct 24 07:52:49 user nova-compute[74307]:   <name>instance-0000001c</name>
Oct 24 07:52:49 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 07:52:49 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 07:52:49 user nova-compute[74307]:   <metadata>
Oct 24 07:52:49 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 07:52:49 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 07:52:49 user nova-compute[74307]:       <nova:name>tempest-VolumesNegativeTest-instance-2140034981</nova:name>
Oct 24 07:52:49 user nova-compute[74307]:       <nova:creationTime>2023-10-24 07:52:49</nova:creationTime>
Oct 24 07:52:49 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 07:52:49 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 07:52:49 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 07:52:49 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 07:52:49 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 07:52:49 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 07:52:49 user nova-compute[74307]:       </nova:flavor>
Oct 24 07:52:49 user nova-compute[74307]:       <nova:owner>
Oct 24 07:52:49 user nova-compute[74307]:         <nova:user uuid="1d5d6403a43d4c448f14fc0c5e14a00c">tempest-VolumesNegativeTest-1937015557-project-member</nova:user>
Oct 24 07:52:49 user nova-compute[74307]:         <nova:project uuid="a8d3ee42da2e4581afe8c6b81dc9d6d5">tempest-VolumesNegativeTest-1937015557</nova:project>
Oct 24 07:52:49 user nova-compute[74307]:       </nova:owner>
Oct 24 07:52:49 user nova-compute[74307]:       <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 07:52:49 user nova-compute[74307]:       <nova:ports>
Oct 24 07:52:49 user nova-compute[74307]:         <nova:port uuid="32a18b9f-82f3-49d7-a606-3afce17496c7">
Oct 24 07:52:49 user nova-compute[74307]:           <nova:ip type="fixed" address="192.168.233.173" ipVersion="4"/>
Oct 24 07:52:49 user nova-compute[74307]:         </nova:port>
Oct 24 07:52:49 user nova-compute[74307]:       </nova:ports>
Oct 24 07:52:49 user nova-compute[74307]:     </nova:instance>
Oct 24 07:52:49 user nova-compute[74307]:   </metadata>
Oct 24 07:52:49 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 07:52:49 user nova-compute[74307]:     <system>
Oct 24 07:52:49 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 07:52:49 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 07:52:49 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 07:52:49 user nova-compute[74307]:       <entry name="serial">32cb0eca-f098-498c-9b6f-6586e927b812</entry>
Oct 24 07:52:49 user nova-compute[74307]:       <entry name="uuid">32cb0eca-f098-498c-9b6f-6586e927b812</entry>
Oct 24 07:52:49 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 07:52:49 user nova-compute[74307]:     </system>
Oct 24 07:52:49 user nova-compute[74307]:   </sysinfo>
Oct 24 07:52:49 user nova-compute[74307]:   <os>
Oct 24 07:52:49 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 07:52:49 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 07:52:49 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 07:52:49 user nova-compute[74307]:   </os>
Oct 24 07:52:49 user nova-compute[74307]:   <features>
Oct 24 07:52:49 user nova-compute[74307]:     <acpi/>
Oct 24 07:52:49 user nova-compute[74307]:     <apic/>
Oct 24 07:52:49 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 07:52:49 user nova-compute[74307]:   </features>
Oct 24 07:52:49 user nova-compute[74307]:   <clock offset="utc">
Oct 24 07:52:49 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 07:52:49 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 07:52:49 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 07:52:49 user nova-compute[74307]:   </clock>
Oct 24 07:52:49 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 07:52:49 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 07:52:49 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 07:52:49 user nova-compute[74307]:   </cpu>
Oct 24 07:52:49 user nova-compute[74307]:   <devices>
Oct 24 07:52:49 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 07:52:49 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 07:52:49 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/32cb0eca-f098-498c-9b6f-6586e927b812/disk"/>
Oct 24 07:52:49 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 07:52:49 user nova-compute[74307]:     </disk>
Oct 24 07:52:49 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 07:52:49 user nova-compute[74307]:       <mac address="fa:16:3e:db:e7:97"/>
Oct 24 07:52:49 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:52:49 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 07:52:49 user nova-compute[74307]:       <target dev="tap32a18b9f-82"/>
Oct 24 07:52:49 user nova-compute[74307]:     </interface>
Oct 24 07:52:49 user nova-compute[74307]:     <serial type="pty">
Oct 24 07:52:49 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/32cb0eca-f098-498c-9b6f-6586e927b812/console.log" append="off"/>
Oct 24 07:52:49 user nova-compute[74307]:     </serial>
Oct 24 07:52:49 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 07:52:49 user nova-compute[74307]:     <video>
Oct 24 07:52:49 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:52:49 user nova-compute[74307]:     </video>
Oct 24 07:52:49 user nova-compute[74307]:     <rng model="virtio">
Oct 24 07:52:49 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 07:52:49 user nova-compute[74307]:     </rng>
Oct 24 07:52:49 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 07:52:49 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 07:52:49 user nova-compute[74307]:       <stats period="10"/>
Oct 24 07:52:49 user nova-compute[74307]:     </memballoon>
Oct 24 07:52:49 user nova-compute[74307]:   </devices>
Oct 24 07:52:49 user nova-compute[74307]: </domain>
Oct 24 07:52:49 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 07:52:49 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:52:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-2140034981',display_name='tempest-VolumesNegativeTest-instance-2140034981',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-2140034981',id=28,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a8d3ee42da2e4581afe8c6b81dc9d6d5',ramdisk_id='',reservation_id='r-0ebkm80d',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-1937015557',owner_user_name='tempest-VolumesNegativeTest-1937015557-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:52:48Z,user_data=None,user_id='1d5d6403a43d4c448f14fc0c5e14a00c',uuid=32cb0eca-f098-498c-9b6f-6586e927b812,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "32a18b9f-82f3-49d7-a606-3afce17496c7", "address": "fa:16:3e:db:e7:97", "network": {"id": "85773a51-4125-45f0-b3a1-f3ee6bf2275b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "ed72f298a52d45f1b111ee9fcbbbd4bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32a18b9f-82", "ovs_interfaceid": "32a18b9f-82f3-49d7-a606-3afce17496c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 07:52:49 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Converting VIF {"id": "32a18b9f-82f3-49d7-a606-3afce17496c7", "address": "fa:16:3e:db:e7:97", "network": {"id": "85773a51-4125-45f0-b3a1-f3ee6bf2275b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "ed72f298a52d45f1b111ee9fcbbbd4bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32a18b9f-82", "ovs_interfaceid": "32a18b9f-82f3-49d7-a606-3afce17496c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:52:49 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:db:e7:97,bridge_name='br-int',has_traffic_filtering=True,id=32a18b9f-82f3-49d7-a606-3afce17496c7,network=Network(85773a51-4125-45f0-b3a1-f3ee6bf2275b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32a18b9f-82') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:52:49 user nova-compute[74307]: DEBUG os_vif [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:db:e7:97,bridge_name='br-int',has_traffic_filtering=True,id=32a18b9f-82f3-49d7-a606-3afce17496c7,network=Network(85773a51-4125-45f0-b3a1-f3ee6bf2275b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32a18b9f-82') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 07:52:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:52:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:52:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8f1d767f-f7ca-5e84-bb18-175867e51faf', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:52:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:52:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap32a18b9f-82, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:52:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap32a18b9f-82, col_values=(('qos', UUID('55b1af0e-d2f6-432f-8516-530d99225d23')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:52:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap32a18b9f-82, col_values=(('external_ids', {'iface-id': '32a18b9f-82f3-49d7-a606-3afce17496c7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:db:e7:97', 'vm-uuid': '32cb0eca-f098-498c-9b6f-6586e927b812'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:52:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:52:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:49 user nova-compute[74307]: INFO os_vif [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:db:e7:97,bridge_name='br-int',has_traffic_filtering=True,id=32a18b9f-82f3-49d7-a606-3afce17496c7,network=Network(85773a51-4125-45f0-b3a1-f3ee6bf2275b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32a18b9f-82')
Oct 24 07:52:49 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:52:49 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] No VIF found with MAC fa:16:3e:db:e7:97, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:52:50 user nova-compute[74307]: DEBUG nova.network.neutron [req-f81fec59-e68b-40b0-b403-3e8372aa053d req-05a70d0a-9adf-4dfa-bc3c-771b7545e38b service nova] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] Updated VIF entry in instance network info cache for port 32a18b9f-82f3-49d7-a606-3afce17496c7. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:52:50 user nova-compute[74307]: DEBUG nova.network.neutron [req-f81fec59-e68b-40b0-b403-3e8372aa053d req-05a70d0a-9adf-4dfa-bc3c-771b7545e38b service nova] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] Updating instance_info_cache with network_info: [{"id": "32a18b9f-82f3-49d7-a606-3afce17496c7", "address": "fa:16:3e:db:e7:97", "network": {"id": "85773a51-4125-45f0-b3a1-f3ee6bf2275b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "ed72f298a52d45f1b111ee9fcbbbd4bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32a18b9f-82", "ovs_interfaceid": "32a18b9f-82f3-49d7-a606-3afce17496c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:52:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-f81fec59-e68b-40b0-b403-3e8372aa053d req-05a70d0a-9adf-4dfa-bc3c-771b7545e38b service nova] Releasing lock "refresh_cache-32cb0eca-f098-498c-9b6f-6586e927b812" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:52:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:51 user nova-compute[74307]: DEBUG nova.compute.manager [req-31ec5804-622b-4413-97f0-8fd88b9f76dd req-97cf761d-f451-41a4-896a-e845574d11a8 service nova] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] Received event network-vif-plugged-32a18b9f-82f3-49d7-a606-3afce17496c7 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:52:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-31ec5804-622b-4413-97f0-8fd88b9f76dd req-97cf761d-f451-41a4-896a-e845574d11a8 service nova] Acquiring lock "32cb0eca-f098-498c-9b6f-6586e927b812-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:52:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-31ec5804-622b-4413-97f0-8fd88b9f76dd req-97cf761d-f451-41a4-896a-e845574d11a8 service nova] Lock "32cb0eca-f098-498c-9b6f-6586e927b812-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:52:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-31ec5804-622b-4413-97f0-8fd88b9f76dd req-97cf761d-f451-41a4-896a-e845574d11a8 service nova] Lock "32cb0eca-f098-498c-9b6f-6586e927b812-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:52:51 user nova-compute[74307]: DEBUG nova.compute.manager [req-31ec5804-622b-4413-97f0-8fd88b9f76dd req-97cf761d-f451-41a4-896a-e845574d11a8 service nova] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] No waiting events found dispatching network-vif-plugged-32a18b9f-82f3-49d7-a606-3afce17496c7 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:52:51 user nova-compute[74307]: WARNING nova.compute.manager [req-31ec5804-622b-4413-97f0-8fd88b9f76dd req-97cf761d-f451-41a4-896a-e845574d11a8 service nova] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] Received unexpected event network-vif-plugged-32a18b9f-82f3-49d7-a606-3afce17496c7 for instance with vm_state building and task_state spawning.
Oct 24 07:52:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:53 user nova-compute[74307]: DEBUG nova.compute.manager [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 07:52:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] Guest created on hypervisor {{(pid=74307) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 07:52:53 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] Instance spawned successfully.
Oct 24 07:52:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 07:52:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] Found default for hw_cdrom_bus of ide {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:52:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] Found default for hw_disk_bus of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:52:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] Found default for hw_input_bus of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:52:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] Found default for hw_pointer_model of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:52:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] Found default for hw_video_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:52:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] Found default for hw_vif_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:52:53 user nova-compute[74307]: DEBUG nova.compute.manager [req-5e4705a2-131d-4ecf-976b-8336e107fc53 req-8d8a9615-a1ed-481a-8f3b-3fa298c5ca59 service nova] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] Received event network-vif-plugged-32a18b9f-82f3-49d7-a606-3afce17496c7 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:52:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-5e4705a2-131d-4ecf-976b-8336e107fc53 req-8d8a9615-a1ed-481a-8f3b-3fa298c5ca59 service nova] Acquiring lock "32cb0eca-f098-498c-9b6f-6586e927b812-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:52:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-5e4705a2-131d-4ecf-976b-8336e107fc53 req-8d8a9615-a1ed-481a-8f3b-3fa298c5ca59 service nova] Lock "32cb0eca-f098-498c-9b6f-6586e927b812-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:52:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-5e4705a2-131d-4ecf-976b-8336e107fc53 req-8d8a9615-a1ed-481a-8f3b-3fa298c5ca59 service nova] Lock "32cb0eca-f098-498c-9b6f-6586e927b812-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:52:53 user nova-compute[74307]: DEBUG nova.compute.manager [req-5e4705a2-131d-4ecf-976b-8336e107fc53 req-8d8a9615-a1ed-481a-8f3b-3fa298c5ca59 service nova] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] No waiting events found dispatching network-vif-plugged-32a18b9f-82f3-49d7-a606-3afce17496c7 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:52:53 user nova-compute[74307]: WARNING nova.compute.manager [req-5e4705a2-131d-4ecf-976b-8336e107fc53 req-8d8a9615-a1ed-481a-8f3b-3fa298c5ca59 service nova] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] Received unexpected event network-vif-plugged-32a18b9f-82f3-49d7-a606-3afce17496c7 for instance with vm_state building and task_state spawning.
Oct 24 07:52:53 user nova-compute[74307]: INFO nova.compute.manager [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] Took 5.80 seconds to spawn the instance on the hypervisor.
Oct 24 07:52:53 user nova-compute[74307]: DEBUG nova.compute.manager [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:52:53 user nova-compute[74307]: INFO nova.compute.manager [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] Took 6.77 seconds to build instance.
Oct 24 07:52:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-edf5813c-0514-4fc5-bcb3-a6a9ba7990e0 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Lock "32cb0eca-f098-498c-9b6f-6586e927b812" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.900s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:52:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:54 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6b7e163b-77ba-4a48-8728-fd1e7c85d267 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Calling os-brick to attach iSCSI Volume {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 07:52:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b7e163b-77ba-4a48-8728-fd1e7c85d267 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZgJOXxWm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:52:54 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-6b7e163b-77ba-4a48-8728-fd1e7c85d267 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:52:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-6b7e163b-77ba-4a48-8728-fd1e7c85d267 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:52:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-6b7e163b-77ba-4a48-8728-fd1e7c85d267 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:52:54 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-6b7e163b-77ba-4a48-8728-fd1e7c85d267 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:52:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-6b7e163b-77ba-4a48-8728-fd1e7c85d267 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:52:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-6b7e163b-77ba-4a48-8728-fd1e7c85d267 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:52:54 user nova-compute[74307]: INFO os_brick.initiator.connectors.iscsi [None req-6b7e163b-77ba-4a48-8728-fd1e7c85d267 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 07:52:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c -p 172.16.0.220:3260 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:54 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[bacc5832-be6b-45fd-a8bf-d946c60edc90]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:52:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b7e163b-77ba-4a48-8728-fd1e7c85d267 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 07:52:54 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:52:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c -p 172.16.0.220:3260 --interface default --op new {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:55 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f908012-8911-4185-8b2f-3548feae5bac]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c] added\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:52:55 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b7e163b-77ba-4a48-8728-fd1e7c85d267 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c] added
Oct 24 07:52:55 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:52:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:55 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[523bd6d7-5043-43d7-b605-ab9c1db80557]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:52:55 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b7e163b-77ba-4a48-8728-fd1e7c85d267 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:52:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:55 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf5fb177-937e-49de-8981-8189ea1bcf61]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:52:55 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b7e163b-77ba-4a48-8728-fd1e7c85d267 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:52:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZgJOXxWm {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZgJOXxWm" returned: 0 in 0.023s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:55 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fc2b9ef-3cbb-48bb-a793-155b22ce1704]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:52:55 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b7e163b-77ba-4a48-8728-fd1e7c85d267 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ZgJOXxWm'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:52:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:55 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b04573a7-35d9-4aa0-9982-ce2a418b23f8]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:52:55 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b7e163b-77ba-4a48-8728-fd1e7c85d267 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:52:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.048s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:55 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[7449adf6-950d-4908-89ea-fae05b1ccf1a]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:52:55 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b7e163b-77ba-4a48-8728-fd1e7c85d267 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:52:55 user nova-compute[74307]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4 (non-flash)
Oct 24 07:52:55 user nova-compute[74307]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b (non-flash)
Oct 24 07:52:55 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:52:55 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b7e163b-77ba-4a48-8728-fd1e7c85d267 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:52:55 user nova-compute[74307]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4 (non-flash)
Oct 24 07:52:55 user nova-compute[74307]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b (non-flash)
Oct 24 07:52:55 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:52:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c -p 172.16.0.220:3260 --login {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:52:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c -p 172.16.0.220:3260 --login" returned: 0 in 0.093s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:55 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4160145-904c-43e6-9607-bbad85598b46]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:52:55 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b7e163b-77ba-4a48-8728-fd1e7c85d267 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c, portal: 172.16.0.220,3260]
Oct 24 07:52:55 user nova-compute[74307]: Login to [iface: default, target: iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c, portal: 172.16.0.220,3260] successful.
Oct 24 07:52:55 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:52:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:55 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6f31e33-58d6-4165-8faf-7802169f155c]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:52:55 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b7e163b-77ba-4a48-8728-fd1e7c85d267 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:52:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:55 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9bb1099-20ad-4efc-9a99-36a2ace293e0]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:52:55 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b7e163b-77ba-4a48-8728-fd1e7c85d267 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:52:55 user nova-compute[74307]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4 (non-flash)
Oct 24 07:52:55 user nova-compute[74307]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b (non-flash)
Oct 24 07:52:55 user nova-compute[74307]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c (non-flash)
Oct 24 07:52:55 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:52:55 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b7e163b-77ba-4a48-8728-fd1e7c85d267 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:52:55 user nova-compute[74307]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4 (non-flash)
Oct 24 07:52:55 user nova-compute[74307]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b (non-flash)
Oct 24 07:52:55 user nova-compute[74307]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c (non-flash)
Oct 24 07:52:55 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:52:55 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-6b7e163b-77ba-4a48-8728-fd1e7c85d267 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.357s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:52:55 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b7e163b-77ba-4a48-8728-fd1e7c85d267 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Connected to 172.16.0.220:3260 {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 07:52:55 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-6b7e163b-77ba-4a48-8728-fd1e7c85d267 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] HCTL ('36', '-', '-', 0) found on session 25 with lun 0 {{(pid=74307) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 07:52:55 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-6b7e163b-77ba-4a48-8728-fd1e7c85d267 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74307) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 07:52:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:52:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.028s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:52:55 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7afab59-2902-4b7c-897a-f4fc26033b8d]: (4, ('- - 0', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:52:55 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-6b7e163b-77ba-4a48-8728-fd1e7c85d267 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Searching for a device in session 25 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 07:52:55 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b7e163b-77ba-4a48-8728-fd1e7c85d267 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZgJOXxWm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 07:52:56 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-6b7e163b-77ba-4a48-8728-fd1e7c85d267 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.401s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:52:56 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b7e163b-77ba-4a48-8728-fd1e7c85d267 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] <== connect_volume: return (1403ms) {'type': 'block', 'scsi_wwn': '23532306539303130', 'path': '/dev/sde'} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:52:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6b7e163b-77ba-4a48-8728-fd1e7c85d267 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23532306539303130', 'path': '/dev/sde'} {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 07:52:56 user nova-compute[74307]: DEBUG nova.objects.instance [None req-6b7e163b-77ba-4a48-8728-fd1e7c85d267 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lazy-loading 'flavor' on Instance uuid 2b5d1ce9-9508-4452-864c-e2628ed30f40 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:52:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-6b7e163b-77ba-4a48-8728-fd1e7c85d267 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 07:52:56 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:52:56 user nova-compute[74307]:   <source dev="/dev/sde"/>
Oct 24 07:52:56 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 07:52:56 user nova-compute[74307]:   <serial>1c00bdf7-72a8-49ec-8319-313142ad5b3c</serial>
Oct 24 07:52:56 user nova-compute[74307]: </disk>
Oct 24 07:52:56 user nova-compute[74307]:  {{(pid=74307) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 07:52:56 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:52:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6b7e163b-77ba-4a48-8728-fd1e7c85d267 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:52:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6b7e163b-77ba-4a48-8728-fd1e7c85d267 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:52:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6b7e163b-77ba-4a48-8728-fd1e7c85d267 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] No VIF found with MAC fa:16:3e:2b:99:cc, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:52:57 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6b7e163b-77ba-4a48-8728-fd1e7c85d267 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "2b5d1ce9-9508-4452-864c-e2628ed30f40" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 31.858s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:52:59 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:00 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:53:00 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:53:00 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:53:00 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:53:00 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:53:00 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:53:00 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 07:53:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:00 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:53:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e501411-27e6-4d8d-aea5-e89784def51e/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e501411-27e6-4d8d-aea5-e89784def51e/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e501411-27e6-4d8d-aea5-e89784def51e/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e501411-27e6-4d8d-aea5-e89784def51e/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/02857236-4abf-4671-972e-21ef9328566c/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/02857236-4abf-4671-972e-21ef9328566c/disk --force-share --output=json" returned: 0 in 0.273s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/02857236-4abf-4671-972e-21ef9328566c/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/02857236-4abf-4671-972e-21ef9328566c/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/718e9562-1f98-4051-aab8-3475ef430b6a/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/718e9562-1f98-4051-aab8-3475ef430b6a/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/718e9562-1f98-4051-aab8-3475ef430b6a/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/718e9562-1f98-4051-aab8-3475ef430b6a/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/444bef36-3134-4c31-bd7c-aadf33448410/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/444bef36-3134-4c31-bd7c-aadf33448410/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/444bef36-3134-4c31-bd7c-aadf33448410/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/444bef36-3134-4c31-bd7c-aadf33448410/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd88db6b-5c0d-4e8f-af41-8dd84cb42aab/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd88db6b-5c0d-4e8f-af41-8dd84cb42aab/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd88db6b-5c0d-4e8f-af41-8dd84cb42aab/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd88db6b-5c0d-4e8f-af41-8dd84cb42aab/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:03 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdb (vdc) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:53:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c80a858-643e-4872-a2b9-c3319abba7fc/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c80a858-643e-4872-a2b9-c3319abba7fc/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c80a858-643e-4872-a2b9-c3319abba7fc/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:04 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c80a858-643e-4872-a2b9-c3319abba7fc/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:04 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3d20a77-0526-489d-8c15-cb0b45930f36/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:04 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3d20a77-0526-489d-8c15-cb0b45930f36/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:04 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3d20a77-0526-489d-8c15-cb0b45930f36/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:04 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3d20a77-0526-489d-8c15-cb0b45930f36/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:04 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b5d1ce9-9508-4452-864c-e2628ed30f40/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:04 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:04 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b5d1ce9-9508-4452-864c-e2628ed30f40/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:04 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b5d1ce9-9508-4452-864c-e2628ed30f40/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:04 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b5d1ce9-9508-4452-864c-e2628ed30f40/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:04 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:53:04 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/32cb0eca-f098-498c-9b6f-6586e927b812/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:05 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/32cb0eca-f098-498c-9b6f-6586e927b812/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:05 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/32cb0eca-f098-498c-9b6f-6586e927b812/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:05 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/32cb0eca-f098-498c-9b6f-6586e927b812/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:05 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:05 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:05 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:05 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:05 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:53:06 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:53:06 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:53:06 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Hypervisor/Node resource view: name=user free_ram=6785MB free_disk=25.061656951904297GB free_vcpus=-3 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 07:53:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:53:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:53:06 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fe508640-79f4-43d1-b846-00f28f91df79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:53:06 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance bf3db205-9fd8-47db-8365-87bc07dd98b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:53:06 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 9ea8255e-1f82-4e7f-b09b-aca682f1f374 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:53:06 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 02857236-4abf-4671-972e-21ef9328566c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:53:06 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 6f71d751-f022-4f5f-8458-8a4d3114aae8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:53:06 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 444bef36-3134-4c31-bd7c-aadf33448410 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:53:06 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 2b5d1ce9-9508-4452-864c-e2628ed30f40 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:53:06 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 1c80a858-643e-4872-a2b9-c3319abba7fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:53:06 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 718e9562-1f98-4051-aab8-3475ef430b6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:53:06 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 4e501411-27e6-4d8d-aea5-e89784def51e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:53:06 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance dd88db6b-5c0d-4e8f-af41-8dd84cb42aab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:53:06 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:53:06 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance c6dfe141-996d-4b55-bd25-589e3b8eb1d3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:53:06 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance a3d20a77-0526-489d-8c15-cb0b45930f36 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:53:06 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 9c7e3788-de68-4c6a-aafe-c0ddff45238d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:53:06 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 32cb0eca-f098-498c-9b6f-6586e927b812 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:53:06 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Total usable vcpus: 12, total allocated vcpus: 16 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 07:53:06 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Final resource view: name=user phys_ram=16011MB used_ram=8704MB phys_disk=40GB used_disk=13GB total_vcpus=12 used_vcpus=16 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 07:53:07 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:53:07 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:53:07 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 07:53:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.766s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:53:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Acquiring lock "c096c336-4868-465d-b619-a58653c5a4d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:53:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "c096c336-4868-465d-b619-a58653c5a4d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:53:07 user nova-compute[74307]: DEBUG nova.compute.manager [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: c096c336-4868-465d-b619-a58653c5a4d2] Starting instance... {{(pid=74307) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 07:53:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:53:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:53:07 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 07:53:07 user nova-compute[74307]: INFO nova.compute.claims [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: c096c336-4868-465d-b619-a58653c5a4d2] Claim successful on node user
Oct 24 07:53:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3a5d7b44-c846-4a5f-a5e4-e938bc9ba3a0 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Calling os-brick to attach iSCSI Volume {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 07:53:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a5d7b44-c846-4a5f-a5e4-e938bc9ba3a0 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UbeWnVlI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:53:07 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-3a5d7b44-c846-4a5f-a5e4-e938bc9ba3a0 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:53:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-3a5d7b44-c846-4a5f-a5e4-e938bc9ba3a0 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:53:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-3a5d7b44-c846-4a5f-a5e4-e938bc9ba3a0 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:53:07 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-3a5d7b44-c846-4a5f-a5e4-e938bc9ba3a0 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:53:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-3a5d7b44-c846-4a5f-a5e4-e938bc9ba3a0 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:53:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-3a5d7b44-c846-4a5f-a5e4-e938bc9ba3a0 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:53:07 user nova-compute[74307]: INFO os_brick.initiator.connectors.iscsi [None req-3a5d7b44-c846-4a5f-a5e4-e938bc9ba3a0 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 07:53:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e -p 172.16.0.220:3260 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ed93a45-9956-4e27-ba23-19e3acad51a7]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a5d7b44-c846-4a5f-a5e4-e938bc9ba3a0 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 07:53:07 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:53:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e -p 172.16.0.220:3260 --interface default --op new {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[49d1eecf-dfeb-416e-84e0-a1a2edfc276d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e] added\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a5d7b44-c846-4a5f-a5e4-e938bc9ba3a0 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e] added
Oct 24 07:53:07 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:53:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[1977b7fe-4f5d-469e-8904-c474acd54eb3]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a5d7b44-c846-4a5f-a5e4-e938bc9ba3a0 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:53:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cc8d548-a226-4998-b4a9-506b9ed3f3b1]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a5d7b44-c846-4a5f-a5e4-e938bc9ba3a0 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:53:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UbeWnVlI {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UbeWnVlI" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c07771c-0751-4228-859a-27a977f93542]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a5d7b44-c846-4a5f-a5e4-e938bc9ba3a0 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'UbeWnVlI'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:53:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b190d599-7526-4cd0-b2bc-5d8ce95627f9]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a5d7b44-c846-4a5f-a5e4-e938bc9ba3a0 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:53:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[0897b79e-108a-4596-b928-cc63ff2710ba]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a5d7b44-c846-4a5f-a5e4-e938bc9ba3a0 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:53:07 user nova-compute[74307]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4 (non-flash)
Oct 24 07:53:07 user nova-compute[74307]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b (non-flash)
Oct 24 07:53:07 user nova-compute[74307]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c (non-flash)
Oct 24 07:53:07 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:53:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a5d7b44-c846-4a5f-a5e4-e938bc9ba3a0 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:53:07 user nova-compute[74307]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4 (non-flash)
Oct 24 07:53:07 user nova-compute[74307]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b (non-flash)
Oct 24 07:53:07 user nova-compute[74307]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c (non-flash)
Oct 24 07:53:07 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:53:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e -p 172.16.0.220:3260 --login {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e -p 172.16.0.220:3260 --login" returned: 0 in 0.071s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:08 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e83fce31-14bf-4668-b9d2-aa497865fc33]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a5d7b44-c846-4a5f-a5e4-e938bc9ba3a0 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e, portal: 172.16.0.220,3260]
Oct 24 07:53:08 user nova-compute[74307]: Login to [iface: default, target: iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e, portal: 172.16.0.220,3260] successful.
Oct 24 07:53:08 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:53:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.029s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:08 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[63ac683e-4602-43e8-b767-e4d3a190166c]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a5d7b44-c846-4a5f-a5e4-e938bc9ba3a0 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:53:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:08 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b26544b6-2cb2-4364-97cc-12201b983aa9]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a5d7b44-c846-4a5f-a5e4-e938bc9ba3a0 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:53:08 user nova-compute[74307]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4 (non-flash)
Oct 24 07:53:08 user nova-compute[74307]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b (non-flash)
Oct 24 07:53:08 user nova-compute[74307]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c (non-flash)
Oct 24 07:53:08 user nova-compute[74307]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e (non-flash)
Oct 24 07:53:08 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:53:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a5d7b44-c846-4a5f-a5e4-e938bc9ba3a0 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:53:08 user nova-compute[74307]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4 (non-flash)
Oct 24 07:53:08 user nova-compute[74307]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b (non-flash)
Oct 24 07:53:08 user nova-compute[74307]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c (non-flash)
Oct 24 07:53:08 user nova-compute[74307]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e (non-flash)
Oct 24 07:53:08 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:53:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-3a5d7b44-c846-4a5f-a5e4-e938bc9ba3a0 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.317s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:53:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a5d7b44-c846-4a5f-a5e4-e938bc9ba3a0 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Connected to 172.16.0.220:3260 {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 07:53:08 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-3a5d7b44-c846-4a5f-a5e4-e938bc9ba3a0 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] HCTL ('37', '-', '-', 0) found on session 26 with lun 0 {{(pid=74307) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 07:53:08 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-3a5d7b44-c846-4a5f-a5e4-e938bc9ba3a0 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74307) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 07:53:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.016s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:08 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[6db78972-ebb9-45b7-9365-5d028e75230f]: (4, ('- - 0', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:08 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-3a5d7b44-c846-4a5f-a5e4-e938bc9ba3a0 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Searching for a device in session 26 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 07:53:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a5d7b44-c846-4a5f-a5e4-e938bc9ba3a0 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UbeWnVlI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 07:53:08 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:53:08 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:53:08 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.660s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:53:08 user nova-compute[74307]: DEBUG nova.compute.manager [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: c096c336-4868-465d-b619-a58653c5a4d2] Start building networks asynchronously for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 07:53:08 user nova-compute[74307]: DEBUG nova.compute.manager [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: c096c336-4868-465d-b619-a58653c5a4d2] Allocating IP information in the background. {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 07:53:08 user nova-compute[74307]: DEBUG nova.network.neutron [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: c096c336-4868-465d-b619-a58653c5a4d2] allocate_for_instance() {{(pid=74307) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 07:53:08 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: c096c336-4868-465d-b619-a58653c5a4d2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 07:53:08 user nova-compute[74307]: DEBUG nova.compute.manager [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: c096c336-4868-465d-b619-a58653c5a4d2] Start building block device mappings for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 07:53:08 user nova-compute[74307]: DEBUG nova.policy [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26da1d70557347a1ba51cc920ab9b090', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b309cc23749c4a8db15e97071e598aa7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74307) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 07:53:08 user nova-compute[74307]: INFO nova.virt.block_device [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: c096c336-4868-465d-b619-a58653c5a4d2] Booting with volume 4b846f93-6ef7-4afe-b9d3-b04cc4719984 at /dev/vda
Oct 24 07:53:08 user nova-compute[74307]: DEBUG os_brick.utils [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:53:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:08 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ef63284-cc09-4b19-8b32-bf34fb2ca71b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:299aca16be88\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:08 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc9a2fe8-1d1c-437d-a0a6-c2485a1014f0]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:08 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf632f9e-0576-45ae-8f76-7e529cc956f2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:08 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[62867d7d-6a72-48a5-87f2-e8b518665652]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Running cmd (subprocess): nvme version {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] 'nvme version' failed. Not Retrying. {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:53:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] nvme not present on system {{(pid=74307) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 07:53:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:53:08 user nova-compute[74307]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 07:53:08 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[67d2f5ae-c7b7-492a-a1eb-54b36f675f3a]: (4, '') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74307) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 07:53:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 07:53:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] LIGHTOS: no hostnqn found. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 07:53:08 user nova-compute[74307]: DEBUG os_brick.utils [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:299aca16be88', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:53:08 user nova-compute[74307]: DEBUG nova.virt.block_device [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: c096c336-4868-465d-b619-a58653c5a4d2] Updating existing volume attachment record: 27695c58-b45a-4316-a84a-0b7769a0326f {{(pid=74307) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 07:53:09 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-3a5d7b44-c846-4a5f-a5e4-e938bc9ba3a0 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.357s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:53:09 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a5d7b44-c846-4a5f-a5e4-e938bc9ba3a0 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] <== connect_volume: return (1359ms) {'type': 'block', 'scsi_wwn': '23435626362393333', 'path': '/dev/sdf'} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:53:09 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3a5d7b44-c846-4a5f-a5e4-e938bc9ba3a0 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23435626362393333', 'path': '/dev/sdf'} {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 07:53:09 user nova-compute[74307]: DEBUG nova.objects.instance [None req-3a5d7b44-c846-4a5f-a5e4-e938bc9ba3a0 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lazy-loading 'flavor' on Instance uuid 1c80a858-643e-4872-a2b9-c3319abba7fc {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:53:09 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-3a5d7b44-c846-4a5f-a5e4-e938bc9ba3a0 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 07:53:09 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:53:09 user nova-compute[74307]:   <source dev="/dev/sdf"/>
Oct 24 07:53:09 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 07:53:09 user nova-compute[74307]:   <serial>8bbf8222-fff8-4308-83c9-72be7eb5c19e</serial>
Oct 24 07:53:09 user nova-compute[74307]: </disk>
Oct 24 07:53:09 user nova-compute[74307]:  {{(pid=74307) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 07:53:09 user nova-compute[74307]: DEBUG nova.network.neutron [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: c096c336-4868-465d-b619-a58653c5a4d2] Successfully created port: 758854fa-dcda-4d40-9c1b-1d3b235ed947 {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 07:53:09 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-3a5d7b44-c846-4a5f-a5e4-e938bc9ba3a0 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:53:09 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-3a5d7b44-c846-4a5f-a5e4-e938bc9ba3a0 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:53:09 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-3a5d7b44-c846-4a5f-a5e4-e938bc9ba3a0 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] No VIF found with MAC fa:16:3e:7b:85:9e, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:53:09 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-3a5d7b44-c846-4a5f-a5e4-e938bc9ba3a0 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "1c80a858-643e-4872-a2b9-c3319abba7fc" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 21.460s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:53:09 user nova-compute[74307]: DEBUG nova.network.neutron [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: c096c336-4868-465d-b619-a58653c5a4d2] Successfully updated port: 758854fa-dcda-4d40-9c1b-1d3b235ed947 {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 07:53:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Acquiring lock "refresh_cache-c096c336-4868-465d-b619-a58653c5a4d2" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:53:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Acquired lock "refresh_cache-c096c336-4868-465d-b619-a58653c5a4d2" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:53:09 user nova-compute[74307]: DEBUG nova.network.neutron [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: c096c336-4868-465d-b619-a58653c5a4d2] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 07:53:10 user nova-compute[74307]: DEBUG nova.compute.manager [req-3908eb38-2c68-42f5-a36f-a462128f2a7e req-3ffc5d75-3400-4fde-af1a-55c1a2f814f4 service nova] [instance: c096c336-4868-465d-b619-a58653c5a4d2] Received event network-changed-758854fa-dcda-4d40-9c1b-1d3b235ed947 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:53:10 user nova-compute[74307]: DEBUG nova.compute.manager [req-3908eb38-2c68-42f5-a36f-a462128f2a7e req-3ffc5d75-3400-4fde-af1a-55c1a2f814f4 service nova] [instance: c096c336-4868-465d-b619-a58653c5a4d2] Refreshing instance network info cache due to event network-changed-758854fa-dcda-4d40-9c1b-1d3b235ed947. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:53:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-3908eb38-2c68-42f5-a36f-a462128f2a7e req-3ffc5d75-3400-4fde-af1a-55c1a2f814f4 service nova] Acquiring lock "refresh_cache-c096c336-4868-465d-b619-a58653c5a4d2" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:53:10 user nova-compute[74307]: DEBUG nova.network.neutron [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: c096c336-4868-465d-b619-a58653c5a4d2] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 07:53:10 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:53:10 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Starting heal instance info cache {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 07:53:10 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Rebuilding the list of instances to heal {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 07:53:10 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Skipping network cache update for instance because it is Building. {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9934}}
Oct 24 07:53:10 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: c096c336-4868-465d-b619-a58653c5a4d2] Skipping network cache update for instance because it is Building. {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9934}}
Oct 24 07:53:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "refresh_cache-fe508640-79f4-43d1-b846-00f28f91df79" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:53:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquired lock "refresh_cache-fe508640-79f4-43d1-b846-00f28f91df79" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:53:10 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Forcefully refreshing network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 07:53:10 user nova-compute[74307]: DEBUG nova.objects.instance [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lazy-loading 'info_cache' on Instance uuid fe508640-79f4-43d1-b846-00f28f91df79 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:53:10 user nova-compute[74307]: DEBUG nova.network.neutron [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: c096c336-4868-465d-b619-a58653c5a4d2] Updating instance_info_cache with network_info: [{"id": "758854fa-dcda-4d40-9c1b-1d3b235ed947", "address": "fa:16:3e:d5:bd:ce", "network": {"id": "a62eef8f-3418-495c-91c8-3410c10364d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1235073358-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b309cc23749c4a8db15e97071e598aa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap758854fa-dc", "ovs_interfaceid": "758854fa-dcda-4d40-9c1b-1d3b235ed947", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:53:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Releasing lock "refresh_cache-c096c336-4868-465d-b619-a58653c5a4d2" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:53:10 user nova-compute[74307]: DEBUG nova.compute.manager [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: c096c336-4868-465d-b619-a58653c5a4d2] Instance network_info: |[{"id": "758854fa-dcda-4d40-9c1b-1d3b235ed947", "address": "fa:16:3e:d5:bd:ce", "network": {"id": "a62eef8f-3418-495c-91c8-3410c10364d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1235073358-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b309cc23749c4a8db15e97071e598aa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap758854fa-dc", "ovs_interfaceid": "758854fa-dcda-4d40-9c1b-1d3b235ed947", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 07:53:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-3908eb38-2c68-42f5-a36f-a462128f2a7e req-3ffc5d75-3400-4fde-af1a-55c1a2f814f4 service nova] Acquired lock "refresh_cache-c096c336-4868-465d-b619-a58653c5a4d2" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:53:10 user nova-compute[74307]: DEBUG nova.network.neutron [req-3908eb38-2c68-42f5-a36f-a462128f2a7e req-3ffc5d75-3400-4fde-af1a-55c1a2f814f4 service nova] [instance: c096c336-4868-465d-b619-a58653c5a4d2] Refreshing network info cache for port 758854fa-dcda-4d40-9c1b-1d3b235ed947 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:53:10 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Updating instance_info_cache with network_info: [{"id": "47c7d9f1-c0a6-4457-beb9-b99ba8d4d645", "address": "fa:16:3e:19:c7:52", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c7d9f1-c0", "ovs_interfaceid": "47c7d9f1-c0a6-4457-beb9-b99ba8d4d645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:53:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Releasing lock "refresh_cache-fe508640-79f4-43d1-b846-00f28f91df79" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:53:10 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Updated the network info_cache for instance {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 07:53:10 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:53:10 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:53:10 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:53:10 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:53:10 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:53:10 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74307) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 07:53:10 user nova-compute[74307]: DEBUG nova.network.neutron [req-3908eb38-2c68-42f5-a36f-a462128f2a7e req-3ffc5d75-3400-4fde-af1a-55c1a2f814f4 service nova] [instance: c096c336-4868-465d-b619-a58653c5a4d2] Updated VIF entry in instance network info cache for port 758854fa-dcda-4d40-9c1b-1d3b235ed947. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:53:10 user nova-compute[74307]: DEBUG nova.network.neutron [req-3908eb38-2c68-42f5-a36f-a462128f2a7e req-3ffc5d75-3400-4fde-af1a-55c1a2f814f4 service nova] [instance: c096c336-4868-465d-b619-a58653c5a4d2] Updating instance_info_cache with network_info: [{"id": "758854fa-dcda-4d40-9c1b-1d3b235ed947", "address": "fa:16:3e:d5:bd:ce", "network": {"id": "a62eef8f-3418-495c-91c8-3410c10364d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1235073358-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b309cc23749c4a8db15e97071e598aa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap758854fa-dc", "ovs_interfaceid": "758854fa-dcda-4d40-9c1b-1d3b235ed947", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:53:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-3908eb38-2c68-42f5-a36f-a462128f2a7e req-3ffc5d75-3400-4fde-af1a-55c1a2f814f4 service nova] Releasing lock "refresh_cache-c096c336-4868-465d-b619-a58653c5a4d2" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:53:11 user nova-compute[74307]: DEBUG os_brick.utils [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:53:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:11 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c413b9a-5991-4c60-bafc-39374decde11]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:299aca16be88\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:11 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6c1cb78-cae8-43f4-bbd8-348c2901bd8f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:11 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[49a4f4ce-9965-456a-9e3e-bbe32c8315c6]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:11 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[17167022-807a-49cb-9115-b56a54af5858]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Running cmd (subprocess): nvme version {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] 'nvme version' failed. Not Retrying. {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:53:11 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.nvmeof [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] nvme not present on system {{(pid=74307) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 07:53:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:53:11 user nova-compute[74307]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 07:53:11 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd870b5d-6f49-458c-9192-4c97db293172]: (4, '') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:11 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74307) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 07:53:11 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 07:53:11 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] LIGHTOS: no hostnqn found. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 07:53:11 user nova-compute[74307]: DEBUG os_brick.utils [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] <== get_connector_properties: return (115ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:299aca16be88', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:53:11 user nova-compute[74307]: DEBUG nova.virt.block_device [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Updating existing volume attachment record: e83a633d-f096-44fa-b1d6-78473448c555 {{(pid=74307) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 07:53:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Acquiring lock "43c5fb02-c66f-48d8-af07-c17251468d85" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:53:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "43c5fb02-c66f-48d8-af07-c17251468d85" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:53:13 user nova-compute[74307]: DEBUG nova.compute.manager [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Starting instance... {{(pid=74307) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 07:53:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:53:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:53:13 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 07:53:13 user nova-compute[74307]: INFO nova.compute.claims [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Claim successful on node user
Oct 24 07:53:14 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:53:14 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:53:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.705s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:53:14 user nova-compute[74307]: DEBUG nova.compute.manager [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Start building networks asynchronously for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 07:53:14 user nova-compute[74307]: DEBUG nova.compute.manager [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Allocating IP information in the background. {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 07:53:14 user nova-compute[74307]: DEBUG nova.network.neutron [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] allocate_for_instance() {{(pid=74307) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 07:53:14 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 07:53:14 user nova-compute[74307]: DEBUG nova.compute.manager [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Start building block device mappings for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 07:53:14 user nova-compute[74307]: DEBUG nova.policy [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e73cde07ef7843e9a5718b648794a329', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f702c44f41647f3986d6d6acc4e7122', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74307) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 07:53:14 user nova-compute[74307]: DEBUG nova.compute.manager [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Start spawning the instance on the hypervisor. {{(pid=74307) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 07:53:14 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Creating instance directory {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 07:53:14 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Creating image(s)
Oct 24 07:53:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Acquiring lock "/opt/stack/data/nova/instances/43c5fb02-c66f-48d8-af07-c17251468d85/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:53:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "/opt/stack/data/nova/instances/43c5fb02-c66f-48d8-af07-c17251468d85/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:53:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "/opt/stack/data/nova/instances/43c5fb02-c66f-48d8-af07-c17251468d85/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:53:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:14 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.216s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Acquiring lock "9cb24620554d5eab84e846c14e389d04f4c43d48" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:53:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:53:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.190s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/43c5fb02-c66f-48d8-af07-c17251468d85/disk 1073741824 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/43c5fb02-c66f-48d8-af07-c17251468d85/disk 1073741824" returned: 0 in 0.086s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.284s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:53:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:15 user nova-compute[74307]: DEBUG nova.network.neutron [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Successfully created port: 8c95c183-be8a-4a20-b589-b79e23db354d {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 07:53:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.224s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:15 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Checking if we can resize image /opt/stack/data/nova/instances/43c5fb02-c66f-48d8-af07-c17251468d85/disk. size=1073741824 {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 07:53:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43c5fb02-c66f-48d8-af07-c17251468d85/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43c5fb02-c66f-48d8-af07-c17251468d85/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:15 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Cannot resize image /opt/stack/data/nova/instances/43c5fb02-c66f-48d8-af07-c17251468d85/disk to a smaller size. {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 07:53:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Created local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 07:53:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Ensure instance console log exists: /opt/stack/data/nova/instances/43c5fb02-c66f-48d8-af07-c17251468d85/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 07:53:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:53:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:53:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:53:15 user nova-compute[74307]: DEBUG nova.network.neutron [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Successfully updated port: 8c95c183-be8a-4a20-b589-b79e23db354d {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 07:53:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Acquiring lock "refresh_cache-43c5fb02-c66f-48d8-af07-c17251468d85" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:53:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Acquired lock "refresh_cache-43c5fb02-c66f-48d8-af07-c17251468d85" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:53:15 user nova-compute[74307]: DEBUG nova.network.neutron [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 07:53:15 user nova-compute[74307]: DEBUG nova.compute.manager [req-66ec26ea-849c-4331-99c8-3f9bcd449d80 req-1dbc7509-4aaa-4884-8749-47c92419455a service nova] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Received event network-changed-8c95c183-be8a-4a20-b589-b79e23db354d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:53:15 user nova-compute[74307]: DEBUG nova.compute.manager [req-66ec26ea-849c-4331-99c8-3f9bcd449d80 req-1dbc7509-4aaa-4884-8749-47c92419455a service nova] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Refreshing instance network info cache due to event network-changed-8c95c183-be8a-4a20-b589-b79e23db354d. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:53:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-66ec26ea-849c-4331-99c8-3f9bcd449d80 req-1dbc7509-4aaa-4884-8749-47c92419455a service nova] Acquiring lock "refresh_cache-43c5fb02-c66f-48d8-af07-c17251468d85" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:53:15 user nova-compute[74307]: DEBUG nova.network.neutron [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 07:53:16 user nova-compute[74307]: DEBUG nova.network.neutron [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Updating instance_info_cache with network_info: [{"id": "8c95c183-be8a-4a20-b589-b79e23db354d", "address": "fa:16:3e:38:fa:6e", "network": {"id": "88614861-758c-4aeb-96e5-c287097f2826", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-693421200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f702c44f41647f3986d6d6acc4e7122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c95c183-be", "ovs_interfaceid": "8c95c183-be8a-4a20-b589-b79e23db354d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:53:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Releasing lock "refresh_cache-43c5fb02-c66f-48d8-af07-c17251468d85" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:53:16 user nova-compute[74307]: DEBUG nova.compute.manager [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Instance network_info: |[{"id": "8c95c183-be8a-4a20-b589-b79e23db354d", "address": "fa:16:3e:38:fa:6e", "network": {"id": "88614861-758c-4aeb-96e5-c287097f2826", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-693421200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f702c44f41647f3986d6d6acc4e7122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c95c183-be", "ovs_interfaceid": "8c95c183-be8a-4a20-b589-b79e23db354d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 07:53:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-66ec26ea-849c-4331-99c8-3f9bcd449d80 req-1dbc7509-4aaa-4884-8749-47c92419455a service nova] Acquired lock "refresh_cache-43c5fb02-c66f-48d8-af07-c17251468d85" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:53:16 user nova-compute[74307]: DEBUG nova.network.neutron [req-66ec26ea-849c-4331-99c8-3f9bcd449d80 req-1dbc7509-4aaa-4884-8749-47c92419455a service nova] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Refreshing network info cache for port 8c95c183-be8a-4a20-b589-b79e23db354d {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:53:16 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Start _get_guest_xml network_info=[{"id": "8c95c183-be8a-4a20-b589-b79e23db354d", "address": "fa:16:3e:38:fa:6e", "network": {"id": "88614861-758c-4aeb-96e5-c287097f2826", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-693421200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f702c44f41647f3986d6d6acc4e7122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c95c183-be", "ovs_interfaceid": "8c95c183-be8a-4a20-b589-b79e23db354d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'boot_index': 0, 'guest_format': None, 'image_id': 'ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 07:53:16 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:53:16 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:53:16 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 07:53:16 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 07:53:16 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 07:53:16 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 07:53:16 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 07:53:16 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 07:53:16 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 07:53:16 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 07:53:16 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 07:53:16 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 07:53:16 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 07:53:16 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 07:53:16 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 07:53:16 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 07:53:16 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 07:53:16 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 07:53:16 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:53:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-339757650',display_name='tempest-AttachVolumeNegativeTest-server-339757650',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-339757650',id=30,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOQ9ndqmiGUE6Uq2qCRmAyqb2tb5yuhz/p2zdrjT9R+GQFmpMl3hfVJbHhiXCQeTa2Nio9yshbnfRo6geEjKIrk4vmoM5ZMmNTDXVRQDl3g6vC5ZE8heJooDfX8QDGdg8A==',key_name='tempest-keypair-1477440470',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3f702c44f41647f3986d6d6acc4e7122',ramdisk_id='',reservation_id='r-g5yqrsay',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-976504116',owner_user_name='tempest-AttachVolumeNegativeTest-976504116-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:53:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e73cde07ef7843e9a5718b648794a329',uuid=43c5fb02-c66f-48d8-af07-c17251468d85,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8c95c183-be8a-4a20-b589-b79e23db354d", "address": "fa:16:3e:38:fa:6e", "network": {"id": "88614861-758c-4aeb-96e5-c287097f2826", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-693421200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f702c44f41647f3986d6d6acc4e7122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c95c183-be", "ovs_interfaceid": "8c95c183-be8a-4a20-b589-b79e23db354d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 07:53:16 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Converting VIF {"id": "8c95c183-be8a-4a20-b589-b79e23db354d", "address": "fa:16:3e:38:fa:6e", "network": {"id": "88614861-758c-4aeb-96e5-c287097f2826", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-693421200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f702c44f41647f3986d6d6acc4e7122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c95c183-be", "ovs_interfaceid": "8c95c183-be8a-4a20-b589-b79e23db354d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:53:16 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:38:fa:6e,bridge_name='br-int',has_traffic_filtering=True,id=8c95c183-be8a-4a20-b589-b79e23db354d,network=Network(88614861-758c-4aeb-96e5-c287097f2826),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8c95c183-be') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:53:16 user nova-compute[74307]: DEBUG nova.objects.instance [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lazy-loading 'pci_devices' on Instance uuid 43c5fb02-c66f-48d8-af07-c17251468d85 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:53:16 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] End _get_guest_xml xml=<domain type="kvm">
Oct 24 07:53:16 user nova-compute[74307]:   <uuid>43c5fb02-c66f-48d8-af07-c17251468d85</uuid>
Oct 24 07:53:16 user nova-compute[74307]:   <name>instance-0000001e</name>
Oct 24 07:53:16 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 07:53:16 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 07:53:16 user nova-compute[74307]:   <metadata>
Oct 24 07:53:16 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 07:53:16 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 07:53:16 user nova-compute[74307]:       <nova:name>tempest-AttachVolumeNegativeTest-server-339757650</nova:name>
Oct 24 07:53:16 user nova-compute[74307]:       <nova:creationTime>2023-10-24 07:53:16</nova:creationTime>
Oct 24 07:53:16 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 07:53:16 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 07:53:16 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 07:53:16 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 07:53:16 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 07:53:16 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 07:53:16 user nova-compute[74307]:       </nova:flavor>
Oct 24 07:53:16 user nova-compute[74307]:       <nova:owner>
Oct 24 07:53:16 user nova-compute[74307]:         <nova:user uuid="e73cde07ef7843e9a5718b648794a329">tempest-AttachVolumeNegativeTest-976504116-project-member</nova:user>
Oct 24 07:53:16 user nova-compute[74307]:         <nova:project uuid="3f702c44f41647f3986d6d6acc4e7122">tempest-AttachVolumeNegativeTest-976504116</nova:project>
Oct 24 07:53:16 user nova-compute[74307]:       </nova:owner>
Oct 24 07:53:16 user nova-compute[74307]:       <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 07:53:16 user nova-compute[74307]:       <nova:ports>
Oct 24 07:53:16 user nova-compute[74307]:         <nova:port uuid="8c95c183-be8a-4a20-b589-b79e23db354d">
Oct 24 07:53:16 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 24 07:53:16 user nova-compute[74307]:         </nova:port>
Oct 24 07:53:16 user nova-compute[74307]:       </nova:ports>
Oct 24 07:53:16 user nova-compute[74307]:     </nova:instance>
Oct 24 07:53:16 user nova-compute[74307]:   </metadata>
Oct 24 07:53:16 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 07:53:16 user nova-compute[74307]:     <system>
Oct 24 07:53:16 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 07:53:16 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 07:53:16 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 07:53:16 user nova-compute[74307]:       <entry name="serial">43c5fb02-c66f-48d8-af07-c17251468d85</entry>
Oct 24 07:53:16 user nova-compute[74307]:       <entry name="uuid">43c5fb02-c66f-48d8-af07-c17251468d85</entry>
Oct 24 07:53:16 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 07:53:16 user nova-compute[74307]:     </system>
Oct 24 07:53:16 user nova-compute[74307]:   </sysinfo>
Oct 24 07:53:16 user nova-compute[74307]:   <os>
Oct 24 07:53:16 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 07:53:16 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 07:53:16 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 07:53:16 user nova-compute[74307]:   </os>
Oct 24 07:53:16 user nova-compute[74307]:   <features>
Oct 24 07:53:16 user nova-compute[74307]:     <acpi/>
Oct 24 07:53:16 user nova-compute[74307]:     <apic/>
Oct 24 07:53:16 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 07:53:16 user nova-compute[74307]:   </features>
Oct 24 07:53:16 user nova-compute[74307]:   <clock offset="utc">
Oct 24 07:53:16 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 07:53:16 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 07:53:16 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 07:53:16 user nova-compute[74307]:   </clock>
Oct 24 07:53:16 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 07:53:16 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 07:53:16 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 07:53:16 user nova-compute[74307]:   </cpu>
Oct 24 07:53:16 user nova-compute[74307]:   <devices>
Oct 24 07:53:16 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 07:53:16 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 07:53:16 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/43c5fb02-c66f-48d8-af07-c17251468d85/disk"/>
Oct 24 07:53:16 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 07:53:16 user nova-compute[74307]:     </disk>
Oct 24 07:53:16 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 07:53:16 user nova-compute[74307]:       <mac address="fa:16:3e:38:fa:6e"/>
Oct 24 07:53:16 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:53:16 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 07:53:16 user nova-compute[74307]:       <target dev="tap8c95c183-be"/>
Oct 24 07:53:16 user nova-compute[74307]:     </interface>
Oct 24 07:53:16 user nova-compute[74307]:     <serial type="pty">
Oct 24 07:53:16 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/43c5fb02-c66f-48d8-af07-c17251468d85/console.log" append="off"/>
Oct 24 07:53:16 user nova-compute[74307]:     </serial>
Oct 24 07:53:16 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 07:53:16 user nova-compute[74307]:     <video>
Oct 24 07:53:16 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:53:16 user nova-compute[74307]:     </video>
Oct 24 07:53:16 user nova-compute[74307]:     <rng model="virtio">
Oct 24 07:53:16 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 07:53:16 user nova-compute[74307]:     </rng>
Oct 24 07:53:16 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 07:53:16 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 07:53:16 user nova-compute[74307]:       <stats period="10"/>
Oct 24 07:53:16 user nova-compute[74307]:     </memballoon>
Oct 24 07:53:16 user nova-compute[74307]:   </devices>
Oct 24 07:53:16 user nova-compute[74307]: </domain>
Oct 24 07:53:16 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 07:53:16 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:53:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-339757650',display_name='tempest-AttachVolumeNegativeTest-server-339757650',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-339757650',id=30,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOQ9ndqmiGUE6Uq2qCRmAyqb2tb5yuhz/p2zdrjT9R+GQFmpMl3hfVJbHhiXCQeTa2Nio9yshbnfRo6geEjKIrk4vmoM5ZMmNTDXVRQDl3g6vC5ZE8heJooDfX8QDGdg8A==',key_name='tempest-keypair-1477440470',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3f702c44f41647f3986d6d6acc4e7122',ramdisk_id='',reservation_id='r-g5yqrsay',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-976504116',owner_user_name='tempest-AttachVolumeNegativeTest-976504116-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:53:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e73cde07ef7843e9a5718b648794a329',uuid=43c5fb02-c66f-48d8-af07-c17251468d85,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8c95c183-be8a-4a20-b589-b79e23db354d", "address": "fa:16:3e:38:fa:6e", "network": {"id": "88614861-758c-4aeb-96e5-c287097f2826", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-693421200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f702c44f41647f3986d6d6acc4e7122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c95c183-be", "ovs_interfaceid": "8c95c183-be8a-4a20-b589-b79e23db354d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 07:53:16 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Converting VIF {"id": "8c95c183-be8a-4a20-b589-b79e23db354d", "address": "fa:16:3e:38:fa:6e", "network": {"id": "88614861-758c-4aeb-96e5-c287097f2826", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-693421200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f702c44f41647f3986d6d6acc4e7122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c95c183-be", "ovs_interfaceid": "8c95c183-be8a-4a20-b589-b79e23db354d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:53:16 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:38:fa:6e,bridge_name='br-int',has_traffic_filtering=True,id=8c95c183-be8a-4a20-b589-b79e23db354d,network=Network(88614861-758c-4aeb-96e5-c287097f2826),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8c95c183-be') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:53:16 user nova-compute[74307]: DEBUG os_vif [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:38:fa:6e,bridge_name='br-int',has_traffic_filtering=True,id=8c95c183-be8a-4a20-b589-b79e23db354d,network=Network(88614861-758c-4aeb-96e5-c287097f2826),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8c95c183-be') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 07:53:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:53:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:53:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2124a9d8-81ce-5303-b8cb-642b74a5909e', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:53:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:53:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8c95c183-be, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:53:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8c95c183-be, col_values=(('qos', UUID('ffe8f692-02ee-462a-a397-51278c13a1ae')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:53:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8c95c183-be, col_values=(('external_ids', {'iface-id': '8c95c183-be8a-4a20-b589-b79e23db354d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:38:fa:6e', 'vm-uuid': '43c5fb02-c66f-48d8-af07-c17251468d85'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:53:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:53:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:16 user nova-compute[74307]: INFO os_vif [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:38:fa:6e,bridge_name='br-int',has_traffic_filtering=True,id=8c95c183-be8a-4a20-b589-b79e23db354d,network=Network(88614861-758c-4aeb-96e5-c287097f2826),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8c95c183-be')
Oct 24 07:53:16 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:53:16 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] No VIF found with MAC fa:16:3e:38:fa:6e, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:53:16 user nova-compute[74307]: DEBUG nova.network.neutron [req-66ec26ea-849c-4331-99c8-3f9bcd449d80 req-1dbc7509-4aaa-4884-8749-47c92419455a service nova] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Updated VIF entry in instance network info cache for port 8c95c183-be8a-4a20-b589-b79e23db354d. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:53:16 user nova-compute[74307]: DEBUG nova.network.neutron [req-66ec26ea-849c-4331-99c8-3f9bcd449d80 req-1dbc7509-4aaa-4884-8749-47c92419455a service nova] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Updating instance_info_cache with network_info: [{"id": "8c95c183-be8a-4a20-b589-b79e23db354d", "address": "fa:16:3e:38:fa:6e", "network": {"id": "88614861-758c-4aeb-96e5-c287097f2826", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-693421200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f702c44f41647f3986d6d6acc4e7122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c95c183-be", "ovs_interfaceid": "8c95c183-be8a-4a20-b589-b79e23db354d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:53:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-66ec26ea-849c-4331-99c8-3f9bcd449d80 req-1dbc7509-4aaa-4884-8749-47c92419455a service nova] Releasing lock "refresh_cache-43c5fb02-c66f-48d8-af07-c17251468d85" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:53:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:18 user nova-compute[74307]: DEBUG nova.compute.manager [req-e584d4de-65bb-46f9-b05d-d7df842092ea req-dcc302ed-b02a-4de3-afb9-f750b3f65b3f service nova] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Received event network-vif-plugged-8c95c183-be8a-4a20-b589-b79e23db354d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:53:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-e584d4de-65bb-46f9-b05d-d7df842092ea req-dcc302ed-b02a-4de3-afb9-f750b3f65b3f service nova] Acquiring lock "43c5fb02-c66f-48d8-af07-c17251468d85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:53:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-e584d4de-65bb-46f9-b05d-d7df842092ea req-dcc302ed-b02a-4de3-afb9-f750b3f65b3f service nova] Lock "43c5fb02-c66f-48d8-af07-c17251468d85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:53:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-e584d4de-65bb-46f9-b05d-d7df842092ea req-dcc302ed-b02a-4de3-afb9-f750b3f65b3f service nova] Lock "43c5fb02-c66f-48d8-af07-c17251468d85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:53:18 user nova-compute[74307]: DEBUG nova.compute.manager [req-e584d4de-65bb-46f9-b05d-d7df842092ea req-dcc302ed-b02a-4de3-afb9-f750b3f65b3f service nova] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] No waiting events found dispatching network-vif-plugged-8c95c183-be8a-4a20-b589-b79e23db354d {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:53:18 user nova-compute[74307]: WARNING nova.compute.manager [req-e584d4de-65bb-46f9-b05d-d7df842092ea req-dcc302ed-b02a-4de3-afb9-f750b3f65b3f service nova] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Received unexpected event network-vif-plugged-8c95c183-be8a-4a20-b589-b79e23db354d for instance with vm_state building and task_state spawning.
Oct 24 07:53:18 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:20 user nova-compute[74307]: DEBUG nova.compute.manager [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 07:53:20 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Guest created on hypervisor {{(pid=74307) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 07:53:20 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Instance spawned successfully.
Oct 24 07:53:20 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 07:53:20 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Found default for hw_cdrom_bus of ide {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:53:20 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Found default for hw_disk_bus of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:53:20 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Found default for hw_input_bus of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:53:20 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Found default for hw_pointer_model of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:53:20 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Found default for hw_video_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:53:20 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Found default for hw_vif_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:53:20 user nova-compute[74307]: DEBUG nova.compute.manager [req-c305106e-3298-4e75-a857-26ead1d82a85 req-4100fdaa-5ea0-4aee-9a35-7709b33a98c9 service nova] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Received event network-vif-plugged-8c95c183-be8a-4a20-b589-b79e23db354d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:53:20 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-c305106e-3298-4e75-a857-26ead1d82a85 req-4100fdaa-5ea0-4aee-9a35-7709b33a98c9 service nova] Acquiring lock "43c5fb02-c66f-48d8-af07-c17251468d85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:53:20 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-c305106e-3298-4e75-a857-26ead1d82a85 req-4100fdaa-5ea0-4aee-9a35-7709b33a98c9 service nova] Lock "43c5fb02-c66f-48d8-af07-c17251468d85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:53:20 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-c305106e-3298-4e75-a857-26ead1d82a85 req-4100fdaa-5ea0-4aee-9a35-7709b33a98c9 service nova] Lock "43c5fb02-c66f-48d8-af07-c17251468d85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:53:20 user nova-compute[74307]: DEBUG nova.compute.manager [req-c305106e-3298-4e75-a857-26ead1d82a85 req-4100fdaa-5ea0-4aee-9a35-7709b33a98c9 service nova] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] No waiting events found dispatching network-vif-plugged-8c95c183-be8a-4a20-b589-b79e23db354d {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:53:20 user nova-compute[74307]: WARNING nova.compute.manager [req-c305106e-3298-4e75-a857-26ead1d82a85 req-4100fdaa-5ea0-4aee-9a35-7709b33a98c9 service nova] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Received unexpected event network-vif-plugged-8c95c183-be8a-4a20-b589-b79e23db354d for instance with vm_state building and task_state spawning.
Oct 24 07:53:20 user nova-compute[74307]: INFO nova.compute.manager [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Took 5.82 seconds to spawn the instance on the hypervisor.
Oct 24 07:53:20 user nova-compute[74307]: DEBUG nova.compute.manager [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:53:20 user nova-compute[74307]: INFO nova.compute.manager [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Took 6.88 seconds to build instance.
Oct 24 07:53:20 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-93a54f21-6546-4b84-b397-13e5a5aef7ee tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "43c5fb02-c66f-48d8-af07-c17251468d85" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.013s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:53:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG nova.compute.manager [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Start spawning the instance on the hypervisor. {{(pid=74307) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Creating instance directory {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 07:53:31 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Creating image(s)
Oct 24 07:53:31 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Did not create local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Ensure instance console log exists: /opt/stack/data/nova/instances/9c7e3788-de68-4c6a-aafe-c0ddff45238d/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Start _get_guest_xml network_info=[{"id": "2e0174dd-dd18-4b58-b176-ed75098ad8ab", "address": "fa:16:3e:37:c3:ee", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e0174dd-dd", "ovs_interfaceid": "2e0174dd-dd18-4b58-b176-ed75098ad8ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iBzNlQUP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9c7e3788-de68-4c6a-aafe-c0ddff45238d', 'attached_at': '', 'detached_at': '', 'volume_id': '6483e0ec-8f1b-4859-95e5-30d872c4c445', 'serial': '6483e0ec-8f1b-4859-95e5-30d872c4c445'}, 'attachment_id': 'e83a633d-f096-44fa-b1d6-78473448c555', 'guest_format': None, 'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': False, 'volume_type': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 07:53:31 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:53:31 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:53:31 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Calling os-brick to attach iSCSI Volume {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iBzNlQUP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:53:31 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:53:31 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:53:31 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:53:31 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:53:31 user nova-compute[74307]: INFO os_brick.initiator.connectors.iscsi [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 07:53:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 -p 172.16.0.220:3260 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[187770c1-8493-49e1-807e-000569dfdea8]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 07:53:31 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 -p 172.16.0.220:3260 --interface default --op new {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b1837d0-b342-4710-b441-03d6024950c5]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445] added\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445] added
Oct 24 07:53:31 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.204s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6aab06d-f911-405e-9468-00f731ecaf4e]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce063010-b4f0-4537-a90e-e8499f94e8b3]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v iBzNlQUP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v iBzNlQUP" returned: 0 in 0.034s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[63268454-10bd-4521-bedc-b5d813044f6c]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'iBzNlQUP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.027s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba8ca386-cb6d-4d29-b79e-bbf9eb834423]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[4755ceb1-1c42-4658-8126-5b6db05ec332]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:53:31 user nova-compute[74307]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4 (non-flash)
Oct 24 07:53:31 user nova-compute[74307]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b (non-flash)
Oct 24 07:53:31 user nova-compute[74307]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c (non-flash)
Oct 24 07:53:31 user nova-compute[74307]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e (non-flash)
Oct 24 07:53:31 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:53:31 user nova-compute[74307]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4 (non-flash)
Oct 24 07:53:31 user nova-compute[74307]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b (non-flash)
Oct 24 07:53:31 user nova-compute[74307]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c (non-flash)
Oct 24 07:53:31 user nova-compute[74307]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e (non-flash)
Oct 24 07:53:31 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 -p 172.16.0.220:3260 --login {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 -p 172.16.0.220:3260 --login" returned: 0 in 0.094s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[59f2293a-f020-4e96-87e7-d500074a16f1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445, portal: 172.16.0.220,3260]
Oct 24 07:53:31 user nova-compute[74307]: Login to [iface: default, target: iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445, portal: 172.16.0.220,3260] successful.
Oct 24 07:53:31 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[06dbf449-0dc7-4631-9ce9-e38d6c4e32d8]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b43ec99-de06-4571-9fc3-2a9c45d7d19c]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:53:31 user nova-compute[74307]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4 (non-flash)
Oct 24 07:53:31 user nova-compute[74307]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b (non-flash)
Oct 24 07:53:31 user nova-compute[74307]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c (non-flash)
Oct 24 07:53:31 user nova-compute[74307]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e (non-flash)
Oct 24 07:53:31 user nova-compute[74307]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)
Oct 24 07:53:31 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:53:31 user nova-compute[74307]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4 (non-flash)
Oct 24 07:53:31 user nova-compute[74307]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b (non-flash)
Oct 24 07:53:31 user nova-compute[74307]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c (non-flash)
Oct 24 07:53:31 user nova-compute[74307]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e (non-flash)
Oct 24 07:53:31 user nova-compute[74307]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)
Oct 24 07:53:31 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.595s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Connected to 172.16.0.220:3260 {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] HCTL ('38', '-', '-', 0) found on session 27 with lun 0 {{(pid=74307) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=74307) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0442c23-08a6-4d8b-956b-5be97c1994ec]: (4, ('- - 0', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Searching for a device in session 27 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 07:53:31 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iBzNlQUP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 07:53:32 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.630s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:53:32 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] <== connect_volume: return (1632ms) {'type': 'block', 'scsi_wwn': '23039316533313439', 'path': '/dev/sdg'} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:53:32 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23039316533313439', 'path': '/dev/sdg'} {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 07:53:32 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:52:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1426168195',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1426168195',id=27,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8663add8cb13470095b2b73e60705507',ramdisk_id='',reservation_id='r-p3pn7htc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-977236319',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:52:40Z,user_data=None,user_id='514c86e8bc0b4f028a4e831cc15f1dd0',uuid=9c7e3788-de68-4c6a-aafe-c0ddff45238d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2e0174dd-dd18-4b58-b176-ed75098ad8ab", "address": "fa:16:3e:37:c3:ee", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e0174dd-dd", "ovs_interfaceid": "2e0174dd-dd18-4b58-b176-ed75098ad8ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 07:53:32 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Converting VIF {"id": "2e0174dd-dd18-4b58-b176-ed75098ad8ab", "address": "fa:16:3e:37:c3:ee", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e0174dd-dd", "ovs_interfaceid": "2e0174dd-dd18-4b58-b176-ed75098ad8ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:53:32 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:37:c3:ee,bridge_name='br-int',has_traffic_filtering=True,id=2e0174dd-dd18-4b58-b176-ed75098ad8ab,network=Network(3db729c6-868c-43bd-b594-4d15882c5b5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e0174dd-dd') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:53:32 user nova-compute[74307]: DEBUG nova.objects.instance [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lazy-loading 'pci_devices' on Instance uuid 9c7e3788-de68-4c6a-aafe-c0ddff45238d {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:53:32 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] End _get_guest_xml xml=<domain type="kvm">
Oct 24 07:53:32 user nova-compute[74307]:   <uuid>9c7e3788-de68-4c6a-aafe-c0ddff45238d</uuid>
Oct 24 07:53:32 user nova-compute[74307]:   <name>instance-0000001b</name>
Oct 24 07:53:32 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 07:53:32 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 07:53:32 user nova-compute[74307]:   <metadata>
Oct 24 07:53:32 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 07:53:32 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 07:53:32 user nova-compute[74307]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1426168195</nova:name>
Oct 24 07:53:32 user nova-compute[74307]:       <nova:creationTime>2023-10-24 07:53:31</nova:creationTime>
Oct 24 07:53:32 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 07:53:32 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 07:53:32 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 07:53:32 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 07:53:32 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 07:53:32 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 07:53:32 user nova-compute[74307]:       </nova:flavor>
Oct 24 07:53:32 user nova-compute[74307]:       <nova:owner>
Oct 24 07:53:32 user nova-compute[74307]:         <nova:user uuid="514c86e8bc0b4f028a4e831cc15f1dd0">tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member</nova:user>
Oct 24 07:53:32 user nova-compute[74307]:         <nova:project uuid="8663add8cb13470095b2b73e60705507">tempest-ServerBootFromVolumeStableRescueTest-977236319</nova:project>
Oct 24 07:53:32 user nova-compute[74307]:       </nova:owner>
Oct 24 07:53:32 user nova-compute[74307]:       <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 07:53:32 user nova-compute[74307]:       <nova:ports>
Oct 24 07:53:32 user nova-compute[74307]:         <nova:port uuid="2e0174dd-dd18-4b58-b176-ed75098ad8ab">
Oct 24 07:53:32 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 24 07:53:32 user nova-compute[74307]:         </nova:port>
Oct 24 07:53:32 user nova-compute[74307]:       </nova:ports>
Oct 24 07:53:32 user nova-compute[74307]:     </nova:instance>
Oct 24 07:53:32 user nova-compute[74307]:   </metadata>
Oct 24 07:53:32 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 07:53:32 user nova-compute[74307]:     <system>
Oct 24 07:53:32 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 07:53:32 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 07:53:32 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 07:53:32 user nova-compute[74307]:       <entry name="serial">9c7e3788-de68-4c6a-aafe-c0ddff45238d</entry>
Oct 24 07:53:32 user nova-compute[74307]:       <entry name="uuid">9c7e3788-de68-4c6a-aafe-c0ddff45238d</entry>
Oct 24 07:53:32 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 07:53:32 user nova-compute[74307]:     </system>
Oct 24 07:53:32 user nova-compute[74307]:   </sysinfo>
Oct 24 07:53:32 user nova-compute[74307]:   <os>
Oct 24 07:53:32 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 07:53:32 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 07:53:32 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 07:53:32 user nova-compute[74307]:   </os>
Oct 24 07:53:32 user nova-compute[74307]:   <features>
Oct 24 07:53:32 user nova-compute[74307]:     <acpi/>
Oct 24 07:53:32 user nova-compute[74307]:     <apic/>
Oct 24 07:53:32 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 07:53:32 user nova-compute[74307]:   </features>
Oct 24 07:53:32 user nova-compute[74307]:   <clock offset="utc">
Oct 24 07:53:32 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 07:53:32 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 07:53:32 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 07:53:32 user nova-compute[74307]:   </clock>
Oct 24 07:53:32 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 07:53:32 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 07:53:32 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 07:53:32 user nova-compute[74307]:   </cpu>
Oct 24 07:53:32 user nova-compute[74307]:   <devices>
Oct 24 07:53:32 user nova-compute[74307]:     <disk type="block" device="disk">
Oct 24 07:53:32 user nova-compute[74307]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:53:32 user nova-compute[74307]:       <source dev="/dev/sdg"/>
Oct 24 07:53:32 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 07:53:32 user nova-compute[74307]:       <serial>6483e0ec-8f1b-4859-95e5-30d872c4c445</serial>
Oct 24 07:53:32 user nova-compute[74307]:     </disk>
Oct 24 07:53:32 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 07:53:32 user nova-compute[74307]:       <mac address="fa:16:3e:37:c3:ee"/>
Oct 24 07:53:32 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:53:32 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 07:53:32 user nova-compute[74307]:       <target dev="tap2e0174dd-dd"/>
Oct 24 07:53:32 user nova-compute[74307]:     </interface>
Oct 24 07:53:32 user nova-compute[74307]:     <serial type="pty">
Oct 24 07:53:32 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/9c7e3788-de68-4c6a-aafe-c0ddff45238d/console.log" append="off"/>
Oct 24 07:53:32 user nova-compute[74307]:     </serial>
Oct 24 07:53:32 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 07:53:32 user nova-compute[74307]:     <video>
Oct 24 07:53:32 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:53:32 user nova-compute[74307]:     </video>
Oct 24 07:53:32 user nova-compute[74307]:     <rng model="virtio">
Oct 24 07:53:32 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 07:53:32 user nova-compute[74307]:     </rng>
Oct 24 07:53:32 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 07:53:32 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 07:53:32 user nova-compute[74307]:       <stats period="10"/>
Oct 24 07:53:32 user nova-compute[74307]:     </memballoon>
Oct 24 07:53:32 user nova-compute[74307]:   </devices>
Oct 24 07:53:32 user nova-compute[74307]: </domain>
Oct 24 07:53:32 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 07:53:32 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:52:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1426168195',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1426168195',id=27,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8663add8cb13470095b2b73e60705507',ramdisk_id='',reservation_id='r-p3pn7htc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-977236319',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:52:40Z,user_data=None,user_id='514c86e8bc0b4f028a4e831cc15f1dd0',uuid=9c7e3788-de68-4c6a-aafe-c0ddff45238d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2e0174dd-dd18-4b58-b176-ed75098ad8ab", "address": "fa:16:3e:37:c3:ee", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e0174dd-dd", "ovs_interfaceid": "2e0174dd-dd18-4b58-b176-ed75098ad8ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 07:53:32 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Converting VIF {"id": "2e0174dd-dd18-4b58-b176-ed75098ad8ab", "address": "fa:16:3e:37:c3:ee", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e0174dd-dd", "ovs_interfaceid": "2e0174dd-dd18-4b58-b176-ed75098ad8ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:53:32 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:37:c3:ee,bridge_name='br-int',has_traffic_filtering=True,id=2e0174dd-dd18-4b58-b176-ed75098ad8ab,network=Network(3db729c6-868c-43bd-b594-4d15882c5b5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e0174dd-dd') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:53:32 user nova-compute[74307]: DEBUG os_vif [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:37:c3:ee,bridge_name='br-int',has_traffic_filtering=True,id=2e0174dd-dd18-4b58-b176-ed75098ad8ab,network=Network(3db729c6-868c-43bd-b594-4d15882c5b5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e0174dd-dd') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 07:53:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:53:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:53:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4ea0d335-611c-544e-ae6b-d462728f016b', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:53:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2e0174dd-dd, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:53:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2e0174dd-dd, col_values=(('qos', UUID('176a05a7-031a-4219-9046-f7d9e692a61f')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:53:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2e0174dd-dd, col_values=(('external_ids', {'iface-id': '2e0174dd-dd18-4b58-b176-ed75098ad8ab', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:37:c3:ee', 'vm-uuid': '9c7e3788-de68-4c6a-aafe-c0ddff45238d'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:53:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:53:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:32 user nova-compute[74307]: INFO os_vif [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:37:c3:ee,bridge_name='br-int',has_traffic_filtering=True,id=2e0174dd-dd18-4b58-b176-ed75098ad8ab,network=Network(3db729c6-868c-43bd-b594-4d15882c5b5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e0174dd-dd')
Oct 24 07:53:33 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:53:33 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] No VIF found with MAC fa:16:3e:37:c3:ee, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:53:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-36123de8-7ff7-4a74-9628-81a96b8a37b6 tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Acquiring lock "718e9562-1f98-4051-aab8-3475ef430b6a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:53:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-36123de8-7ff7-4a74-9628-81a96b8a37b6 tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Lock "718e9562-1f98-4051-aab8-3475ef430b6a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:53:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-36123de8-7ff7-4a74-9628-81a96b8a37b6 tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Acquiring lock "718e9562-1f98-4051-aab8-3475ef430b6a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:53:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-36123de8-7ff7-4a74-9628-81a96b8a37b6 tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Lock "718e9562-1f98-4051-aab8-3475ef430b6a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:53:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-36123de8-7ff7-4a74-9628-81a96b8a37b6 tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Lock "718e9562-1f98-4051-aab8-3475ef430b6a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:53:33 user nova-compute[74307]: INFO nova.compute.manager [None req-36123de8-7ff7-4a74-9628-81a96b8a37b6 tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] Terminating instance
Oct 24 07:53:33 user nova-compute[74307]: DEBUG nova.compute.manager [None req-36123de8-7ff7-4a74-9628-81a96b8a37b6 tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] Start destroying the instance on the hypervisor. {{(pid=74307) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 07:53:33 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:33 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:33 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:33 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:33 user nova-compute[74307]: DEBUG nova.compute.manager [req-e571f3f2-e04f-49b3-a7a5-37a4e0490b00 req-b3d1956f-30de-48e6-8a86-fa22a26795ec service nova] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] Received event network-vif-unplugged-757571cb-70bf-4801-ad1e-03b4956d285f {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:53:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-e571f3f2-e04f-49b3-a7a5-37a4e0490b00 req-b3d1956f-30de-48e6-8a86-fa22a26795ec service nova] Acquiring lock "718e9562-1f98-4051-aab8-3475ef430b6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:53:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-e571f3f2-e04f-49b3-a7a5-37a4e0490b00 req-b3d1956f-30de-48e6-8a86-fa22a26795ec service nova] Lock "718e9562-1f98-4051-aab8-3475ef430b6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:53:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-e571f3f2-e04f-49b3-a7a5-37a4e0490b00 req-b3d1956f-30de-48e6-8a86-fa22a26795ec service nova] Lock "718e9562-1f98-4051-aab8-3475ef430b6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:53:33 user nova-compute[74307]: DEBUG nova.compute.manager [req-e571f3f2-e04f-49b3-a7a5-37a4e0490b00 req-b3d1956f-30de-48e6-8a86-fa22a26795ec service nova] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] No waiting events found dispatching network-vif-unplugged-757571cb-70bf-4801-ad1e-03b4956d285f {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:53:33 user nova-compute[74307]: DEBUG nova.compute.manager [req-e571f3f2-e04f-49b3-a7a5-37a4e0490b00 req-b3d1956f-30de-48e6-8a86-fa22a26795ec service nova] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] Received event network-vif-unplugged-757571cb-70bf-4801-ad1e-03b4956d285f for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 07:53:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:34 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] Instance destroyed successfully.
Oct 24 07:53:34 user nova-compute[74307]: DEBUG nova.objects.instance [None req-36123de8-7ff7-4a74-9628-81a96b8a37b6 tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Lazy-loading 'resources' on Instance uuid 718e9562-1f98-4051-aab8-3475ef430b6a {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:53:34 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-36123de8-7ff7-4a74-9628-81a96b8a37b6 tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:51:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1232076510',display_name='tempest-VolumesActionsTest-instance-1232076510',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1232076510',id=22,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:51:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9edcbc3c1fdd4c1fa26e57261d0f1efd',ramdisk_id='',reservation_id='r-543r5rz8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-944326421',owner_user_name='tempest-VolumesActionsTest-944326421-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T07:51:29Z,user_data=None,user_id='a1a40ec7d0a14589909a879364e9014a',uuid=718e9562-1f98-4051-aab8-3475ef430b6a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "757571cb-70bf-4801-ad1e-03b4956d285f", "address": "fa:16:3e:83:6f:0b", "network": {"id": "53748f14-33ad-4ed9-9706-e226168e1834", "bridge": "br-int", "label": "tempest-VolumesActionsTest-527688644-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9edcbc3c1fdd4c1fa26e57261d0f1efd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap757571cb-70", "ovs_interfaceid": "757571cb-70bf-4801-ad1e-03b4956d285f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 07:53:34 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-36123de8-7ff7-4a74-9628-81a96b8a37b6 tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Converting VIF {"id": "757571cb-70bf-4801-ad1e-03b4956d285f", "address": "fa:16:3e:83:6f:0b", "network": {"id": "53748f14-33ad-4ed9-9706-e226168e1834", "bridge": "br-int", "label": "tempest-VolumesActionsTest-527688644-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9edcbc3c1fdd4c1fa26e57261d0f1efd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap757571cb-70", "ovs_interfaceid": "757571cb-70bf-4801-ad1e-03b4956d285f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:53:34 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-36123de8-7ff7-4a74-9628-81a96b8a37b6 tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:83:6f:0b,bridge_name='br-int',has_traffic_filtering=True,id=757571cb-70bf-4801-ad1e-03b4956d285f,network=Network(53748f14-33ad-4ed9-9706-e226168e1834),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap757571cb-70') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:53:34 user nova-compute[74307]: DEBUG os_vif [None req-36123de8-7ff7-4a74-9628-81a96b8a37b6 tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:83:6f:0b,bridge_name='br-int',has_traffic_filtering=True,id=757571cb-70bf-4801-ad1e-03b4956d285f,network=Network(53748f14-33ad-4ed9-9706-e226168e1834),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap757571cb-70') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 07:53:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap757571cb-70, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:53:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:53:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8d67749c-9061-4766-a4b0-be56507433ac) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:53:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:53:34 user nova-compute[74307]: INFO os_vif [None req-36123de8-7ff7-4a74-9628-81a96b8a37b6 tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:83:6f:0b,bridge_name='br-int',has_traffic_filtering=True,id=757571cb-70bf-4801-ad1e-03b4956d285f,network=Network(53748f14-33ad-4ed9-9706-e226168e1834),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap757571cb-70')
Oct 24 07:53:34 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-36123de8-7ff7-4a74-9628-81a96b8a37b6 tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] Deleting instance files /opt/stack/data/nova/instances/718e9562-1f98-4051-aab8-3475ef430b6a_del
Oct 24 07:53:34 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-36123de8-7ff7-4a74-9628-81a96b8a37b6 tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] Deletion of /opt/stack/data/nova/instances/718e9562-1f98-4051-aab8-3475ef430b6a_del complete
Oct 24 07:53:34 user nova-compute[74307]: INFO nova.compute.manager [None req-36123de8-7ff7-4a74-9628-81a96b8a37b6 tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] Took 1.47 seconds to destroy the instance on the hypervisor.
Oct 24 07:53:34 user nova-compute[74307]: DEBUG oslo.service.loopingcall [None req-36123de8-7ff7-4a74-9628-81a96b8a37b6 tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74307) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 07:53:34 user nova-compute[74307]: DEBUG nova.compute.manager [-] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] Deallocating network for instance {{(pid=74307) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 07:53:34 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] deallocate_for_instance() {{(pid=74307) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 07:53:35 user nova-compute[74307]: DEBUG nova.compute.manager [req-923f1d8f-5f8a-42a5-947e-3c38f30a10aa req-f8c00759-72cf-476f-8c1c-b385dfd96980 service nova] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Received event network-vif-plugged-2e0174dd-dd18-4b58-b176-ed75098ad8ab {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:53:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-923f1d8f-5f8a-42a5-947e-3c38f30a10aa req-f8c00759-72cf-476f-8c1c-b385dfd96980 service nova] Acquiring lock "9c7e3788-de68-4c6a-aafe-c0ddff45238d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:53:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-923f1d8f-5f8a-42a5-947e-3c38f30a10aa req-f8c00759-72cf-476f-8c1c-b385dfd96980 service nova] Lock "9c7e3788-de68-4c6a-aafe-c0ddff45238d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:53:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-923f1d8f-5f8a-42a5-947e-3c38f30a10aa req-f8c00759-72cf-476f-8c1c-b385dfd96980 service nova] Lock "9c7e3788-de68-4c6a-aafe-c0ddff45238d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:53:35 user nova-compute[74307]: DEBUG nova.compute.manager [req-923f1d8f-5f8a-42a5-947e-3c38f30a10aa req-f8c00759-72cf-476f-8c1c-b385dfd96980 service nova] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] No waiting events found dispatching network-vif-plugged-2e0174dd-dd18-4b58-b176-ed75098ad8ab {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:53:35 user nova-compute[74307]: WARNING nova.compute.manager [req-923f1d8f-5f8a-42a5-947e-3c38f30a10aa req-f8c00759-72cf-476f-8c1c-b385dfd96980 service nova] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Received unexpected event network-vif-plugged-2e0174dd-dd18-4b58-b176-ed75098ad8ab for instance with vm_state building and task_state spawning.
Oct 24 07:53:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:35 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:53:35 user nova-compute[74307]: INFO nova.compute.manager [-] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] Took 0.65 seconds to deallocate network for instance.
Oct 24 07:53:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-36123de8-7ff7-4a74-9628-81a96b8a37b6 tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:53:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-36123de8-7ff7-4a74-9628-81a96b8a37b6 tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:53:35 user nova-compute[74307]: DEBUG nova.compute.manager [req-e5053405-dee4-4a47-b95f-efda6558e1e3 req-4c5a0f6b-6ea9-475e-a5fc-3c4439ceaa92 service nova] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] Received event network-vif-plugged-757571cb-70bf-4801-ad1e-03b4956d285f {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:53:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-e5053405-dee4-4a47-b95f-efda6558e1e3 req-4c5a0f6b-6ea9-475e-a5fc-3c4439ceaa92 service nova] Acquiring lock "718e9562-1f98-4051-aab8-3475ef430b6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:53:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-e5053405-dee4-4a47-b95f-efda6558e1e3 req-4c5a0f6b-6ea9-475e-a5fc-3c4439ceaa92 service nova] Lock "718e9562-1f98-4051-aab8-3475ef430b6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:53:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-e5053405-dee4-4a47-b95f-efda6558e1e3 req-4c5a0f6b-6ea9-475e-a5fc-3c4439ceaa92 service nova] Lock "718e9562-1f98-4051-aab8-3475ef430b6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:53:35 user nova-compute[74307]: DEBUG nova.compute.manager [req-e5053405-dee4-4a47-b95f-efda6558e1e3 req-4c5a0f6b-6ea9-475e-a5fc-3c4439ceaa92 service nova] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] No waiting events found dispatching network-vif-plugged-757571cb-70bf-4801-ad1e-03b4956d285f {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:53:35 user nova-compute[74307]: WARNING nova.compute.manager [req-e5053405-dee4-4a47-b95f-efda6558e1e3 req-4c5a0f6b-6ea9-475e-a5fc-3c4439ceaa92 service nova] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] Received unexpected event network-vif-plugged-757571cb-70bf-4801-ad1e-03b4956d285f for instance with vm_state deleted and task_state None.
Oct 24 07:53:36 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-36123de8-7ff7-4a74-9628-81a96b8a37b6 tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:53:36 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-36123de8-7ff7-4a74-9628-81a96b8a37b6 tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:53:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-36123de8-7ff7-4a74-9628-81a96b8a37b6 tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.523s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:53:36 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-36123de8-7ff7-4a74-9628-81a96b8a37b6 tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Deleted allocations for instance 718e9562-1f98-4051-aab8-3475ef430b6a
Oct 24 07:53:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-36123de8-7ff7-4a74-9628-81a96b8a37b6 tempest-VolumesActionsTest-944326421 tempest-VolumesActionsTest-944326421-project-member] Lock "718e9562-1f98-4051-aab8-3475ef430b6a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.856s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:53:37 user nova-compute[74307]: DEBUG nova.compute.manager [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 07:53:37 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Guest created on hypervisor {{(pid=74307) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 07:53:37 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Instance spawned successfully.
Oct 24 07:53:37 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 07:53:37 user nova-compute[74307]: DEBUG nova.compute.manager [req-47c4724b-08f5-4f5a-b2ae-033d7e0ca325 req-778b4d2e-eb28-47b2-9757-63ec2ca3e768 service nova] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Received event network-vif-plugged-2e0174dd-dd18-4b58-b176-ed75098ad8ab {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:53:37 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-47c4724b-08f5-4f5a-b2ae-033d7e0ca325 req-778b4d2e-eb28-47b2-9757-63ec2ca3e768 service nova] Acquiring lock "9c7e3788-de68-4c6a-aafe-c0ddff45238d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:53:37 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-47c4724b-08f5-4f5a-b2ae-033d7e0ca325 req-778b4d2e-eb28-47b2-9757-63ec2ca3e768 service nova] Lock "9c7e3788-de68-4c6a-aafe-c0ddff45238d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:53:37 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-47c4724b-08f5-4f5a-b2ae-033d7e0ca325 req-778b4d2e-eb28-47b2-9757-63ec2ca3e768 service nova] Lock "9c7e3788-de68-4c6a-aafe-c0ddff45238d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:53:37 user nova-compute[74307]: DEBUG nova.compute.manager [req-47c4724b-08f5-4f5a-b2ae-033d7e0ca325 req-778b4d2e-eb28-47b2-9757-63ec2ca3e768 service nova] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] No waiting events found dispatching network-vif-plugged-2e0174dd-dd18-4b58-b176-ed75098ad8ab {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:53:37 user nova-compute[74307]: WARNING nova.compute.manager [req-47c4724b-08f5-4f5a-b2ae-033d7e0ca325 req-778b4d2e-eb28-47b2-9757-63ec2ca3e768 service nova] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Received unexpected event network-vif-plugged-2e0174dd-dd18-4b58-b176-ed75098ad8ab for instance with vm_state building and task_state spawning.
Oct 24 07:53:37 user nova-compute[74307]: DEBUG nova.compute.manager [req-47c4724b-08f5-4f5a-b2ae-033d7e0ca325 req-778b4d2e-eb28-47b2-9757-63ec2ca3e768 service nova] [instance: 718e9562-1f98-4051-aab8-3475ef430b6a] Received event network-vif-deleted-757571cb-70bf-4801-ad1e-03b4956d285f {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:53:37 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Found default for hw_cdrom_bus of ide {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:53:37 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Found default for hw_disk_bus of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:53:37 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Found default for hw_input_bus of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:53:37 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Found default for hw_pointer_model of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:53:37 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Found default for hw_video_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:53:37 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Found default for hw_vif_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:53:37 user nova-compute[74307]: INFO nova.compute.manager [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Took 6.05 seconds to spawn the instance on the hypervisor.
Oct 24 07:53:37 user nova-compute[74307]: DEBUG nova.compute.manager [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:53:37 user nova-compute[74307]: INFO nova.compute.manager [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Took 58.33 seconds to build instance.
Oct 24 07:53:37 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-73cbde95-9373-4e20-abb4-fb4fe6be7ee0 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "9c7e3788-de68-4c6a-aafe-c0ddff45238d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 58.454s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:53:37 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-87ab35c7-fa21-48b4-a15d-7d322e5f0de6 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Acquiring lock "dd88db6b-5c0d-4e8f-af41-8dd84cb42aab" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:53:37 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-87ab35c7-fa21-48b4-a15d-7d322e5f0de6 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "dd88db6b-5c0d-4e8f-af41-8dd84cb42aab" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:53:37 user nova-compute[74307]: INFO nova.compute.manager [None req-87ab35c7-fa21-48b4-a15d-7d322e5f0de6 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Detaching volume 19397387-a92c-43c0-a44b-682e9db71ff4
Oct 24 07:53:38 user nova-compute[74307]: INFO nova.virt.block_device [None req-87ab35c7-fa21-48b4-a15d-7d322e5f0de6 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Attempting to driver detach volume 19397387-a92c-43c0-a44b-682e9db71ff4 from mountpoint /dev/vdc
Oct 24 07:53:38 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-87ab35c7-fa21-48b4-a15d-7d322e5f0de6 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Attempting to detach device vdc from instance dd88db6b-5c0d-4e8f-af41-8dd84cb42aab from the persistent domain config. {{(pid=74307) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 07:53:38 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-87ab35c7-fa21-48b4-a15d-7d322e5f0de6 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 07:53:38 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:53:38 user nova-compute[74307]:   <source dev="/dev/sdb"/>
Oct 24 07:53:38 user nova-compute[74307]:   <target dev="vdc" bus="virtio"/>
Oct 24 07:53:38 user nova-compute[74307]:   <serial>19397387-a92c-43c0-a44b-682e9db71ff4</serial>
Oct 24 07:53:38 user nova-compute[74307]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 24 07:53:38 user nova-compute[74307]: </disk>
Oct 24 07:53:38 user nova-compute[74307]:  {{(pid=74307) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 07:53:38 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-87ab35c7-fa21-48b4-a15d-7d322e5f0de6 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Successfully detached device vdc from instance dd88db6b-5c0d-4e8f-af41-8dd84cb42aab from the persistent domain config.
Oct 24 07:53:38 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-87ab35c7-fa21-48b4-a15d-7d322e5f0de6 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance dd88db6b-5c0d-4e8f-af41-8dd84cb42aab from the live domain config. {{(pid=74307) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 07:53:38 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-87ab35c7-fa21-48b4-a15d-7d322e5f0de6 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 07:53:38 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:53:38 user nova-compute[74307]:   <source dev="/dev/sdb"/>
Oct 24 07:53:38 user nova-compute[74307]:   <target dev="vdc" bus="virtio"/>
Oct 24 07:53:38 user nova-compute[74307]:   <serial>19397387-a92c-43c0-a44b-682e9db71ff4</serial>
Oct 24 07:53:38 user nova-compute[74307]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 24 07:53:38 user nova-compute[74307]: </disk>
Oct 24 07:53:38 user nova-compute[74307]:  {{(pid=74307) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 07:53:38 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-87ab35c7-fa21-48b4-a15d-7d322e5f0de6 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance dd88db6b-5c0d-4e8f-af41-8dd84cb42aab {{(pid=74307) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 07:53:39 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:40 user nova-compute[74307]: DEBUG nova.compute.manager [req-9f76ff75-1719-439d-b6d4-77e5001056b6 req-04d93bff-e487-4b41-b609-a26a4914b88f service nova] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Received event network-changed-8488c1d4-cbc5-4b59-8b80-2e18c0773b7c {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:53:40 user nova-compute[74307]: DEBUG nova.compute.manager [req-9f76ff75-1719-439d-b6d4-77e5001056b6 req-04d93bff-e487-4b41-b609-a26a4914b88f service nova] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Refreshing instance network info cache due to event network-changed-8488c1d4-cbc5-4b59-8b80-2e18c0773b7c. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:53:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-9f76ff75-1719-439d-b6d4-77e5001056b6 req-04d93bff-e487-4b41-b609-a26a4914b88f service nova] Acquiring lock "refresh_cache-5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:53:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-9f76ff75-1719-439d-b6d4-77e5001056b6 req-04d93bff-e487-4b41-b609-a26a4914b88f service nova] Acquired lock "refresh_cache-5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:53:40 user nova-compute[74307]: DEBUG nova.network.neutron [req-9f76ff75-1719-439d-b6d4-77e5001056b6 req-04d93bff-e487-4b41-b609-a26a4914b88f service nova] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Refreshing network info cache for port 8488c1d4-cbc5-4b59-8b80-2e18c0773b7c {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:53:40 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:40 user nova-compute[74307]: DEBUG nova.network.neutron [req-9f76ff75-1719-439d-b6d4-77e5001056b6 req-04d93bff-e487-4b41-b609-a26a4914b88f service nova] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Updated VIF entry in instance network info cache for port 8488c1d4-cbc5-4b59-8b80-2e18c0773b7c. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:53:40 user nova-compute[74307]: DEBUG nova.network.neutron [req-9f76ff75-1719-439d-b6d4-77e5001056b6 req-04d93bff-e487-4b41-b609-a26a4914b88f service nova] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Updating instance_info_cache with network_info: [{"id": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "address": "fa:16:3e:53:1d:7d", "network": {"id": "0b5afd85-cb93-4bd3-abef-63764752395c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-367974063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e349c7556c954f868b60c401e1a053cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8488c1d4-cb", "ovs_interfaceid": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:53:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-9f76ff75-1719-439d-b6d4-77e5001056b6 req-04d93bff-e487-4b41-b609-a26a4914b88f service nova] Releasing lock "refresh_cache-5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:53:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c1ca5a70-589a-4ee9-adca-92f95b734d35 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "c6dfe141-996d-4b55-bd25-589e3b8eb1d3" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:53:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c1ca5a70-589a-4ee9-adca-92f95b734d35 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "c6dfe141-996d-4b55-bd25-589e3b8eb1d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:53:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c1ca5a70-589a-4ee9-adca-92f95b734d35 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "c6dfe141-996d-4b55-bd25-589e3b8eb1d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:53:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c1ca5a70-589a-4ee9-adca-92f95b734d35 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "c6dfe141-996d-4b55-bd25-589e3b8eb1d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:53:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c1ca5a70-589a-4ee9-adca-92f95b734d35 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "c6dfe141-996d-4b55-bd25-589e3b8eb1d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:53:46 user nova-compute[74307]: INFO nova.compute.manager [None req-c1ca5a70-589a-4ee9-adca-92f95b734d35 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Terminating instance
Oct 24 07:53:46 user nova-compute[74307]: DEBUG nova.compute.manager [None req-c1ca5a70-589a-4ee9-adca-92f95b734d35 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Start destroying the instance on the hypervisor. {{(pid=74307) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 07:53:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-b1ce8a78-d942-4abc-91a2-5773838735c1 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Acquiring lock "4e501411-27e6-4d8d-aea5-e89784def51e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:53:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-b1ce8a78-d942-4abc-91a2-5773838735c1 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Lock "4e501411-27e6-4d8d-aea5-e89784def51e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:53:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-b1ce8a78-d942-4abc-91a2-5773838735c1 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Acquiring lock "4e501411-27e6-4d8d-aea5-e89784def51e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:53:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-b1ce8a78-d942-4abc-91a2-5773838735c1 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Lock "4e501411-27e6-4d8d-aea5-e89784def51e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:53:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-b1ce8a78-d942-4abc-91a2-5773838735c1 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Lock "4e501411-27e6-4d8d-aea5-e89784def51e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:53:46 user nova-compute[74307]: INFO nova.compute.manager [None req-b1ce8a78-d942-4abc-91a2-5773838735c1 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] Terminating instance
Oct 24 07:53:46 user nova-compute[74307]: DEBUG nova.compute.manager [None req-b1ce8a78-d942-4abc-91a2-5773838735c1 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] Start destroying the instance on the hypervisor. {{(pid=74307) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 07:53:46 user nova-compute[74307]: DEBUG nova.compute.manager [req-54bf2b6c-792c-4245-86ac-eb8d4324b67b req-fbf5ebec-3828-4f30-8dc4-62960e0d04a1 service nova] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Received event network-vif-unplugged-66d89786-ccab-4fb1-b260-f31beb80760d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:53:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-54bf2b6c-792c-4245-86ac-eb8d4324b67b req-fbf5ebec-3828-4f30-8dc4-62960e0d04a1 service nova] Acquiring lock "c6dfe141-996d-4b55-bd25-589e3b8eb1d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:53:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-54bf2b6c-792c-4245-86ac-eb8d4324b67b req-fbf5ebec-3828-4f30-8dc4-62960e0d04a1 service nova] Lock "c6dfe141-996d-4b55-bd25-589e3b8eb1d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:53:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-54bf2b6c-792c-4245-86ac-eb8d4324b67b req-fbf5ebec-3828-4f30-8dc4-62960e0d04a1 service nova] Lock "c6dfe141-996d-4b55-bd25-589e3b8eb1d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:53:46 user nova-compute[74307]: DEBUG nova.compute.manager [req-54bf2b6c-792c-4245-86ac-eb8d4324b67b req-fbf5ebec-3828-4f30-8dc4-62960e0d04a1 service nova] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] No waiting events found dispatching network-vif-unplugged-66d89786-ccab-4fb1-b260-f31beb80760d {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:53:46 user nova-compute[74307]: DEBUG nova.compute.manager [req-54bf2b6c-792c-4245-86ac-eb8d4324b67b req-fbf5ebec-3828-4f30-8dc4-62960e0d04a1 service nova] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Received event network-vif-unplugged-66d89786-ccab-4fb1-b260-f31beb80760d for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 07:53:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e3a61e6b-ac7c-4c6d-93f1-5c295777cda5 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Acquiring lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:53:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e3a61e6b-ac7c-4c6d-93f1-5c295777cda5 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:53:46 user nova-compute[74307]: DEBUG nova.objects.instance [None req-e3a61e6b-ac7c-4c6d-93f1-5c295777cda5 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lazy-loading 'flavor' on Instance uuid 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:53:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e3a61e6b-ac7c-4c6d-93f1-5c295777cda5 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.069s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:53:46 user nova-compute[74307]: DEBUG nova.compute.manager [req-bf253fab-9bcc-4b3c-9970-a25a0edd821b req-35ec71c1-1ccf-4a19-88b4-8591b9062e5e service nova] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] Received event network-vif-unplugged-d5560d01-6d53-4620-99b7-dc43cfc25177 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:53:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-bf253fab-9bcc-4b3c-9970-a25a0edd821b req-35ec71c1-1ccf-4a19-88b4-8591b9062e5e service nova] Acquiring lock "4e501411-27e6-4d8d-aea5-e89784def51e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:53:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-bf253fab-9bcc-4b3c-9970-a25a0edd821b req-35ec71c1-1ccf-4a19-88b4-8591b9062e5e service nova] Lock "4e501411-27e6-4d8d-aea5-e89784def51e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:53:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-bf253fab-9bcc-4b3c-9970-a25a0edd821b req-35ec71c1-1ccf-4a19-88b4-8591b9062e5e service nova] Lock "4e501411-27e6-4d8d-aea5-e89784def51e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:53:46 user nova-compute[74307]: DEBUG nova.compute.manager [req-bf253fab-9bcc-4b3c-9970-a25a0edd821b req-35ec71c1-1ccf-4a19-88b4-8591b9062e5e service nova] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] No waiting events found dispatching network-vif-unplugged-d5560d01-6d53-4620-99b7-dc43cfc25177 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:53:46 user nova-compute[74307]: DEBUG nova.compute.manager [req-bf253fab-9bcc-4b3c-9970-a25a0edd821b req-35ec71c1-1ccf-4a19-88b4-8591b9062e5e service nova] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] Received event network-vif-unplugged-d5560d01-6d53-4620-99b7-dc43cfc25177 for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 07:53:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e3a61e6b-ac7c-4c6d-93f1-5c295777cda5 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Acquiring lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:53:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e3a61e6b-ac7c-4c6d-93f1-5c295777cda5 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:53:46 user nova-compute[74307]: INFO nova.compute.manager [None req-e3a61e6b-ac7c-4c6d-93f1-5c295777cda5 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Attaching volume 91425985-c56e-4c4f-ba14-c62554419437 to /dev/vdb
Oct 24 07:53:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG os_brick.utils [None req-e3a61e6b-ac7c-4c6d-93f1-5c295777cda5 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.025s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d3a3a94-41ed-404c-8465-1f55b7db0c89]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:299aca16be88\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.025s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fd45b3b-8c8a-4f28-9a03-8d66b639358b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[857b4455-38e6-4308-8e45-8811a7d7c46b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e70a829-353a-4b83-94b9-039b24e3b6a1]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-e3a61e6b-ac7c-4c6d-93f1-5c295777cda5 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Running cmd (subprocess): nvme version {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-e3a61e6b-ac7c-4c6d-93f1-5c295777cda5 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] 'nvme version' failed. Not Retrying. {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e3a61e6b-ac7c-4c6d-93f1-5c295777cda5 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] nvme not present on system {{(pid=74307) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:53:47 user nova-compute[74307]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 07:53:47 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3441fe0-7a8f-4d68-826b-b4f8a0fee2ee]: (4, '') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-e3a61e6b-ac7c-4c6d-93f1-5c295777cda5 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74307) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-e3a61e6b-ac7c-4c6d-93f1-5c295777cda5 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-e3a61e6b-ac7c-4c6d-93f1-5c295777cda5 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] LIGHTOS: no hostnqn found. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG os_brick.utils [None req-e3a61e6b-ac7c-4c6d-93f1-5c295777cda5 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] <== get_connector_properties: return (191ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:299aca16be88', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG nova.virt.block_device [None req-e3a61e6b-ac7c-4c6d-93f1-5c295777cda5 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Updating existing volume attachment record: fea3f6f5-56e0-43c4-8c05-bd8823ebf4ea {{(pid=74307) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:47 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Instance destroyed successfully.
Oct 24 07:53:47 user nova-compute[74307]: DEBUG nova.objects.instance [None req-c1ca5a70-589a-4ee9-adca-92f95b734d35 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lazy-loading 'resources' on Instance uuid c6dfe141-996d-4b55-bd25-589e3b8eb1d3 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:53:47 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] Instance destroyed successfully.
Oct 24 07:53:47 user nova-compute[74307]: DEBUG nova.objects.instance [None req-b1ce8a78-d942-4abc-91a2-5773838735c1 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Lazy-loading 'resources' on Instance uuid 4e501411-27e6-4d8d-aea5-e89784def51e {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-c1ca5a70-589a-4ee9-adca-92f95b734d35 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:51:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-700655457',display_name='tempest-TestVolumeBootPattern-server-700655457',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-700655457',id=25,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:52:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='99565c4aa28a45419afe825961b86a69',ramdisk_id='',reservation_id='r-cy20dya0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-134367807',owner_user_name='tempest-TestVolumeBootPattern-134367807-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T07:52:36Z,user_data=None,user_id='43b9c4d4949346bcae8ed60ce4b533af',uuid=c6dfe141-996d-4b55-bd25-589e3b8eb1d3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "66d89786-ccab-4fb1-b260-f31beb80760d", "address": "fa:16:3e:8b:76:40", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66d89786-cc", "ovs_interfaceid": "66d89786-ccab-4fb1-b260-f31beb80760d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-c1ca5a70-589a-4ee9-adca-92f95b734d35 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Converting VIF {"id": "66d89786-ccab-4fb1-b260-f31beb80760d", "address": "fa:16:3e:8b:76:40", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66d89786-cc", "ovs_interfaceid": "66d89786-ccab-4fb1-b260-f31beb80760d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-c1ca5a70-589a-4ee9-adca-92f95b734d35 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8b:76:40,bridge_name='br-int',has_traffic_filtering=True,id=66d89786-ccab-4fb1-b260-f31beb80760d,network=Network(8b96e2e3-eec1-4827-84d4-b2cf8a498fef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66d89786-cc') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG os_vif [None req-c1ca5a70-589a-4ee9-adca-92f95b734d35 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8b:76:40,bridge_name='br-int',has_traffic_filtering=True,id=66d89786-ccab-4fb1-b260-f31beb80760d,network=Network(8b96e2e3-eec1-4827-84d4-b2cf8a498fef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66d89786-cc') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-b1ce8a78-d942-4abc-91a2-5773838735c1 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:51:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1850825700',display_name='tempest-VolumesAdminNegativeTest-server-1850825700',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1850825700',id=23,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:51:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bf4d4b486d654380879d39124771021e',ramdisk_id='',reservation_id='r-qiemzucp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-206772709',owner_user_name='tempest-VolumesAdminNegativeTest-206772709-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T07:51:33Z,user_data=None,user_id='75305290191a43728a1b776e25f541ff',uuid=4e501411-27e6-4d8d-aea5-e89784def51e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d5560d01-6d53-4620-99b7-dc43cfc25177", "address": "fa:16:3e:53:15:c0", "network": {"id": "eedc337c-53f3-4d14-8c57-9089cda15d33", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-780467305-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf4d4b486d654380879d39124771021e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5560d01-6d", "ovs_interfaceid": "d5560d01-6d53-4620-99b7-dc43cfc25177", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-b1ce8a78-d942-4abc-91a2-5773838735c1 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Converting VIF {"id": "d5560d01-6d53-4620-99b7-dc43cfc25177", "address": "fa:16:3e:53:15:c0", "network": {"id": "eedc337c-53f3-4d14-8c57-9089cda15d33", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-780467305-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf4d4b486d654380879d39124771021e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5560d01-6d", "ovs_interfaceid": "d5560d01-6d53-4620-99b7-dc43cfc25177", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-b1ce8a78-d942-4abc-91a2-5773838735c1 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:53:15:c0,bridge_name='br-int',has_traffic_filtering=True,id=d5560d01-6d53-4620-99b7-dc43cfc25177,network=Network(eedc337c-53f3-4d14-8c57-9089cda15d33),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd5560d01-6d') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG os_vif [None req-b1ce8a78-d942-4abc-91a2-5773838735c1 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:53:15:c0,bridge_name='br-int',has_traffic_filtering=True,id=d5560d01-6d53-4620-99b7-dc43cfc25177,network=Network(eedc337c-53f3-4d14-8c57-9089cda15d33),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd5560d01-6d') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap66d89786-cc, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd5560d01-6d, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fd473e17-3125-417f-b6b4-661110f3aa0f) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b602ba55-d0ff-4b99-a6e4-26762ad116ab) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:53:47 user nova-compute[74307]: INFO os_vif [None req-c1ca5a70-589a-4ee9-adca-92f95b734d35 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8b:76:40,bridge_name='br-int',has_traffic_filtering=True,id=66d89786-ccab-4fb1-b260-f31beb80760d,network=Network(8b96e2e3-eec1-4827-84d4-b2cf8a498fef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66d89786-cc')
Oct 24 07:53:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c1ca5a70-589a-4ee9-adca-92f95b734d35 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] calling os-brick to detach iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1ca5a70-589a-4ee9-adca-92f95b734d35 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, {'target_iqn': 'iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mXnPSRYz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:53:47 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-c1ca5a70-589a-4ee9-adca-92f95b734d35 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:53:47 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-c1ca5a70-589a-4ee9-adca-92f95b734d35 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-c1ca5a70-589a-4ee9-adca-92f95b734d35 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:53:47 user nova-compute[74307]: INFO os_vif [None req-b1ce8a78-d942-4abc-91a2-5773838735c1 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:53:15:c0,bridge_name='br-int',has_traffic_filtering=True,id=d5560d01-6d53-4620-99b7-dc43cfc25177,network=Network(eedc337c-53f3-4d14-8c57-9089cda15d33),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd5560d01-6d')
Oct 24 07:53:47 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-b1ce8a78-d942-4abc-91a2-5773838735c1 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] Deleting instance files /opt/stack/data/nova/instances/4e501411-27e6-4d8d-aea5-e89784def51e_del
Oct 24 07:53:47 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-b1ce8a78-d942-4abc-91a2-5773838735c1 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] Deletion of /opt/stack/data/nova/instances/4e501411-27e6-4d8d-aea5-e89784def51e_del complete
Oct 24 07:53:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffcc2c4b-48b8-41f5-b639-817fdb441cd2]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1ca5a70-589a-4ee9-adca-92f95b734d35 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 07:53:47 user nova-compute[74307]: No targets found.
Oct 24 07:53:47 user nova-compute[74307]: iSNS:
Oct 24 07:53:47 user nova-compute[74307]: No targets found.
Oct 24 07:53:47 user nova-compute[74307]: STATIC:
Oct 24 07:53:47 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854
Oct 24 07:53:47 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:53:47 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:53:47 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c
Oct 24 07:53:47 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:53:47 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:53:47 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e
Oct 24 07:53:47 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:53:47 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:53:47 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b
Oct 24 07:53:47 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:53:47 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:53:47 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445
Oct 24 07:53:47 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:53:47 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:53:47 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4
Oct 24 07:53:47 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:53:47 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:53:47 user nova-compute[74307]: FIRMWARE:
Oct 24 07:53:47 user nova-compute[74307]: No targets found.
Oct 24 07:53:47 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1ca5a70-589a-4ee9-adca-92f95b734d35 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 07:53:47 user nova-compute[74307]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 07:53:47 user nova-compute[74307]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74307) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1ca5a70-589a-4ee9-adca-92f95b734d35 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b', 0)] {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[619c7d1c-fda5-414c-8070-d5c03ea80257]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:47 user nova-compute[74307]: INFO nova.compute.manager [None req-b1ce8a78-d942-4abc-91a2-5773838735c1 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] Took 1.17 seconds to destroy the instance on the hypervisor.
Oct 24 07:53:47 user nova-compute[74307]: DEBUG oslo.service.loopingcall [None req-b1ce8a78-d942-4abc-91a2-5773838735c1 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74307) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG nova.compute.manager [-] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] Deallocating network for instance {{(pid=74307) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] deallocate_for_instance() {{(pid=74307) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8aa1abb-c5d5-444d-8c44-9c3f99201337]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1ca5a70-589a-4ee9-adca-92f95b734d35 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:53:47 user nova-compute[74307]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4 (non-flash)
Oct 24 07:53:47 user nova-compute[74307]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b (non-flash)
Oct 24 07:53:47 user nova-compute[74307]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c (non-flash)
Oct 24 07:53:47 user nova-compute[74307]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e (non-flash)
Oct 24 07:53:47 user nova-compute[74307]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)
Oct 24 07:53:47 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1ca5a70-589a-4ee9-adca-92f95b734d35 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:53:47 user nova-compute[74307]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4 (non-flash)
Oct 24 07:53:47 user nova-compute[74307]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b (non-flash)
Oct 24 07:53:47 user nova-compute[74307]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c (non-flash)
Oct 24 07:53:47 user nova-compute[74307]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e (non-flash)
Oct 24 07:53:47 user nova-compute[74307]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)
Oct 24 07:53:47 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1ca5a70-589a-4ee9-adca-92f95b734d35 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4600ec5360>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b'): ({'sdd'}, set())}) {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-c1ca5a70-589a-4ee9-adca-92f95b734d35 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Removing single pathed devices sdd {{(pid=74307) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[1aed5c4d-4b5c-4a57-beeb-488da46faf33]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[efc9b1d6-4eff-4a37-b0ee-d3137e0f131d]: (4, ('ok\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-c1ca5a70-589a-4ee9-adca-92f95b734d35 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Flushing IO for device /dev/sdd {{(pid=74307) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[6afdcbe5-2aab-4b92-be3a-3524f212fb79]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-c1ca5a70-589a-4ee9-adca-92f95b734d35 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74307) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.054s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[abd3a132-ba6c-4cf0-b265-b11e6212f740]: (4, ('1', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-c1ca5a70-589a-4ee9-adca-92f95b734d35 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-c1ca5a70-589a-4ee9-adca-92f95b734d35 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] SCSI volumes sdd have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1ca5a70-589a-4ee9-adca-92f95b734d35 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b')] {{(pid=74307) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[94b0ee1e-9ac3-4a57-8fd6-418504e3098b]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1ca5a70-589a-4ee9-adca-92f95b734d35 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b -p 172.16.0.220:3260 --logout {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b -p 172.16.0.220:3260 --logout" returned: 0 in 0.094s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[0efa10f8-e63a-44d2-a03f-f874f2e488c4]: (4, ('Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b, portal: 172.16.0.220,3260]\nLogout of [sid: 24, target: iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1ca5a70-589a-4ee9-adca-92f95b734d35 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b, portal: 172.16.0.220,3260]
Oct 24 07:53:47 user nova-compute[74307]: Logout of [sid: 24, target: iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b, portal: 172.16.0.220,3260] successful.
Oct 24 07:53:47 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b -p 172.16.0.220:3260 --op delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6431acfb-81a8-4398-8397-2b0ad5fb4d1b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[955f1311-20e9-4170-aba7-af84845658d9]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1ca5a70-589a-4ee9-adca-92f95b734d35 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-c1ca5a70-589a-4ee9-adca-92f95b734d35 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.394s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1ca5a70-589a-4ee9-adca-92f95b734d35 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] <== disconnect_volume: return (396ms) None {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c1ca5a70-589a-4ee9-adca-92f95b734d35 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Disconnected iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 07:53:47 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-c1ca5a70-589a-4ee9-adca-92f95b734d35 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Deleting instance files /opt/stack/data/nova/instances/c6dfe141-996d-4b55-bd25-589e3b8eb1d3_del
Oct 24 07:53:47 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-c1ca5a70-589a-4ee9-adca-92f95b734d35 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Deletion of /opt/stack/data/nova/instances/c6dfe141-996d-4b55-bd25-589e3b8eb1d3_del complete
Oct 24 07:53:47 user nova-compute[74307]: INFO nova.compute.manager [None req-c1ca5a70-589a-4ee9-adca-92f95b734d35 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Took 1.77 seconds to destroy the instance on the hypervisor.
Oct 24 07:53:47 user nova-compute[74307]: DEBUG oslo.service.loopingcall [None req-c1ca5a70-589a-4ee9-adca-92f95b734d35 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74307) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG nova.compute.manager [-] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Deallocating network for instance {{(pid=74307) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 07:53:47 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] deallocate_for_instance() {{(pid=74307) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 07:53:48 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:48 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:48 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:48 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:48 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:53:48 user nova-compute[74307]: INFO nova.compute.manager [-] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] Took 0.66 seconds to deallocate network for instance.
Oct 24 07:53:48 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:48 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-b1ce8a78-d942-4abc-91a2-5773838735c1 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:53:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-b1ce8a78-d942-4abc-91a2-5773838735c1 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:53:48 user nova-compute[74307]: DEBUG nova.compute.manager [req-b146f3df-fa8d-4f88-b831-956b07deaeea req-59ea3015-0ff0-4d64-b247-7c6a9598bb4e service nova] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Received event network-vif-plugged-66d89786-ccab-4fb1-b260-f31beb80760d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:53:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b146f3df-fa8d-4f88-b831-956b07deaeea req-59ea3015-0ff0-4d64-b247-7c6a9598bb4e service nova] Acquiring lock "c6dfe141-996d-4b55-bd25-589e3b8eb1d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:53:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b146f3df-fa8d-4f88-b831-956b07deaeea req-59ea3015-0ff0-4d64-b247-7c6a9598bb4e service nova] Lock "c6dfe141-996d-4b55-bd25-589e3b8eb1d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:53:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b146f3df-fa8d-4f88-b831-956b07deaeea req-59ea3015-0ff0-4d64-b247-7c6a9598bb4e service nova] Lock "c6dfe141-996d-4b55-bd25-589e3b8eb1d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:53:48 user nova-compute[74307]: DEBUG nova.compute.manager [req-b146f3df-fa8d-4f88-b831-956b07deaeea req-59ea3015-0ff0-4d64-b247-7c6a9598bb4e service nova] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] No waiting events found dispatching network-vif-plugged-66d89786-ccab-4fb1-b260-f31beb80760d {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:53:48 user nova-compute[74307]: WARNING nova.compute.manager [req-b146f3df-fa8d-4f88-b831-956b07deaeea req-59ea3015-0ff0-4d64-b247-7c6a9598bb4e service nova] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Received unexpected event network-vif-plugged-66d89786-ccab-4fb1-b260-f31beb80760d for instance with vm_state active and task_state deleting.
Oct 24 07:53:48 user nova-compute[74307]: DEBUG nova.compute.manager [req-b146f3df-fa8d-4f88-b831-956b07deaeea req-59ea3015-0ff0-4d64-b247-7c6a9598bb4e service nova] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Received event network-vif-plugged-66d89786-ccab-4fb1-b260-f31beb80760d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:53:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b146f3df-fa8d-4f88-b831-956b07deaeea req-59ea3015-0ff0-4d64-b247-7c6a9598bb4e service nova] Acquiring lock "c6dfe141-996d-4b55-bd25-589e3b8eb1d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:53:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b146f3df-fa8d-4f88-b831-956b07deaeea req-59ea3015-0ff0-4d64-b247-7c6a9598bb4e service nova] Lock "c6dfe141-996d-4b55-bd25-589e3b8eb1d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:53:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b146f3df-fa8d-4f88-b831-956b07deaeea req-59ea3015-0ff0-4d64-b247-7c6a9598bb4e service nova] Lock "c6dfe141-996d-4b55-bd25-589e3b8eb1d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:53:48 user nova-compute[74307]: DEBUG nova.compute.manager [req-b146f3df-fa8d-4f88-b831-956b07deaeea req-59ea3015-0ff0-4d64-b247-7c6a9598bb4e service nova] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] No waiting events found dispatching network-vif-plugged-66d89786-ccab-4fb1-b260-f31beb80760d {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:53:48 user nova-compute[74307]: WARNING nova.compute.manager [req-b146f3df-fa8d-4f88-b831-956b07deaeea req-59ea3015-0ff0-4d64-b247-7c6a9598bb4e service nova] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Received unexpected event network-vif-plugged-66d89786-ccab-4fb1-b260-f31beb80760d for instance with vm_state active and task_state deleting.
Oct 24 07:53:48 user nova-compute[74307]: DEBUG nova.compute.manager [req-b146f3df-fa8d-4f88-b831-956b07deaeea req-59ea3015-0ff0-4d64-b247-7c6a9598bb4e service nova] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Received event network-vif-plugged-66d89786-ccab-4fb1-b260-f31beb80760d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:53:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b146f3df-fa8d-4f88-b831-956b07deaeea req-59ea3015-0ff0-4d64-b247-7c6a9598bb4e service nova] Acquiring lock "c6dfe141-996d-4b55-bd25-589e3b8eb1d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:53:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b146f3df-fa8d-4f88-b831-956b07deaeea req-59ea3015-0ff0-4d64-b247-7c6a9598bb4e service nova] Lock "c6dfe141-996d-4b55-bd25-589e3b8eb1d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:53:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b146f3df-fa8d-4f88-b831-956b07deaeea req-59ea3015-0ff0-4d64-b247-7c6a9598bb4e service nova] Lock "c6dfe141-996d-4b55-bd25-589e3b8eb1d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:53:48 user nova-compute[74307]: DEBUG nova.compute.manager [req-b146f3df-fa8d-4f88-b831-956b07deaeea req-59ea3015-0ff0-4d64-b247-7c6a9598bb4e service nova] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] No waiting events found dispatching network-vif-plugged-66d89786-ccab-4fb1-b260-f31beb80760d {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:53:48 user nova-compute[74307]: WARNING nova.compute.manager [req-b146f3df-fa8d-4f88-b831-956b07deaeea req-59ea3015-0ff0-4d64-b247-7c6a9598bb4e service nova] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Received unexpected event network-vif-plugged-66d89786-ccab-4fb1-b260-f31beb80760d for instance with vm_state active and task_state deleting.
Oct 24 07:53:48 user nova-compute[74307]: DEBUG nova.compute.manager [req-b146f3df-fa8d-4f88-b831-956b07deaeea req-59ea3015-0ff0-4d64-b247-7c6a9598bb4e service nova] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Received event network-vif-unplugged-66d89786-ccab-4fb1-b260-f31beb80760d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:53:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b146f3df-fa8d-4f88-b831-956b07deaeea req-59ea3015-0ff0-4d64-b247-7c6a9598bb4e service nova] Acquiring lock "c6dfe141-996d-4b55-bd25-589e3b8eb1d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:53:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b146f3df-fa8d-4f88-b831-956b07deaeea req-59ea3015-0ff0-4d64-b247-7c6a9598bb4e service nova] Lock "c6dfe141-996d-4b55-bd25-589e3b8eb1d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:53:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b146f3df-fa8d-4f88-b831-956b07deaeea req-59ea3015-0ff0-4d64-b247-7c6a9598bb4e service nova] Lock "c6dfe141-996d-4b55-bd25-589e3b8eb1d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:53:48 user nova-compute[74307]: DEBUG nova.compute.manager [req-b146f3df-fa8d-4f88-b831-956b07deaeea req-59ea3015-0ff0-4d64-b247-7c6a9598bb4e service nova] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] No waiting events found dispatching network-vif-unplugged-66d89786-ccab-4fb1-b260-f31beb80760d {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:53:48 user nova-compute[74307]: DEBUG nova.compute.manager [req-b146f3df-fa8d-4f88-b831-956b07deaeea req-59ea3015-0ff0-4d64-b247-7c6a9598bb4e service nova] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Received event network-vif-unplugged-66d89786-ccab-4fb1-b260-f31beb80760d for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 07:53:48 user nova-compute[74307]: DEBUG nova.compute.manager [req-b146f3df-fa8d-4f88-b831-956b07deaeea req-59ea3015-0ff0-4d64-b247-7c6a9598bb4e service nova] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Received event network-vif-plugged-66d89786-ccab-4fb1-b260-f31beb80760d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:53:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b146f3df-fa8d-4f88-b831-956b07deaeea req-59ea3015-0ff0-4d64-b247-7c6a9598bb4e service nova] Acquiring lock "c6dfe141-996d-4b55-bd25-589e3b8eb1d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:53:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b146f3df-fa8d-4f88-b831-956b07deaeea req-59ea3015-0ff0-4d64-b247-7c6a9598bb4e service nova] Lock "c6dfe141-996d-4b55-bd25-589e3b8eb1d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:53:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b146f3df-fa8d-4f88-b831-956b07deaeea req-59ea3015-0ff0-4d64-b247-7c6a9598bb4e service nova] Lock "c6dfe141-996d-4b55-bd25-589e3b8eb1d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:53:48 user nova-compute[74307]: DEBUG nova.compute.manager [req-b146f3df-fa8d-4f88-b831-956b07deaeea req-59ea3015-0ff0-4d64-b247-7c6a9598bb4e service nova] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] No waiting events found dispatching network-vif-plugged-66d89786-ccab-4fb1-b260-f31beb80760d {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:53:48 user nova-compute[74307]: WARNING nova.compute.manager [req-b146f3df-fa8d-4f88-b831-956b07deaeea req-59ea3015-0ff0-4d64-b247-7c6a9598bb4e service nova] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Received unexpected event network-vif-plugged-66d89786-ccab-4fb1-b260-f31beb80760d for instance with vm_state active and task_state deleting.
Oct 24 07:53:48 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:53:48 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:48 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:48 user nova-compute[74307]: INFO nova.compute.manager [-] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Took 0.79 seconds to deallocate network for instance.
Oct 24 07:53:48 user nova-compute[74307]: DEBUG nova.compute.manager [req-1ec48de2-d667-4402-b444-15ef033d6ad7 req-43303eca-0683-4109-ae91-8d5042a978ea service nova] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] Received event network-vif-plugged-d5560d01-6d53-4620-99b7-dc43cfc25177 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:53:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-1ec48de2-d667-4402-b444-15ef033d6ad7 req-43303eca-0683-4109-ae91-8d5042a978ea service nova] Acquiring lock "4e501411-27e6-4d8d-aea5-e89784def51e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:53:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-1ec48de2-d667-4402-b444-15ef033d6ad7 req-43303eca-0683-4109-ae91-8d5042a978ea service nova] Lock "4e501411-27e6-4d8d-aea5-e89784def51e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:53:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-1ec48de2-d667-4402-b444-15ef033d6ad7 req-43303eca-0683-4109-ae91-8d5042a978ea service nova] Lock "4e501411-27e6-4d8d-aea5-e89784def51e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:53:48 user nova-compute[74307]: DEBUG nova.compute.manager [req-1ec48de2-d667-4402-b444-15ef033d6ad7 req-43303eca-0683-4109-ae91-8d5042a978ea service nova] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] No waiting events found dispatching network-vif-plugged-d5560d01-6d53-4620-99b7-dc43cfc25177 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:53:48 user nova-compute[74307]: WARNING nova.compute.manager [req-1ec48de2-d667-4402-b444-15ef033d6ad7 req-43303eca-0683-4109-ae91-8d5042a978ea service nova] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] Received unexpected event network-vif-plugged-d5560d01-6d53-4620-99b7-dc43cfc25177 for instance with vm_state deleted and task_state None.
Oct 24 07:53:48 user nova-compute[74307]: DEBUG nova.compute.manager [req-1ec48de2-d667-4402-b444-15ef033d6ad7 req-43303eca-0683-4109-ae91-8d5042a978ea service nova] [instance: 4e501411-27e6-4d8d-aea5-e89784def51e] Received event network-vif-deleted-d5560d01-6d53-4620-99b7-dc43cfc25177 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:53:48 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-b1ce8a78-d942-4abc-91a2-5773838735c1 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:53:48 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-b1ce8a78-d942-4abc-91a2-5773838735c1 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:53:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-b1ce8a78-d942-4abc-91a2-5773838735c1 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.669s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:53:48 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:48 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:48 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-b1ce8a78-d942-4abc-91a2-5773838735c1 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Deleted allocations for instance 4e501411-27e6-4d8d-aea5-e89784def51e
Oct 24 07:53:49 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-b1ce8a78-d942-4abc-91a2-5773838735c1 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Lock "4e501411-27e6-4d8d-aea5-e89784def51e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.760s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:53:49 user nova-compute[74307]: INFO nova.compute.manager [None req-c1ca5a70-589a-4ee9-adca-92f95b734d35 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Took 1.04 seconds to detach 1 volumes for instance.
Oct 24 07:53:49 user nova-compute[74307]: DEBUG nova.compute.manager [None req-c1ca5a70-589a-4ee9-adca-92f95b734d35 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Deleting volume: 6431acfb-81a8-4398-8397-2b0ad5fb4d1b {{(pid=74307) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 24 07:53:49 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c1ca5a70-589a-4ee9-adca-92f95b734d35 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:53:49 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c1ca5a70-589a-4ee9-adca-92f95b734d35 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:53:50 user nova-compute[74307]: ERROR nova.volume.cinder [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Update attachment failed for attachment 27695c58-b45a-4316-a84a-0b7769a0326f. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Unable to attach volume to target iqn.2010-10.org.openstack:4b846f93-6ef7-4afe-b9d3-b04cc4719984 because of Request to /san/iscsi/targets/iqn.2010-10.org.openstack:4b846f93-6ef7-4afe-b9d3-b04cc4719984/luns failed with code: 500 of type:Unknown reason:Unknown.).). (HTTP 500) (Request-ID: req-ecde6d00-cd79-4a7b-9ee1-30301edd718c) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Unable to attach volume to target iqn.2010-10.org.openstack:4b846f93-6ef7-4afe-b9d3-b04cc4719984 because of Request to /san/iscsi/targets/iqn.2010-10.org.openstack:4b846f93-6ef7-4afe-b9d3-b04cc4719984/luns failed with code: 500 of type:Unknown reason:Unknown.).). (HTTP 500) (Request-ID: req-ecde6d00-cd79-4a7b-9ee1-30301edd718c)
Oct 24 07:53:50 user nova-compute[74307]: ERROR nova.compute.manager [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: c096c336-4868-465d-b619-a58653c5a4d2] Instance failed block device setup: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Unable to attach volume to target iqn.2010-10.org.openstack:4b846f93-6ef7-4afe-b9d3-b04cc4719984 because of Request to /san/iscsi/targets/iqn.2010-10.org.openstack:4b846f93-6ef7-4afe-b9d3-b04cc4719984/luns failed with code: 500 of type:Unknown reason:Unknown.).). (HTTP 500) (Request-ID: req-ecde6d00-cd79-4a7b-9ee1-30301edd718c)
Oct 24 07:53:50 user nova-compute[74307]: ERROR nova.compute.manager [instance: c096c336-4868-465d-b619-a58653c5a4d2] Traceback (most recent call last):
Oct 24 07:53:50 user nova-compute[74307]: ERROR nova.compute.manager [instance: c096c336-4868-465d-b619-a58653c5a4d2]   File "/opt/stack/nova/nova/compute/manager.py", line 2190, in _prep_block_device
Oct 24 07:53:50 user nova-compute[74307]: ERROR nova.compute.manager [instance: c096c336-4868-465d-b619-a58653c5a4d2]     driver_block_device.attach_block_devices(
Oct 24 07:53:50 user nova-compute[74307]: ERROR nova.compute.manager [instance: c096c336-4868-465d-b619-a58653c5a4d2]   File "/opt/stack/nova/nova/virt/block_device.py", line 936, in attach_block_devices
Oct 24 07:53:50 user nova-compute[74307]: ERROR nova.compute.manager [instance: c096c336-4868-465d-b619-a58653c5a4d2]     _log_and_attach(device)
Oct 24 07:53:50 user nova-compute[74307]: ERROR nova.compute.manager [instance: c096c336-4868-465d-b619-a58653c5a4d2]   File "/opt/stack/nova/nova/virt/block_device.py", line 933, in _log_and_attach
Oct 24 07:53:50 user nova-compute[74307]: ERROR nova.compute.manager [instance: c096c336-4868-465d-b619-a58653c5a4d2]     bdm.attach(*attach_args, **attach_kwargs)
Oct 24 07:53:50 user nova-compute[74307]: ERROR nova.compute.manager [instance: c096c336-4868-465d-b619-a58653c5a4d2]   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Oct 24 07:53:50 user nova-compute[74307]: ERROR nova.compute.manager [instance: c096c336-4868-465d-b619-a58653c5a4d2]     ret_val = method(obj, context, *args, **kwargs)
Oct 24 07:53:50 user nova-compute[74307]: ERROR nova.compute.manager [instance: c096c336-4868-465d-b619-a58653c5a4d2]   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Oct 24 07:53:50 user nova-compute[74307]: ERROR nova.compute.manager [instance: c096c336-4868-465d-b619-a58653c5a4d2]     self._do_attach(context, instance, volume, volume_api,
Oct 24 07:53:50 user nova-compute[74307]: ERROR nova.compute.manager [instance: c096c336-4868-465d-b619-a58653c5a4d2]   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Oct 24 07:53:50 user nova-compute[74307]: ERROR nova.compute.manager [instance: c096c336-4868-465d-b619-a58653c5a4d2]     self._volume_attach(context, volume, connector, instance,
Oct 24 07:53:50 user nova-compute[74307]: ERROR nova.compute.manager [instance: c096c336-4868-465d-b619-a58653c5a4d2]   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Oct 24 07:53:50 user nova-compute[74307]: ERROR nova.compute.manager [instance: c096c336-4868-465d-b619-a58653c5a4d2]     connection_info = volume_api.attachment_update(
Oct 24 07:53:50 user nova-compute[74307]: ERROR nova.compute.manager [instance: c096c336-4868-465d-b619-a58653c5a4d2]   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 24 07:53:50 user nova-compute[74307]: ERROR nova.compute.manager [instance: c096c336-4868-465d-b619-a58653c5a4d2]     res = method(self, ctx, *args, **kwargs)
Oct 24 07:53:50 user nova-compute[74307]: ERROR nova.compute.manager [instance: c096c336-4868-465d-b619-a58653c5a4d2]   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Oct 24 07:53:50 user nova-compute[74307]: ERROR nova.compute.manager [instance: c096c336-4868-465d-b619-a58653c5a4d2]     res = method(self, ctx, attachment_id, *args, **kwargs)
Oct 24 07:53:50 user nova-compute[74307]: ERROR nova.compute.manager [instance: c096c336-4868-465d-b619-a58653c5a4d2]   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Oct 24 07:53:50 user nova-compute[74307]: ERROR nova.compute.manager [instance: c096c336-4868-465d-b619-a58653c5a4d2]     with excutils.save_and_reraise_exception():
Oct 24 07:53:50 user nova-compute[74307]: ERROR nova.compute.manager [instance: c096c336-4868-465d-b619-a58653c5a4d2]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 24 07:53:50 user nova-compute[74307]: ERROR nova.compute.manager [instance: c096c336-4868-465d-b619-a58653c5a4d2]     self.force_reraise()
Oct 24 07:53:50 user nova-compute[74307]: ERROR nova.compute.manager [instance: c096c336-4868-465d-b619-a58653c5a4d2]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 24 07:53:50 user nova-compute[74307]: ERROR nova.compute.manager [instance: c096c336-4868-465d-b619-a58653c5a4d2]     raise self.value
Oct 24 07:53:50 user nova-compute[74307]: ERROR nova.compute.manager [instance: c096c336-4868-465d-b619-a58653c5a4d2]   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Oct 24 07:53:50 user nova-compute[74307]: ERROR nova.compute.manager [instance: c096c336-4868-465d-b619-a58653c5a4d2]     context, '3.44', skip_version_check=True).attachments.update(
Oct 24 07:53:50 user nova-compute[74307]: ERROR nova.compute.manager [instance: c096c336-4868-465d-b619-a58653c5a4d2]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Oct 24 07:53:50 user nova-compute[74307]: ERROR nova.compute.manager [instance: c096c336-4868-465d-b619-a58653c5a4d2]     return method.func(obj, *args, **kwargs)
Oct 24 07:53:50 user nova-compute[74307]: ERROR nova.compute.manager [instance: c096c336-4868-465d-b619-a58653c5a4d2]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Oct 24 07:53:50 user nova-compute[74307]: ERROR nova.compute.manager [instance: c096c336-4868-465d-b619-a58653c5a4d2]     resp = self._update('/attachments/%s' % id, body)
Oct 24 07:53:50 user nova-compute[74307]: ERROR nova.compute.manager [instance: c096c336-4868-465d-b619-a58653c5a4d2]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Oct 24 07:53:50 user nova-compute[74307]: ERROR nova.compute.manager [instance: c096c336-4868-465d-b619-a58653c5a4d2]     resp, body = self.api.client.put(url, body=body, **kwargs)
Oct 24 07:53:50 user nova-compute[74307]: ERROR nova.compute.manager [instance: c096c336-4868-465d-b619-a58653c5a4d2]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Oct 24 07:53:50 user nova-compute[74307]: ERROR nova.compute.manager [instance: c096c336-4868-465d-b619-a58653c5a4d2]     return self._cs_request(url, 'PUT', **kwargs)
Oct 24 07:53:50 user nova-compute[74307]: ERROR nova.compute.manager [instance: c096c336-4868-465d-b619-a58653c5a4d2]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 24 07:53:50 user nova-compute[74307]: ERROR nova.compute.manager [instance: c096c336-4868-465d-b619-a58653c5a4d2]     return self.request(url, method, **kwargs)
Oct 24 07:53:50 user nova-compute[74307]: ERROR nova.compute.manager [instance: c096c336-4868-465d-b619-a58653c5a4d2]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 24 07:53:50 user nova-compute[74307]: ERROR nova.compute.manager [instance: c096c336-4868-465d-b619-a58653c5a4d2]     raise exceptions.from_response(resp, body)
Oct 24 07:53:50 user nova-compute[74307]: ERROR nova.compute.manager [instance: c096c336-4868-465d-b619-a58653c5a4d2] cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Unable to attach volume to target iqn.2010-10.org.openstack:4b846f93-6ef7-4afe-b9d3-b04cc4719984 because of Request to /san/iscsi/targets/iqn.2010-10.org.openstack:4b846f93-6ef7-4afe-b9d3-b04cc4719984/luns failed with code: 500 of type:Unknown reason:Unknown.).). (HTTP 500) (Request-ID: req-ecde6d00-cd79-4a7b-9ee1-30301edd718c)
Oct 24 07:53:50 user nova-compute[74307]: ERROR nova.compute.manager [instance: c096c336-4868-465d-b619-a58653c5a4d2] 
Oct 24 07:53:50 user nova-compute[74307]: DEBUG nova.compute.claims [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: c096c336-4868-465d-b619-a58653c5a4d2] Aborting claim: <nova.compute.claims.Claim object at 0x7f4624730280> {{(pid=74307) abort /opt/stack/nova/nova/compute/claims.py:84}}
Oct 24 07:53:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:53:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:50 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-c1ca5a70-589a-4ee9-adca-92f95b734d35 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:53:50 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-c1ca5a70-589a-4ee9-adca-92f95b734d35 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:53:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c1ca5a70-589a-4ee9-adca-92f95b734d35 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.506s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:53:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.388s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:53:50 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-c1ca5a70-589a-4ee9-adca-92f95b734d35 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Deleted allocations for instance c6dfe141-996d-4b55-bd25-589e3b8eb1d3
Oct 24 07:53:50 user nova-compute[74307]: DEBUG nova.compute.manager [req-b31e3a68-ffcb-4303-8270-35368e64608f req-818325b5-97a7-4523-813e-028354830d0b service nova] [instance: c6dfe141-996d-4b55-bd25-589e3b8eb1d3] Received event network-vif-deleted-66d89786-ccab-4fb1-b260-f31beb80760d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:53:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c1ca5a70-589a-4ee9-adca-92f95b734d35 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "c6dfe141-996d-4b55-bd25-589e3b8eb1d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.472s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:53:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-ce610d21-9c38-4ebb-973c-ed35854aee6d tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Acquiring lock "a3d20a77-0526-489d-8c15-cb0b45930f36" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:53:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-ce610d21-9c38-4ebb-973c-ed35854aee6d tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Lock "a3d20a77-0526-489d-8c15-cb0b45930f36" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:53:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-ce610d21-9c38-4ebb-973c-ed35854aee6d tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Acquiring lock "a3d20a77-0526-489d-8c15-cb0b45930f36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:53:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-ce610d21-9c38-4ebb-973c-ed35854aee6d tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Lock "a3d20a77-0526-489d-8c15-cb0b45930f36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:53:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-ce610d21-9c38-4ebb-973c-ed35854aee6d tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Lock "a3d20a77-0526-489d-8c15-cb0b45930f36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:53:50 user nova-compute[74307]: INFO nova.compute.manager [None req-ce610d21-9c38-4ebb-973c-ed35854aee6d tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Terminating instance
Oct 24 07:53:50 user nova-compute[74307]: DEBUG nova.compute.manager [None req-ce610d21-9c38-4ebb-973c-ed35854aee6d tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Start destroying the instance on the hypervisor. {{(pid=74307) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 07:53:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:51 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:53:51 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:53:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 0.673s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:53:51 user nova-compute[74307]: DEBUG nova.compute.manager [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: c096c336-4868-465d-b619-a58653c5a4d2] Build of instance c096c336-4868-465d-b619-a58653c5a4d2 aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Unable to attach volume to target iqn.2010-10.org.openstack:4b846f93-6ef7-4afe-b9d3-b04cc4719984 because of Request to /san/iscsi/targets/iqn.2010-10.org.openstack:4b846f93-6ef7-4afe-b9d3-b04cc4719984/luns failed with code: 500 of type:Unknown reason:Unknown.).). (HTTP 500) (Request-ID: req-ecde6d00-cd79-4a7b-9ee1-30301edd718c) {{(pid=74307) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2660}}
Oct 24 07:53:51 user nova-compute[74307]: DEBUG nova.compute.utils [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: c096c336-4868-465d-b619-a58653c5a4d2] Build of instance c096c336-4868-465d-b619-a58653c5a4d2 aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Unable to attach volume to target iqn.2010-10.org.openstack:4b846 {{(pid=74307) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}}
Oct 24 07:53:51 user nova-compute[74307]: ERROR nova.compute.manager [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: c096c336-4868-465d-b619-a58653c5a4d2] Build of instance c096c336-4868-465d-b619-a58653c5a4d2 aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Unable to attach volume to target iqn.2010-10.org.openstack:4b846f93-6ef7-4afe-b9d3-b04cc4719984 because of Request to /san/iscsi/targets/iqn.2010-10.org.openstack:4b846f93-6ef7-4afe-b9d3-b04cc4719984/luns failed with code: 500 of type:Unknown reason:Unknown.).). (HTTP 500) (Request-ID: req-ecde6d00-cd79-4a7b-9ee1-30301edd718c): nova.exception.BuildAbortException: Build of instance c096c336-4868-465d-b619-a58653c5a4d2 aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Unable to attach volume to target iqn.2010-10.org.openstack:4b846f93-6ef7-4afe-b9d3-b04cc4719984 because of Request to /san/iscsi/targets/iqn.2010-10.org.openstack:4b846f93-6ef7-4afe-b9d3-b04cc4719984/luns failed with code: 500 of type:Unknown reason:Unknown.).). (HTTP 500) (Request-ID: req-ecde6d00-cd79-4a7b-9ee1-30301edd718c)
Oct 24 07:53:51 user nova-compute[74307]: DEBUG nova.compute.manager [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: c096c336-4868-465d-b619-a58653c5a4d2] Unplugging VIFs for instance {{(pid=74307) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:2996}}
Oct 24 07:53:51 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:53:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-410932946',display_name='tempest-ServerActionsTestOtherA-server-410932946',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-410932946',id=29,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOooSDq7I+zrqPfyjx1sR2mzOtPWbtp/jgbUMS1kz3jwjXxUuxny4wbLIwI4KbQ+d90PvLAxLEMCkpJcMzoWe4J9Yj/TZ4KlMliHyDyLI0hbUWpNGqe7L/Naqz4nkMQJtg==',key_name='tempest-keypair-1478140880',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b309cc23749c4a8db15e97071e598aa7',ramdisk_id='',reservation_id='r-fwpqvkrq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-379663663',owner_user_name='tempest-ServerActionsTestOtherA-379663663-project-member'},tags=TagList,task_state='block_device_mapping',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:53:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='26da1d70557347a1ba51cc920ab9b090',uuid=c096c336-4868-465d-b619-a58653c5a4d2,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "758854fa-dcda-4d40-9c1b-1d3b235ed947", "address": "fa:16:3e:d5:bd:ce", "network": {"id": "a62eef8f-3418-495c-91c8-3410c10364d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1235073358-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b309cc23749c4a8db15e97071e598aa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap758854fa-dc", "ovs_interfaceid": "758854fa-dcda-4d40-9c1b-1d3b235ed947", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 07:53:51 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Converting VIF {"id": "758854fa-dcda-4d40-9c1b-1d3b235ed947", "address": "fa:16:3e:d5:bd:ce", "network": {"id": "a62eef8f-3418-495c-91c8-3410c10364d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1235073358-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b309cc23749c4a8db15e97071e598aa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap758854fa-dc", "ovs_interfaceid": "758854fa-dcda-4d40-9c1b-1d3b235ed947", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:53:51 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d5:bd:ce,bridge_name='br-int',has_traffic_filtering=True,id=758854fa-dcda-4d40-9c1b-1d3b235ed947,network=Network(a62eef8f-3418-495c-91c8-3410c10364d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap758854fa-dc') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:53:51 user nova-compute[74307]: DEBUG os_vif [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d5:bd:ce,bridge_name='br-int',has_traffic_filtering=True,id=758854fa-dcda-4d40-9c1b-1d3b235ed947,network=Network(a62eef8f-3418-495c-91c8-3410c10364d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap758854fa-dc') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 07:53:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap758854fa-dc, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:53:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:53:51 user nova-compute[74307]: INFO os_vif [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d5:bd:ce,bridge_name='br-int',has_traffic_filtering=True,id=758854fa-dcda-4d40-9c1b-1d3b235ed947,network=Network(a62eef8f-3418-495c-91c8-3410c10364d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap758854fa-dc')
Oct 24 07:53:51 user nova-compute[74307]: DEBUG nova.compute.manager [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: c096c336-4868-465d-b619-a58653c5a4d2] Unplugged VIFs for instance {{(pid=74307) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3032}}
Oct 24 07:53:51 user nova-compute[74307]: DEBUG nova.compute.manager [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: c096c336-4868-465d-b619-a58653c5a4d2] Deallocating network for instance {{(pid=74307) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 07:53:51 user nova-compute[74307]: DEBUG nova.network.neutron [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: c096c336-4868-465d-b619-a58653c5a4d2] deallocate_for_instance() {{(pid=74307) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 07:53:51 user nova-compute[74307]: DEBUG nova.compute.manager [req-3eea4fda-5364-440b-b720-8a3ac8667361 req-04276a20-3269-442c-8e4a-0f7ab7c6c4a1 service nova] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Received event network-vif-unplugged-545ddbc1-14d2-4119-90ca-6fef55e434e3 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:53:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-3eea4fda-5364-440b-b720-8a3ac8667361 req-04276a20-3269-442c-8e4a-0f7ab7c6c4a1 service nova] Acquiring lock "a3d20a77-0526-489d-8c15-cb0b45930f36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:53:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-3eea4fda-5364-440b-b720-8a3ac8667361 req-04276a20-3269-442c-8e4a-0f7ab7c6c4a1 service nova] Lock "a3d20a77-0526-489d-8c15-cb0b45930f36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:53:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-3eea4fda-5364-440b-b720-8a3ac8667361 req-04276a20-3269-442c-8e4a-0f7ab7c6c4a1 service nova] Lock "a3d20a77-0526-489d-8c15-cb0b45930f36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:53:51 user nova-compute[74307]: DEBUG nova.compute.manager [req-3eea4fda-5364-440b-b720-8a3ac8667361 req-04276a20-3269-442c-8e4a-0f7ab7c6c4a1 service nova] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] No waiting events found dispatching network-vif-unplugged-545ddbc1-14d2-4119-90ca-6fef55e434e3 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:53:51 user nova-compute[74307]: DEBUG nova.compute.manager [req-3eea4fda-5364-440b-b720-8a3ac8667361 req-04276a20-3269-442c-8e4a-0f7ab7c6c4a1 service nova] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Received event network-vif-unplugged-545ddbc1-14d2-4119-90ca-6fef55e434e3 for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 07:53:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:51 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Instance destroyed successfully.
Oct 24 07:53:51 user nova-compute[74307]: DEBUG nova.objects.instance [None req-ce610d21-9c38-4ebb-973c-ed35854aee6d tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Lazy-loading 'resources' on Instance uuid a3d20a77-0526-489d-8c15-cb0b45930f36 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:53:51 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-ce610d21-9c38-4ebb-973c-ed35854aee6d tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:51:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1989849926',display_name='tempest-ServersNegativeTestJSON-server-1989849926',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1989849926',id=26,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:52:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0ed0fc9b7c564f10b64a8ea55c6bd089',ramdisk_id='',reservation_id='r-s9388zh7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-1790602572',owner_user_name='tempest-ServersNegativeTestJSON-1790602572-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T07:52:07Z,user_data=None,user_id='a4d6b6e8cceb49d4b79f127216256a1e',uuid=a3d20a77-0526-489d-8c15-cb0b45930f36,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "545ddbc1-14d2-4119-90ca-6fef55e434e3", "address": "fa:16:3e:39:03:ea", "network": {"id": "a9d910fd-4365-468e-b04c-2c83ec039f17", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-233852192-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ed0fc9b7c564f10b64a8ea55c6bd089", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap545ddbc1-14", "ovs_interfaceid": "545ddbc1-14d2-4119-90ca-6fef55e434e3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 07:53:51 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-ce610d21-9c38-4ebb-973c-ed35854aee6d tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Converting VIF {"id": "545ddbc1-14d2-4119-90ca-6fef55e434e3", "address": "fa:16:3e:39:03:ea", "network": {"id": "a9d910fd-4365-468e-b04c-2c83ec039f17", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-233852192-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ed0fc9b7c564f10b64a8ea55c6bd089", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap545ddbc1-14", "ovs_interfaceid": "545ddbc1-14d2-4119-90ca-6fef55e434e3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:53:51 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-ce610d21-9c38-4ebb-973c-ed35854aee6d tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:39:03:ea,bridge_name='br-int',has_traffic_filtering=True,id=545ddbc1-14d2-4119-90ca-6fef55e434e3,network=Network(a9d910fd-4365-468e-b04c-2c83ec039f17),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap545ddbc1-14') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:53:51 user nova-compute[74307]: DEBUG os_vif [None req-ce610d21-9c38-4ebb-973c-ed35854aee6d tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:39:03:ea,bridge_name='br-int',has_traffic_filtering=True,id=545ddbc1-14d2-4119-90ca-6fef55e434e3,network=Network(a9d910fd-4365-468e-b04c-2c83ec039f17),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap545ddbc1-14') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 07:53:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap545ddbc1-14, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:53:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:53:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=772052f9-2ef6-4269-adb6-7b82f181032a) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:53:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:53:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:51 user nova-compute[74307]: INFO os_vif [None req-ce610d21-9c38-4ebb-973c-ed35854aee6d tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:39:03:ea,bridge_name='br-int',has_traffic_filtering=True,id=545ddbc1-14d2-4119-90ca-6fef55e434e3,network=Network(a9d910fd-4365-468e-b04c-2c83ec039f17),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap545ddbc1-14')
Oct 24 07:53:51 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-ce610d21-9c38-4ebb-973c-ed35854aee6d tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Deleting instance files /opt/stack/data/nova/instances/a3d20a77-0526-489d-8c15-cb0b45930f36_del
Oct 24 07:53:51 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-ce610d21-9c38-4ebb-973c-ed35854aee6d tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Deletion of /opt/stack/data/nova/instances/a3d20a77-0526-489d-8c15-cb0b45930f36_del complete
Oct 24 07:53:51 user nova-compute[74307]: INFO nova.compute.manager [None req-ce610d21-9c38-4ebb-973c-ed35854aee6d tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Took 1.02 seconds to destroy the instance on the hypervisor.
Oct 24 07:53:51 user nova-compute[74307]: DEBUG oslo.service.loopingcall [None req-ce610d21-9c38-4ebb-973c-ed35854aee6d tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74307) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 07:53:51 user nova-compute[74307]: DEBUG nova.compute.manager [-] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Deallocating network for instance {{(pid=74307) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 07:53:51 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] deallocate_for_instance() {{(pid=74307) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 07:53:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:51 user nova-compute[74307]: DEBUG nova.network.neutron [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: c096c336-4868-465d-b619-a58653c5a4d2] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:53:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:51 user nova-compute[74307]: INFO nova.compute.manager [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: c096c336-4868-465d-b619-a58653c5a4d2] Took 0.65 seconds to deallocate network for instance.
Oct 24 07:53:51 user nova-compute[74307]: DEBUG nova.compute.manager [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: c096c336-4868-465d-b619-a58653c5a4d2] Detaching volume: 4b846f93-6ef7-4afe-b9d3-b04cc4719984 {{(pid=74307) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3224}}
Oct 24 07:53:51 user nova-compute[74307]: INFO nova.compute.manager [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: c096c336-4868-465d-b619-a58653c5a4d2] Detaching volume 4b846f93-6ef7-4afe-b9d3-b04cc4719984
Oct 24 07:53:51 user nova-compute[74307]: ERROR nova.virt.block_device [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: c096c336-4868-465d-b619-a58653c5a4d2] Unable to call for a driver detach of volume 4b846f93-6ef7-4afe-b9d3-b04cc4719984 due to the instance being registered to the remote host None.: nova.exception.BuildAbortException: Build of instance c096c336-4868-465d-b619-a58653c5a4d2 aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Unable to attach volume to target iqn.2010-10.org.openstack:4b846f93-6ef7-4afe-b9d3-b04cc4719984 because of Request to /san/iscsi/targets/iqn.2010-10.org.openstack:4b846f93-6ef7-4afe-b9d3-b04cc4719984/luns failed with code: 500 of type:Unknown reason:Unknown.).). (HTTP 500) (Request-ID: req-ecde6d00-cd79-4a7b-9ee1-30301edd718c)
Oct 24 07:53:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:52 user nova-compute[74307]: DEBUG nova.compute.manager [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: c096c336-4868-465d-b619-a58653c5a4d2] Deleting volume: 4b846f93-6ef7-4afe-b9d3-b04cc4719984 {{(pid=74307) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 24 07:53:52 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:53:52 user nova-compute[74307]: INFO nova.compute.manager [-] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Took 0.75 seconds to deallocate network for instance.
Oct 24 07:53:52 user nova-compute[74307]: DEBUG nova.compute.manager [req-d78aa075-3cef-4157-938f-4c011f500fa5 req-c76a28f5-9b2d-421c-b60a-72475027e004 service nova] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Received event network-vif-deleted-545ddbc1-14d2-4119-90ca-6fef55e434e3 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:53:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-ce610d21-9c38-4ebb-973c-ed35854aee6d tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:53:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-ce610d21-9c38-4ebb-973c-ed35854aee6d tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:53:52 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Deleted allocations for instance c096c336-4868-465d-b619-a58653c5a4d2
Oct 24 07:53:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9eef9066-ca40-48f8-870b-dcdc9d1e6abb tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "c096c336-4868-465d-b619-a58653c5a4d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 45.352s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:53:53 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-ce610d21-9c38-4ebb-973c-ed35854aee6d tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:53:53 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-ce610d21-9c38-4ebb-973c-ed35854aee6d tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:53:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-ce610d21-9c38-4ebb-973c-ed35854aee6d tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.613s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:53:53 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-ce610d21-9c38-4ebb-973c-ed35854aee6d tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Deleted allocations for instance a3d20a77-0526-489d-8c15-cb0b45930f36
Oct 24 07:53:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-ce610d21-9c38-4ebb-973c-ed35854aee6d tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Lock "a3d20a77-0526-489d-8c15-cb0b45930f36" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.829s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:53:53 user nova-compute[74307]: DEBUG nova.compute.manager [req-dea2fb6c-a1c2-478f-a179-48a108d73cd0 req-01c41e90-eb2c-4514-ad3f-9ec55a392bcc service nova] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Received event network-vif-plugged-545ddbc1-14d2-4119-90ca-6fef55e434e3 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:53:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-dea2fb6c-a1c2-478f-a179-48a108d73cd0 req-01c41e90-eb2c-4514-ad3f-9ec55a392bcc service nova] Acquiring lock "a3d20a77-0526-489d-8c15-cb0b45930f36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:53:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-dea2fb6c-a1c2-478f-a179-48a108d73cd0 req-01c41e90-eb2c-4514-ad3f-9ec55a392bcc service nova] Lock "a3d20a77-0526-489d-8c15-cb0b45930f36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:53:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-dea2fb6c-a1c2-478f-a179-48a108d73cd0 req-01c41e90-eb2c-4514-ad3f-9ec55a392bcc service nova] Lock "a3d20a77-0526-489d-8c15-cb0b45930f36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:53:53 user nova-compute[74307]: DEBUG nova.compute.manager [req-dea2fb6c-a1c2-478f-a179-48a108d73cd0 req-01c41e90-eb2c-4514-ad3f-9ec55a392bcc service nova] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] No waiting events found dispatching network-vif-plugged-545ddbc1-14d2-4119-90ca-6fef55e434e3 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:53:53 user nova-compute[74307]: WARNING nova.compute.manager [req-dea2fb6c-a1c2-478f-a179-48a108d73cd0 req-01c41e90-eb2c-4514-ad3f-9ec55a392bcc service nova] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Received unexpected event network-vif-plugged-545ddbc1-14d2-4119-90ca-6fef55e434e3 for instance with vm_state deleted and task_state None.
Oct 24 07:53:53 user nova-compute[74307]: DEBUG nova.compute.manager [req-dea2fb6c-a1c2-478f-a179-48a108d73cd0 req-01c41e90-eb2c-4514-ad3f-9ec55a392bcc service nova] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Received event network-vif-plugged-545ddbc1-14d2-4119-90ca-6fef55e434e3 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:53:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-dea2fb6c-a1c2-478f-a179-48a108d73cd0 req-01c41e90-eb2c-4514-ad3f-9ec55a392bcc service nova] Acquiring lock "a3d20a77-0526-489d-8c15-cb0b45930f36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:53:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-dea2fb6c-a1c2-478f-a179-48a108d73cd0 req-01c41e90-eb2c-4514-ad3f-9ec55a392bcc service nova] Lock "a3d20a77-0526-489d-8c15-cb0b45930f36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:53:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-dea2fb6c-a1c2-478f-a179-48a108d73cd0 req-01c41e90-eb2c-4514-ad3f-9ec55a392bcc service nova] Lock "a3d20a77-0526-489d-8c15-cb0b45930f36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:53:53 user nova-compute[74307]: DEBUG nova.compute.manager [req-dea2fb6c-a1c2-478f-a179-48a108d73cd0 req-01c41e90-eb2c-4514-ad3f-9ec55a392bcc service nova] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] No waiting events found dispatching network-vif-plugged-545ddbc1-14d2-4119-90ca-6fef55e434e3 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:53:53 user nova-compute[74307]: WARNING nova.compute.manager [req-dea2fb6c-a1c2-478f-a179-48a108d73cd0 req-01c41e90-eb2c-4514-ad3f-9ec55a392bcc service nova] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Received unexpected event network-vif-plugged-545ddbc1-14d2-4119-90ca-6fef55e434e3 for instance with vm_state deleted and task_state None.
Oct 24 07:53:53 user nova-compute[74307]: DEBUG nova.compute.manager [req-dea2fb6c-a1c2-478f-a179-48a108d73cd0 req-01c41e90-eb2c-4514-ad3f-9ec55a392bcc service nova] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Received event network-vif-plugged-545ddbc1-14d2-4119-90ca-6fef55e434e3 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:53:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-dea2fb6c-a1c2-478f-a179-48a108d73cd0 req-01c41e90-eb2c-4514-ad3f-9ec55a392bcc service nova] Acquiring lock "a3d20a77-0526-489d-8c15-cb0b45930f36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:53:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-dea2fb6c-a1c2-478f-a179-48a108d73cd0 req-01c41e90-eb2c-4514-ad3f-9ec55a392bcc service nova] Lock "a3d20a77-0526-489d-8c15-cb0b45930f36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:53:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-dea2fb6c-a1c2-478f-a179-48a108d73cd0 req-01c41e90-eb2c-4514-ad3f-9ec55a392bcc service nova] Lock "a3d20a77-0526-489d-8c15-cb0b45930f36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:53:53 user nova-compute[74307]: DEBUG nova.compute.manager [req-dea2fb6c-a1c2-478f-a179-48a108d73cd0 req-01c41e90-eb2c-4514-ad3f-9ec55a392bcc service nova] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] No waiting events found dispatching network-vif-plugged-545ddbc1-14d2-4119-90ca-6fef55e434e3 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:53:53 user nova-compute[74307]: WARNING nova.compute.manager [req-dea2fb6c-a1c2-478f-a179-48a108d73cd0 req-01c41e90-eb2c-4514-ad3f-9ec55a392bcc service nova] [instance: a3d20a77-0526-489d-8c15-cb0b45930f36] Received unexpected event network-vif-plugged-545ddbc1-14d2-4119-90ca-6fef55e434e3 for instance with vm_state deleted and task_state None.
Oct 24 07:53:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:56 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:53:58 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-87ab35c7-fa21-48b4-a15d-7d322e5f0de6 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance dd88db6b-5c0d-4e8f-af41-8dd84cb42aab is timed out.
Oct 24 07:53:58 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-87ab35c7-fa21-48b4-a15d-7d322e5f0de6 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Successfully detached device vdc from instance dd88db6b-5c0d-4e8f-af41-8dd84cb42aab from the live domain config.
Oct 24 07:53:58 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-87ab35c7-fa21-48b4-a15d-7d322e5f0de6 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] calling os-brick to detach iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 07:53:58 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ab35c7-fa21-48b4-a15d-7d322e5f0de6 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, {'target_iqn': 'iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VfdpbAUo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:53:58 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-87ab35c7-fa21-48b4-a15d-7d322e5f0de6 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:53:58 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-87ab35c7-fa21-48b4-a15d-7d322e5f0de6 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:53:58 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-87ab35c7-fa21-48b4-a15d-7d322e5f0de6 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:53:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:58 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb6d4703-3b14-4f3b-8453-8049fa5d6188]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:58 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ab35c7-fa21-48b4-a15d-7d322e5f0de6 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 07:53:58 user nova-compute[74307]: No targets found.
Oct 24 07:53:58 user nova-compute[74307]: iSNS:
Oct 24 07:53:58 user nova-compute[74307]: No targets found.
Oct 24 07:53:58 user nova-compute[74307]: STATIC:
Oct 24 07:53:58 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854
Oct 24 07:53:58 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:53:58 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:53:58 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c
Oct 24 07:53:58 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:53:58 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:53:58 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e
Oct 24 07:53:58 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:53:58 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:53:58 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445
Oct 24 07:53:58 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:53:58 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:53:58 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4
Oct 24 07:53:58 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:53:58 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:53:58 user nova-compute[74307]: FIRMWARE:
Oct 24 07:53:58 user nova-compute[74307]: No targets found.
Oct 24 07:53:58 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:53:58 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ab35c7-fa21-48b4-a15d-7d322e5f0de6 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 07:53:58 user nova-compute[74307]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 07:53:58 user nova-compute[74307]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74307) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 07:53:58 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ab35c7-fa21-48b4-a15d-7d322e5f0de6 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4', 0)] {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 07:53:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:58 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3f33af4-681d-4cc9-93be-fffeeb3cf587]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:58 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[89adfe4c-3efe-4118-a754-b2efaa67b364]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:58 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ab35c7-fa21-48b4-a15d-7d322e5f0de6 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:53:58 user nova-compute[74307]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4 (non-flash)
Oct 24 07:53:58 user nova-compute[74307]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c (non-flash)
Oct 24 07:53:58 user nova-compute[74307]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e (non-flash)
Oct 24 07:53:58 user nova-compute[74307]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)
Oct 24 07:53:58 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:53:58 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ab35c7-fa21-48b4-a15d-7d322e5f0de6 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:53:58 user nova-compute[74307]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4 (non-flash)
Oct 24 07:53:58 user nova-compute[74307]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c (non-flash)
Oct 24 07:53:58 user nova-compute[74307]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e (non-flash)
Oct 24 07:53:58 user nova-compute[74307]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)
Oct 24 07:53:58 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:53:58 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ab35c7-fa21-48b4-a15d-7d322e5f0de6 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4600f36830>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4'): ({'sdb'}, set())}) {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 07:53:58 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-87ab35c7-fa21-48b4-a15d-7d322e5f0de6 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Removing single pathed devices sdb {{(pid=74307) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 07:53:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:58 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[47d9a710-a474-41c3-92ae-413346a697e4]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:58 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea375e15-02a1-4d2c-875e-c5fcf3fbafbb]: (4, ('ok\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:58 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-87ab35c7-fa21-48b4-a15d-7d322e5f0de6 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Flushing IO for device /dev/sdb {{(pid=74307) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 07:53:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:58 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[5faa9163-c590-4ee5-aecc-d8cea36146ca]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:58 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-87ab35c7-fa21-48b4-a15d-7d322e5f0de6 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74307) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 07:53:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.039s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:58 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f332d45-3f51-4f53-a132-06b3090db7cd]: (4, ('1', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:58 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-87ab35c7-fa21-48b4-a15d-7d322e5f0de6 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 07:53:58 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-87ab35c7-fa21-48b4-a15d-7d322e5f0de6 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] SCSI volumes sdb have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 07:53:58 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ab35c7-fa21-48b4-a15d-7d322e5f0de6 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4')] {{(pid=74307) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 07:53:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:58 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[05ca5d74-96ee-4659-929a-63a4cdad1829]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:58 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ab35c7-fa21-48b4-a15d-7d322e5f0de6 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:53:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4 -p 172.16.0.220:3260 --logout {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4 -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:58 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[54c4ff2a-a75e-4a40-9df7-203331d746a3]: (4, ('Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4, portal: 172.16.0.220,3260]\nLogout of [sid: 23, target: iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:58 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ab35c7-fa21-48b4-a15d-7d322e5f0de6 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4, portal: 172.16.0.220,3260]
Oct 24 07:53:58 user nova-compute[74307]: Logout of [sid: 23, target: iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4, portal: 172.16.0.220,3260] successful.
Oct 24 07:53:58 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:53:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4 -p 172.16.0.220:3260 --op delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:53:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19397387-a92c-43c0-a44b-682e9db71ff4 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.034s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:53:58 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d4582f6-a780-4080-b3f4-a25397fd1a2b]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:53:58 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ab35c7-fa21-48b4-a15d-7d322e5f0de6 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:53:58 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-87ab35c7-fa21-48b4-a15d-7d322e5f0de6 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.322s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:53:58 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ab35c7-fa21-48b4-a15d-7d322e5f0de6 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] <== disconnect_volume: return (324ms) None {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:53:58 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-87ab35c7-fa21-48b4-a15d-7d322e5f0de6 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Disconnected iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 07:53:59 user nova-compute[74307]: DEBUG nova.objects.instance [None req-87ab35c7-fa21-48b4-a15d-7d322e5f0de6 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lazy-loading 'flavor' on Instance uuid dd88db6b-5c0d-4e8f-af41-8dd84cb42aab {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:53:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-87ab35c7-fa21-48b4-a15d-7d322e5f0de6 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "dd88db6b-5c0d-4e8f-af41-8dd84cb42aab" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.866s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:54:00 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:54:00 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:54:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:02 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:54:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:54:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:54:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:54:02 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 07:54:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:54:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json" returned: 0 in 0.413s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:54:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:54:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:54:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/02857236-4abf-4671-972e-21ef9328566c/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:54:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/02857236-4abf-4671-972e-21ef9328566c/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:54:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/02857236-4abf-4671-972e-21ef9328566c/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:54:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/02857236-4abf-4671-972e-21ef9328566c/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:54:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:54:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:54:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:54:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:54:03 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdg (vda) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:54:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:54:04 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:54:04 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:54:04 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:54:04 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/444bef36-3134-4c31-bd7c-aadf33448410/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:54:04 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/444bef36-3134-4c31-bd7c-aadf33448410/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:54:04 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/444bef36-3134-4c31-bd7c-aadf33448410/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:54:04 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/444bef36-3134-4c31-bd7c-aadf33448410/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:54:04 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd88db6b-5c0d-4e8f-af41-8dd84cb42aab/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:54:04 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd88db6b-5c0d-4e8f-af41-8dd84cb42aab/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:54:04 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd88db6b-5c0d-4e8f-af41-8dd84cb42aab/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:54:04 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd88db6b-5c0d-4e8f-af41-8dd84cb42aab/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:54:04 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c80a858-643e-4872-a2b9-c3319abba7fc/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:54:05 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c80a858-643e-4872-a2b9-c3319abba7fc/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:54:05 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c80a858-643e-4872-a2b9-c3319abba7fc/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:54:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:05 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c80a858-643e-4872-a2b9-c3319abba7fc/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:54:05 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:54:05 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43c5fb02-c66f-48d8-af07-c17251468d85/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:54:05 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43c5fb02-c66f-48d8-af07-c17251468d85/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:54:05 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43c5fb02-c66f-48d8-af07-c17251468d85/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:54:05 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43c5fb02-c66f-48d8-af07-c17251468d85/disk --force-share --output=json" returned: 0 in 0.252s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:54:05 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b5d1ce9-9508-4452-864c-e2628ed30f40/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:54:05 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b5d1ce9-9508-4452-864c-e2628ed30f40/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:54:05 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b5d1ce9-9508-4452-864c-e2628ed30f40/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:54:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b5d1ce9-9508-4452-864c-e2628ed30f40/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:54:06 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:54:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/32cb0eca-f098-498c-9b6f-6586e927b812/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:54:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/32cb0eca-f098-498c-9b6f-6586e927b812/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:54:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/32cb0eca-f098-498c-9b6f-6586e927b812/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:54:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/32cb0eca-f098-498c-9b6f-6586e927b812/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:54:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:54:06 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:54:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:54:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:54:06 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:54:07 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:54:07 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:54:07 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Hypervisor/Node resource view: name=user free_ram=7057MB free_disk=25.076187133789062GB free_vcpus=-1 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 07:54:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:54:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:54:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e3a61e6b-ac7c-4c6d-93f1-5c295777cda5 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Calling os-brick to attach iSCSI Volume {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 07:54:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3a61e6b-ac7c-4c6d-93f1-5c295777cda5 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fpNnslOP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:54:07 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-e3a61e6b-ac7c-4c6d-93f1-5c295777cda5 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:54:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-e3a61e6b-ac7c-4c6d-93f1-5c295777cda5 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:54:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-e3a61e6b-ac7c-4c6d-93f1-5c295777cda5 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:54:07 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-e3a61e6b-ac7c-4c6d-93f1-5c295777cda5 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:54:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-e3a61e6b-ac7c-4c6d-93f1-5c295777cda5 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:54:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-e3a61e6b-ac7c-4c6d-93f1-5c295777cda5 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:54:07 user nova-compute[74307]: INFO os_brick.initiator.connectors.iscsi [None req-e3a61e6b-ac7c-4c6d-93f1-5c295777cda5 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 07:54:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 -p 172.16.0.220:3260 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:54:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:54:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[a337e15f-1734-40b0-98e3-791ffcd3d111]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:54:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3a61e6b-ac7c-4c6d-93f1-5c295777cda5 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 07:54:07 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:54:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 -p 172.16.0.220:3260 --interface default --op new {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:54:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:54:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[9833ee1f-cdac-48ec-bf50-60bbffbe198c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437] added\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:54:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3a61e6b-ac7c-4c6d-93f1-5c295777cda5 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437] added
Oct 24 07:54:07 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:54:07 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fe508640-79f4-43d1-b846-00f28f91df79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:54:07 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance bf3db205-9fd8-47db-8365-87bc07dd98b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:54:07 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 9ea8255e-1f82-4e7f-b09b-aca682f1f374 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:54:07 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 02857236-4abf-4671-972e-21ef9328566c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:54:07 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 6f71d751-f022-4f5f-8458-8a4d3114aae8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:54:07 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 444bef36-3134-4c31-bd7c-aadf33448410 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:54:07 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 2b5d1ce9-9508-4452-864c-e2628ed30f40 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:54:07 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 1c80a858-643e-4872-a2b9-c3319abba7fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:54:07 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance dd88db6b-5c0d-4e8f-af41-8dd84cb42aab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:54:07 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:54:07 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 9c7e3788-de68-4c6a-aafe-c0ddff45238d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:54:07 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 32cb0eca-f098-498c-9b6f-6586e927b812 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:54:07 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 43c5fb02-c66f-48d8-af07-c17251468d85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:54:07 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 07:54:07 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 07:54:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:54:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:54:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d97c5233-d930-467d-9a68-27060758f01a]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:54:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3a61e6b-ac7c-4c6d-93f1-5c295777cda5 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:54:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:54:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.154s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:54:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[57096a5a-18a0-463f-ace1-161739428628]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:54:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3a61e6b-ac7c-4c6d-93f1-5c295777cda5 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:54:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fpNnslOP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:54:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fpNnslOP" returned: 0 in 0.084s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:54:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2b8028e-59c1-4b9a-995b-1b6e42eb37f6]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:54:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3a61e6b-ac7c-4c6d-93f1-5c295777cda5 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'fpNnslOP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:54:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:54:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.029s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:54:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[0886ead9-423d-422e-8ee7-7cf2cca5c5f0]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:54:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3a61e6b-ac7c-4c6d-93f1-5c295777cda5 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:54:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:54:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:54:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[c40102e2-2355-4673-bbbc-7e910c218c62]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:54:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3a61e6b-ac7c-4c6d-93f1-5c295777cda5 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:54:07 user nova-compute[74307]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c (non-flash)
Oct 24 07:54:07 user nova-compute[74307]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e (non-flash)
Oct 24 07:54:07 user nova-compute[74307]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)
Oct 24 07:54:07 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:54:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3a61e6b-ac7c-4c6d-93f1-5c295777cda5 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:54:07 user nova-compute[74307]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c (non-flash)
Oct 24 07:54:07 user nova-compute[74307]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e (non-flash)
Oct 24 07:54:07 user nova-compute[74307]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)
Oct 24 07:54:07 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:54:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 -p 172.16.0.220:3260 --login {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:54:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 -p 172.16.0.220:3260 --login" returned: 0 in 0.076s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:54:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d716bf01-b4b3-412d-9d89-ae6c5a8e21de]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:54:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3a61e6b-ac7c-4c6d-93f1-5c295777cda5 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437, portal: 172.16.0.220,3260]
Oct 24 07:54:07 user nova-compute[74307]: Login to [iface: default, target: iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437, portal: 172.16.0.220,3260] successful.
Oct 24 07:54:07 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:54:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:54:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:54:08 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[f571285c-aff4-4571-a62d-12acdbb7af67]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:54:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3a61e6b-ac7c-4c6d-93f1-5c295777cda5 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:54:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:54:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:54:08 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0916b51-26b4-4174-900e-5284706a01c2]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:54:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3a61e6b-ac7c-4c6d-93f1-5c295777cda5 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:54:08 user nova-compute[74307]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c (non-flash)
Oct 24 07:54:08 user nova-compute[74307]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e (non-flash)
Oct 24 07:54:08 user nova-compute[74307]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)
Oct 24 07:54:08 user nova-compute[74307]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 (non-flash)
Oct 24 07:54:08 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:54:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3a61e6b-ac7c-4c6d-93f1-5c295777cda5 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:54:08 user nova-compute[74307]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c (non-flash)
Oct 24 07:54:08 user nova-compute[74307]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e (non-flash)
Oct 24 07:54:08 user nova-compute[74307]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)
Oct 24 07:54:08 user nova-compute[74307]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 (non-flash)
Oct 24 07:54:08 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:54:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-e3a61e6b-ac7c-4c6d-93f1-5c295777cda5 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.530s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:54:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3a61e6b-ac7c-4c6d-93f1-5c295777cda5 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Connected to 172.16.0.220:3260 {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 07:54:08 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-e3a61e6b-ac7c-4c6d-93f1-5c295777cda5 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] HCTL ('33', '-', '-', 0) found on session 28 with lun 0 {{(pid=74307) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 07:54:08 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-e3a61e6b-ac7c-4c6d-93f1-5c295777cda5 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74307) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 07:54:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:54:08 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:54:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:54:08 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[adb8be91-7d8c-45ea-add3-6427283514ac]: (4, ('- - 0', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:54:08 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-e3a61e6b-ac7c-4c6d-93f1-5c295777cda5 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Searching for a device in session 28 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 07:54:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3a61e6b-ac7c-4c6d-93f1-5c295777cda5 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fpNnslOP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 07:54:08 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:54:08 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 07:54:08 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.865s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:54:09 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-e3a61e6b-ac7c-4c6d-93f1-5c295777cda5 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.568s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:54:09 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3a61e6b-ac7c-4c6d-93f1-5c295777cda5 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] <== connect_volume: return (1570ms) {'type': 'block', 'scsi_wwn': '23666663265613366', 'path': '/dev/sdb'} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:54:09 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e3a61e6b-ac7c-4c6d-93f1-5c295777cda5 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23666663265613366', 'path': '/dev/sdb'} {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 07:54:09 user nova-compute[74307]: DEBUG nova.objects.instance [None req-e3a61e6b-ac7c-4c6d-93f1-5c295777cda5 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lazy-loading 'flavor' on Instance uuid 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:54:09 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-e3a61e6b-ac7c-4c6d-93f1-5c295777cda5 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 07:54:09 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:54:09 user nova-compute[74307]:   <source dev="/dev/sdb"/>
Oct 24 07:54:09 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 07:54:09 user nova-compute[74307]:   <serial>91425985-c56e-4c4f-ba14-c62554419437</serial>
Oct 24 07:54:09 user nova-compute[74307]: </disk>
Oct 24 07:54:09 user nova-compute[74307]:  {{(pid=74307) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 07:54:09 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:54:09 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Starting heal instance info cache {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 07:54:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "refresh_cache-bf3db205-9fd8-47db-8365-87bc07dd98b7" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:54:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquired lock "refresh_cache-bf3db205-9fd8-47db-8365-87bc07dd98b7" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:54:09 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Forcefully refreshing network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 07:54:09 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e3a61e6b-ac7c-4c6d-93f1-5c295777cda5 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:54:09 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e3a61e6b-ac7c-4c6d-93f1-5c295777cda5 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:54:09 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e3a61e6b-ac7c-4c6d-93f1-5c295777cda5 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] No VIF found with MAC fa:16:3e:53:1d:7d, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:54:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e3a61e6b-ac7c-4c6d-93f1-5c295777cda5 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 22.799s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:54:09 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Updating instance_info_cache with network_info: [{"id": "fba32a9f-2efe-4885-948c-e7fc98fe6116", "address": "fa:16:3e:2b:d1:20", "network": {"id": "a62eef8f-3418-495c-91c8-3410c10364d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1235073358-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b309cc23749c4a8db15e97071e598aa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfba32a9f-2e", "ovs_interfaceid": "fba32a9f-2efe-4885-948c-e7fc98fe6116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:54:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Releasing lock "refresh_cache-bf3db205-9fd8-47db-8365-87bc07dd98b7" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:54:09 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Updated the network info_cache for instance {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 07:54:09 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:54:09 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:54:09 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:54:09 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:54:09 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:54:09 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74307) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 07:54:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a2cffead-59f5-4a26-9704-c6e920e05ab9 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Acquiring lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:54:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a2cffead-59f5-4a26-9704-c6e920e05ab9 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:54:10 user nova-compute[74307]: DEBUG nova.compute.manager [None req-a2cffead-59f5-4a26-9704-c6e920e05ab9 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:54:10 user nova-compute[74307]: DEBUG nova.compute.manager [None req-a2cffead-59f5-4a26-9704-c6e920e05ab9 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=74307) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Oct 24 07:54:10 user nova-compute[74307]: DEBUG nova.objects.instance [None req-a2cffead-59f5-4a26-9704-c6e920e05ab9 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lazy-loading 'flavor' on Instance uuid 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:54:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:10 user nova-compute[74307]: DEBUG nova.compute.manager [req-ab92f893-82af-4884-a4ce-797dfa3090b4 req-f3d7987c-6bbe-4c64-9507-0a4129a1d1e8 service nova] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Received event network-vif-unplugged-8488c1d4-cbc5-4b59-8b80-2e18c0773b7c {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:54:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-ab92f893-82af-4884-a4ce-797dfa3090b4 req-f3d7987c-6bbe-4c64-9507-0a4129a1d1e8 service nova] Acquiring lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:54:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-ab92f893-82af-4884-a4ce-797dfa3090b4 req-f3d7987c-6bbe-4c64-9507-0a4129a1d1e8 service nova] Lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:54:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-ab92f893-82af-4884-a4ce-797dfa3090b4 req-f3d7987c-6bbe-4c64-9507-0a4129a1d1e8 service nova] Lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:54:10 user nova-compute[74307]: DEBUG nova.compute.manager [req-ab92f893-82af-4884-a4ce-797dfa3090b4 req-f3d7987c-6bbe-4c64-9507-0a4129a1d1e8 service nova] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] No waiting events found dispatching network-vif-unplugged-8488c1d4-cbc5-4b59-8b80-2e18c0773b7c {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:54:10 user nova-compute[74307]: WARNING nova.compute.manager [req-ab92f893-82af-4884-a4ce-797dfa3090b4 req-f3d7987c-6bbe-4c64-9507-0a4129a1d1e8 service nova] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Received unexpected event network-vif-unplugged-8488c1d4-cbc5-4b59-8b80-2e18c0773b7c for instance with vm_state active and task_state powering-off.
Oct 24 07:54:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:11 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Instance destroyed successfully.
Oct 24 07:54:11 user nova-compute[74307]: DEBUG nova.compute.manager [None req-a2cffead-59f5-4a26-9704-c6e920e05ab9 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:54:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a2cffead-59f5-4a26-9704-c6e920e05ab9 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.859s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:54:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:12 user nova-compute[74307]: DEBUG nova.compute.manager [req-0e98b4e9-1ccc-4ba9-8ddd-d392765e4a76 req-fd49a703-3764-41ad-87c0-c2bff40bac82 service nova] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Received event network-vif-plugged-8488c1d4-cbc5-4b59-8b80-2e18c0773b7c {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:54:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-0e98b4e9-1ccc-4ba9-8ddd-d392765e4a76 req-fd49a703-3764-41ad-87c0-c2bff40bac82 service nova] Acquiring lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:54:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-0e98b4e9-1ccc-4ba9-8ddd-d392765e4a76 req-fd49a703-3764-41ad-87c0-c2bff40bac82 service nova] Lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:54:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-0e98b4e9-1ccc-4ba9-8ddd-d392765e4a76 req-fd49a703-3764-41ad-87c0-c2bff40bac82 service nova] Lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:54:12 user nova-compute[74307]: DEBUG nova.compute.manager [req-0e98b4e9-1ccc-4ba9-8ddd-d392765e4a76 req-fd49a703-3764-41ad-87c0-c2bff40bac82 service nova] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] No waiting events found dispatching network-vif-plugged-8488c1d4-cbc5-4b59-8b80-2e18c0773b7c {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:54:12 user nova-compute[74307]: WARNING nova.compute.manager [req-0e98b4e9-1ccc-4ba9-8ddd-d392765e4a76 req-fd49a703-3764-41ad-87c0-c2bff40bac82 service nova] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Received unexpected event network-vif-plugged-8488c1d4-cbc5-4b59-8b80-2e18c0773b7c for instance with vm_state stopped and task_state None.
Oct 24 07:54:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:54:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 07:54:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 07:54:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 07:54:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:54:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:54:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 07:54:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 07:54:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 07:54:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-b20afb8a-8aec-4b11-840c-f181a972652e tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Acquiring lock "dd88db6b-5c0d-4e8f-af41-8dd84cb42aab" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:54:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-b20afb8a-8aec-4b11-840c-f181a972652e tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "dd88db6b-5c0d-4e8f-af41-8dd84cb42aab" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:54:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-b20afb8a-8aec-4b11-840c-f181a972652e tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Acquiring lock "dd88db6b-5c0d-4e8f-af41-8dd84cb42aab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:54:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-b20afb8a-8aec-4b11-840c-f181a972652e tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "dd88db6b-5c0d-4e8f-af41-8dd84cb42aab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:54:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-b20afb8a-8aec-4b11-840c-f181a972652e tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "dd88db6b-5c0d-4e8f-af41-8dd84cb42aab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:54:28 user nova-compute[74307]: INFO nova.compute.manager [None req-b20afb8a-8aec-4b11-840c-f181a972652e tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Terminating instance
Oct 24 07:54:28 user nova-compute[74307]: DEBUG nova.compute.manager [None req-b20afb8a-8aec-4b11-840c-f181a972652e tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Start destroying the instance on the hypervisor. {{(pid=74307) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 07:54:28 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:28 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:28 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:28 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:29 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Instance destroyed successfully.
Oct 24 07:54:29 user nova-compute[74307]: DEBUG nova.objects.instance [None req-b20afb8a-8aec-4b11-840c-f181a972652e tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lazy-loading 'resources' on Instance uuid dd88db6b-5c0d-4e8f-af41-8dd84cb42aab {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:54:29 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-b20afb8a-8aec-4b11-840c-f181a972652e tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-24T07:47:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1638707886',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1638707886',id=17,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKlQWUSspKUoojRGOo2GbyPaUNjNULq60vmWv9Sy0r7Sv12sLvrDswYhbxvcgt17kgDDWeWYCvUCLXNjlafRyJRLVQsr31GOEj+eypBAcnK67FRVHjgSAarn4iKDfopsng==',key_name='tempest-keypair-1322334828',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:52:21Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8c8af780fd194436b7514e54c5d7ef27',ramdisk_id='',reservation_id='r-iddsvsqj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-131883889',owner_user_name='tempest-AttachVolumeShelveTestJSON-131883889-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T07:52:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c8d362d9493f42e6a118c3ef099e7fae',uuid=dd88db6b-5c0d-4e8f-af41-8dd84cb42aab,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "034771fb-1713-4492-97d5-83ce6a5e351e", "address": "fa:16:3e:02:84:09", "network": {"id": "5dafd771-aa79-4f10-ae89-825cf68cc799", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992292320-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c8af780fd194436b7514e54c5d7ef27", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap034771fb-17", "ovs_interfaceid": "034771fb-1713-4492-97d5-83ce6a5e351e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 07:54:29 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-b20afb8a-8aec-4b11-840c-f181a972652e tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Converting VIF {"id": "034771fb-1713-4492-97d5-83ce6a5e351e", "address": "fa:16:3e:02:84:09", "network": {"id": "5dafd771-aa79-4f10-ae89-825cf68cc799", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992292320-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c8af780fd194436b7514e54c5d7ef27", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap034771fb-17", "ovs_interfaceid": "034771fb-1713-4492-97d5-83ce6a5e351e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:54:29 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-b20afb8a-8aec-4b11-840c-f181a972652e tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:02:84:09,bridge_name='br-int',has_traffic_filtering=True,id=034771fb-1713-4492-97d5-83ce6a5e351e,network=Network(5dafd771-aa79-4f10-ae89-825cf68cc799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap034771fb-17') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:54:29 user nova-compute[74307]: DEBUG os_vif [None req-b20afb8a-8aec-4b11-840c-f181a972652e tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:02:84:09,bridge_name='br-int',has_traffic_filtering=True,id=034771fb-1713-4492-97d5-83ce6a5e351e,network=Network(5dafd771-aa79-4f10-ae89-825cf68cc799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap034771fb-17') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 07:54:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap034771fb-17, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:54:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:54:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d2ac5f95-4c03-4f69-a0e0-f157f3d3b4cd) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:54:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:54:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:29 user nova-compute[74307]: INFO os_vif [None req-b20afb8a-8aec-4b11-840c-f181a972652e tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:02:84:09,bridge_name='br-int',has_traffic_filtering=True,id=034771fb-1713-4492-97d5-83ce6a5e351e,network=Network(5dafd771-aa79-4f10-ae89-825cf68cc799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap034771fb-17')
Oct 24 07:54:29 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-b20afb8a-8aec-4b11-840c-f181a972652e tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Deleting instance files /opt/stack/data/nova/instances/dd88db6b-5c0d-4e8f-af41-8dd84cb42aab_del
Oct 24 07:54:29 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-b20afb8a-8aec-4b11-840c-f181a972652e tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Deletion of /opt/stack/data/nova/instances/dd88db6b-5c0d-4e8f-af41-8dd84cb42aab_del complete
Oct 24 07:54:29 user nova-compute[74307]: INFO nova.compute.manager [None req-b20afb8a-8aec-4b11-840c-f181a972652e tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Took 0.94 seconds to destroy the instance on the hypervisor.
Oct 24 07:54:29 user nova-compute[74307]: DEBUG oslo.service.loopingcall [None req-b20afb8a-8aec-4b11-840c-f181a972652e tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74307) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 07:54:29 user nova-compute[74307]: DEBUG nova.compute.manager [-] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Deallocating network for instance {{(pid=74307) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 07:54:29 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] deallocate_for_instance() {{(pid=74307) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 07:54:29 user nova-compute[74307]: DEBUG nova.compute.manager [req-aaea2b15-81bf-4b4e-b162-b3e5e2735950 req-332b33ab-386b-46a5-b8b9-669d6b0e9444 service nova] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Received event network-vif-unplugged-034771fb-1713-4492-97d5-83ce6a5e351e {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:54:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-aaea2b15-81bf-4b4e-b162-b3e5e2735950 req-332b33ab-386b-46a5-b8b9-669d6b0e9444 service nova] Acquiring lock "dd88db6b-5c0d-4e8f-af41-8dd84cb42aab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:54:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-aaea2b15-81bf-4b4e-b162-b3e5e2735950 req-332b33ab-386b-46a5-b8b9-669d6b0e9444 service nova] Lock "dd88db6b-5c0d-4e8f-af41-8dd84cb42aab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:54:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-aaea2b15-81bf-4b4e-b162-b3e5e2735950 req-332b33ab-386b-46a5-b8b9-669d6b0e9444 service nova] Lock "dd88db6b-5c0d-4e8f-af41-8dd84cb42aab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:54:29 user nova-compute[74307]: DEBUG nova.compute.manager [req-aaea2b15-81bf-4b4e-b162-b3e5e2735950 req-332b33ab-386b-46a5-b8b9-669d6b0e9444 service nova] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] No waiting events found dispatching network-vif-unplugged-034771fb-1713-4492-97d5-83ce6a5e351e {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:54:29 user nova-compute[74307]: DEBUG nova.compute.manager [req-aaea2b15-81bf-4b4e-b162-b3e5e2735950 req-332b33ab-386b-46a5-b8b9-669d6b0e9444 service nova] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Received event network-vif-unplugged-034771fb-1713-4492-97d5-83ce6a5e351e for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 07:54:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:30 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:54:30 user nova-compute[74307]: INFO nova.compute.manager [-] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Took 1.04 seconds to deallocate network for instance.
Oct 24 07:54:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-b20afb8a-8aec-4b11-840c-f181a972652e tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:54:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-b20afb8a-8aec-4b11-840c-f181a972652e tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:54:30 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-b20afb8a-8aec-4b11-840c-f181a972652e tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:54:30 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-b20afb8a-8aec-4b11-840c-f181a972652e tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:54:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-b20afb8a-8aec-4b11-840c-f181a972652e tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.447s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:54:30 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-b20afb8a-8aec-4b11-840c-f181a972652e tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Deleted allocations for instance dd88db6b-5c0d-4e8f-af41-8dd84cb42aab
Oct 24 07:54:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-b20afb8a-8aec-4b11-840c-f181a972652e tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "dd88db6b-5c0d-4e8f-af41-8dd84cb42aab" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.627s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:54:31 user nova-compute[74307]: DEBUG nova.compute.manager [req-f085d747-bead-45ac-b3ab-5d1653e92889 req-05e58c52-07b1-4350-9a27-ced1a2902265 service nova] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Received event network-vif-plugged-034771fb-1713-4492-97d5-83ce6a5e351e {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:54:31 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-f085d747-bead-45ac-b3ab-5d1653e92889 req-05e58c52-07b1-4350-9a27-ced1a2902265 service nova] Acquiring lock "dd88db6b-5c0d-4e8f-af41-8dd84cb42aab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:54:31 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-f085d747-bead-45ac-b3ab-5d1653e92889 req-05e58c52-07b1-4350-9a27-ced1a2902265 service nova] Lock "dd88db6b-5c0d-4e8f-af41-8dd84cb42aab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:54:31 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-f085d747-bead-45ac-b3ab-5d1653e92889 req-05e58c52-07b1-4350-9a27-ced1a2902265 service nova] Lock "dd88db6b-5c0d-4e8f-af41-8dd84cb42aab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:54:31 user nova-compute[74307]: DEBUG nova.compute.manager [req-f085d747-bead-45ac-b3ab-5d1653e92889 req-05e58c52-07b1-4350-9a27-ced1a2902265 service nova] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] No waiting events found dispatching network-vif-plugged-034771fb-1713-4492-97d5-83ce6a5e351e {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:54:31 user nova-compute[74307]: WARNING nova.compute.manager [req-f085d747-bead-45ac-b3ab-5d1653e92889 req-05e58c52-07b1-4350-9a27-ced1a2902265 service nova] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Received unexpected event network-vif-plugged-034771fb-1713-4492-97d5-83ce6a5e351e for instance with vm_state deleted and task_state None.
Oct 24 07:54:31 user nova-compute[74307]: DEBUG nova.compute.manager [req-f085d747-bead-45ac-b3ab-5d1653e92889 req-05e58c52-07b1-4350-9a27-ced1a2902265 service nova] [instance: dd88db6b-5c0d-4e8f-af41-8dd84cb42aab] Received event network-vif-deleted-034771fb-1713-4492-97d5-83ce6a5e351e {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:54:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f7f99e09-5cdf-4832-bcf2-7b3cab241cdc tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Acquiring lock "2b5d1ce9-9508-4452-864c-e2628ed30f40" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:54:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f7f99e09-5cdf-4832-bcf2-7b3cab241cdc tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "2b5d1ce9-9508-4452-864c-e2628ed30f40" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:54:36 user nova-compute[74307]: INFO nova.compute.manager [None req-f7f99e09-5cdf-4832-bcf2-7b3cab241cdc tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Detaching volume 1c00bdf7-72a8-49ec-8319-313142ad5b3c
Oct 24 07:54:36 user nova-compute[74307]: INFO nova.virt.block_device [None req-f7f99e09-5cdf-4832-bcf2-7b3cab241cdc tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Attempting to driver detach volume 1c00bdf7-72a8-49ec-8319-313142ad5b3c from mountpoint /dev/vdb
Oct 24 07:54:36 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-f7f99e09-5cdf-4832-bcf2-7b3cab241cdc tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Attempting to detach device vdb from instance 2b5d1ce9-9508-4452-864c-e2628ed30f40 from the persistent domain config. {{(pid=74307) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 07:54:36 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-f7f99e09-5cdf-4832-bcf2-7b3cab241cdc tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 07:54:36 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:54:36 user nova-compute[74307]:   <source dev="/dev/sde"/>
Oct 24 07:54:36 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 07:54:36 user nova-compute[74307]:   <serial>1c00bdf7-72a8-49ec-8319-313142ad5b3c</serial>
Oct 24 07:54:36 user nova-compute[74307]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 07:54:36 user nova-compute[74307]: </disk>
Oct 24 07:54:36 user nova-compute[74307]:  {{(pid=74307) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 07:54:36 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-f7f99e09-5cdf-4832-bcf2-7b3cab241cdc tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Successfully detached device vdb from instance 2b5d1ce9-9508-4452-864c-e2628ed30f40 from the persistent domain config.
Oct 24 07:54:36 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-f7f99e09-5cdf-4832-bcf2-7b3cab241cdc tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 2b5d1ce9-9508-4452-864c-e2628ed30f40 from the live domain config. {{(pid=74307) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 07:54:36 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-f7f99e09-5cdf-4832-bcf2-7b3cab241cdc tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 07:54:36 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:54:36 user nova-compute[74307]:   <source dev="/dev/sde"/>
Oct 24 07:54:36 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 07:54:36 user nova-compute[74307]:   <serial>1c00bdf7-72a8-49ec-8319-313142ad5b3c</serial>
Oct 24 07:54:36 user nova-compute[74307]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 07:54:36 user nova-compute[74307]: </disk>
Oct 24 07:54:36 user nova-compute[74307]:  {{(pid=74307) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 07:54:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f490a474-4ec8-4764-955e-7458be1c5b57 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Acquiring lock "2b5d1ce9-9508-4452-864c-e2628ed30f40" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:54:36 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-f7f99e09-5cdf-4832-bcf2-7b3cab241cdc tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 2b5d1ce9-9508-4452-864c-e2628ed30f40 {{(pid=74307) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 07:54:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-acde15a7-4358-4b7f-a4fa-628900e0efa5 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Acquiring lock "32cb0eca-f098-498c-9b6f-6586e927b812" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:54:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-acde15a7-4358-4b7f-a4fa-628900e0efa5 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Lock "32cb0eca-f098-498c-9b6f-6586e927b812" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:54:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-acde15a7-4358-4b7f-a4fa-628900e0efa5 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Acquiring lock "32cb0eca-f098-498c-9b6f-6586e927b812-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:54:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-acde15a7-4358-4b7f-a4fa-628900e0efa5 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Lock "32cb0eca-f098-498c-9b6f-6586e927b812-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:54:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-acde15a7-4358-4b7f-a4fa-628900e0efa5 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Lock "32cb0eca-f098-498c-9b6f-6586e927b812-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:54:36 user nova-compute[74307]: INFO nova.compute.manager [None req-acde15a7-4358-4b7f-a4fa-628900e0efa5 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] Terminating instance
Oct 24 07:54:36 user nova-compute[74307]: DEBUG nova.compute.manager [None req-acde15a7-4358-4b7f-a4fa-628900e0efa5 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] Start destroying the instance on the hypervisor. {{(pid=74307) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 07:54:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:37 user nova-compute[74307]: DEBUG nova.compute.manager [req-6ec16455-05dc-4b85-b2ff-dd356fc7bc72 req-2f0b0a37-47be-4238-a038-3c2d68784d68 service nova] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] Received event network-vif-unplugged-32a18b9f-82f3-49d7-a606-3afce17496c7 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:54:37 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6ec16455-05dc-4b85-b2ff-dd356fc7bc72 req-2f0b0a37-47be-4238-a038-3c2d68784d68 service nova] Acquiring lock "32cb0eca-f098-498c-9b6f-6586e927b812-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:54:37 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6ec16455-05dc-4b85-b2ff-dd356fc7bc72 req-2f0b0a37-47be-4238-a038-3c2d68784d68 service nova] Lock "32cb0eca-f098-498c-9b6f-6586e927b812-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:54:37 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6ec16455-05dc-4b85-b2ff-dd356fc7bc72 req-2f0b0a37-47be-4238-a038-3c2d68784d68 service nova] Lock "32cb0eca-f098-498c-9b6f-6586e927b812-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:54:37 user nova-compute[74307]: DEBUG nova.compute.manager [req-6ec16455-05dc-4b85-b2ff-dd356fc7bc72 req-2f0b0a37-47be-4238-a038-3c2d68784d68 service nova] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] No waiting events found dispatching network-vif-unplugged-32a18b9f-82f3-49d7-a606-3afce17496c7 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:54:37 user nova-compute[74307]: DEBUG nova.compute.manager [req-6ec16455-05dc-4b85-b2ff-dd356fc7bc72 req-2f0b0a37-47be-4238-a038-3c2d68784d68 service nova] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] Received event network-vif-unplugged-32a18b9f-82f3-49d7-a606-3afce17496c7 for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 07:54:37 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] Instance destroyed successfully.
Oct 24 07:54:37 user nova-compute[74307]: DEBUG nova.objects.instance [None req-acde15a7-4358-4b7f-a4fa-628900e0efa5 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Lazy-loading 'resources' on Instance uuid 32cb0eca-f098-498c-9b6f-6586e927b812 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:54:37 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-acde15a7-4358-4b7f-a4fa-628900e0efa5 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:52:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-2140034981',display_name='tempest-VolumesNegativeTest-instance-2140034981',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-2140034981',id=28,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:52:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a8d3ee42da2e4581afe8c6b81dc9d6d5',ramdisk_id='',reservation_id='r-0ebkm80d',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesNegativeTest-1937015557',owner_user_name='tempest-VolumesNegativeTest-1937015557-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T07:52:54Z,user_data=None,user_id='1d5d6403a43d4c448f14fc0c5e14a00c',uuid=32cb0eca-f098-498c-9b6f-6586e927b812,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "32a18b9f-82f3-49d7-a606-3afce17496c7", "address": "fa:16:3e:db:e7:97", "network": {"id": "85773a51-4125-45f0-b3a1-f3ee6bf2275b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "ed72f298a52d45f1b111ee9fcbbbd4bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32a18b9f-82", "ovs_interfaceid": "32a18b9f-82f3-49d7-a606-3afce17496c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 07:54:37 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-acde15a7-4358-4b7f-a4fa-628900e0efa5 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Converting VIF {"id": "32a18b9f-82f3-49d7-a606-3afce17496c7", "address": "fa:16:3e:db:e7:97", "network": {"id": "85773a51-4125-45f0-b3a1-f3ee6bf2275b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "ed72f298a52d45f1b111ee9fcbbbd4bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32a18b9f-82", "ovs_interfaceid": "32a18b9f-82f3-49d7-a606-3afce17496c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:54:37 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-acde15a7-4358-4b7f-a4fa-628900e0efa5 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:db:e7:97,bridge_name='br-int',has_traffic_filtering=True,id=32a18b9f-82f3-49d7-a606-3afce17496c7,network=Network(85773a51-4125-45f0-b3a1-f3ee6bf2275b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32a18b9f-82') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:54:37 user nova-compute[74307]: DEBUG os_vif [None req-acde15a7-4358-4b7f-a4fa-628900e0efa5 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:db:e7:97,bridge_name='br-int',has_traffic_filtering=True,id=32a18b9f-82f3-49d7-a606-3afce17496c7,network=Network(85773a51-4125-45f0-b3a1-f3ee6bf2275b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32a18b9f-82') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 07:54:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap32a18b9f-82, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:54:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:54:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=55b1af0e-d2f6-432f-8516-530d99225d23) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:54:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:54:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:37 user nova-compute[74307]: INFO os_vif [None req-acde15a7-4358-4b7f-a4fa-628900e0efa5 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:db:e7:97,bridge_name='br-int',has_traffic_filtering=True,id=32a18b9f-82f3-49d7-a606-3afce17496c7,network=Network(85773a51-4125-45f0-b3a1-f3ee6bf2275b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32a18b9f-82')
Oct 24 07:54:37 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-acde15a7-4358-4b7f-a4fa-628900e0efa5 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] Deleting instance files /opt/stack/data/nova/instances/32cb0eca-f098-498c-9b6f-6586e927b812_del
Oct 24 07:54:37 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-acde15a7-4358-4b7f-a4fa-628900e0efa5 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] Deletion of /opt/stack/data/nova/instances/32cb0eca-f098-498c-9b6f-6586e927b812_del complete
Oct 24 07:54:37 user nova-compute[74307]: INFO nova.compute.manager [None req-acde15a7-4358-4b7f-a4fa-628900e0efa5 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] Took 0.71 seconds to destroy the instance on the hypervisor.
Oct 24 07:54:37 user nova-compute[74307]: DEBUG oslo.service.loopingcall [None req-acde15a7-4358-4b7f-a4fa-628900e0efa5 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74307) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 07:54:37 user nova-compute[74307]: DEBUG nova.compute.manager [-] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] Deallocating network for instance {{(pid=74307) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 07:54:37 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] deallocate_for_instance() {{(pid=74307) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 07:54:38 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:54:38 user nova-compute[74307]: INFO nova.compute.manager [-] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] Took 0.50 seconds to deallocate network for instance.
Oct 24 07:54:38 user nova-compute[74307]: DEBUG nova.compute.manager [req-ed479010-5247-4de3-8df3-790719203320 req-6e0fe554-56e2-48ad-af9a-bb238390c3e1 service nova] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] Received event network-vif-deleted-32a18b9f-82f3-49d7-a606-3afce17496c7 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:54:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-acde15a7-4358-4b7f-a4fa-628900e0efa5 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:54:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-acde15a7-4358-4b7f-a4fa-628900e0efa5 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:54:38 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-acde15a7-4358-4b7f-a4fa-628900e0efa5 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:54:38 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-acde15a7-4358-4b7f-a4fa-628900e0efa5 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:54:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-acde15a7-4358-4b7f-a4fa-628900e0efa5 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.422s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:54:38 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-acde15a7-4358-4b7f-a4fa-628900e0efa5 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Deleted allocations for instance 32cb0eca-f098-498c-9b6f-6586e927b812
Oct 24 07:54:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-acde15a7-4358-4b7f-a4fa-628900e0efa5 tempest-VolumesNegativeTest-1937015557 tempest-VolumesNegativeTest-1937015557-project-member] Lock "32cb0eca-f098-498c-9b6f-6586e927b812" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.936s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:54:39 user nova-compute[74307]: DEBUG nova.compute.manager [req-92f25072-6cf3-4756-a0a2-dac675b01328 req-d6b00970-ae6f-4557-b849-dbc244c6e84a service nova] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] Received event network-vif-plugged-32a18b9f-82f3-49d7-a606-3afce17496c7 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:54:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-92f25072-6cf3-4756-a0a2-dac675b01328 req-d6b00970-ae6f-4557-b849-dbc244c6e84a service nova] Acquiring lock "32cb0eca-f098-498c-9b6f-6586e927b812-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:54:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-92f25072-6cf3-4756-a0a2-dac675b01328 req-d6b00970-ae6f-4557-b849-dbc244c6e84a service nova] Lock "32cb0eca-f098-498c-9b6f-6586e927b812-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:54:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-92f25072-6cf3-4756-a0a2-dac675b01328 req-d6b00970-ae6f-4557-b849-dbc244c6e84a service nova] Lock "32cb0eca-f098-498c-9b6f-6586e927b812-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:54:39 user nova-compute[74307]: DEBUG nova.compute.manager [req-92f25072-6cf3-4756-a0a2-dac675b01328 req-d6b00970-ae6f-4557-b849-dbc244c6e84a service nova] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] No waiting events found dispatching network-vif-plugged-32a18b9f-82f3-49d7-a606-3afce17496c7 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:54:39 user nova-compute[74307]: WARNING nova.compute.manager [req-92f25072-6cf3-4756-a0a2-dac675b01328 req-d6b00970-ae6f-4557-b849-dbc244c6e84a service nova] [instance: 32cb0eca-f098-498c-9b6f-6586e927b812] Received unexpected event network-vif-plugged-32a18b9f-82f3-49d7-a606-3afce17496c7 for instance with vm_state deleted and task_state None.
Oct 24 07:54:42 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d5556a69-fede-4720-a177-a9ced70063f5 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Acquiring lock "02857236-4abf-4671-972e-21ef9328566c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:54:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d5556a69-fede-4720-a177-a9ced70063f5 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Lock "02857236-4abf-4671-972e-21ef9328566c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:54:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d5556a69-fede-4720-a177-a9ced70063f5 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Acquiring lock "02857236-4abf-4671-972e-21ef9328566c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:54:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d5556a69-fede-4720-a177-a9ced70063f5 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Lock "02857236-4abf-4671-972e-21ef9328566c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:54:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d5556a69-fede-4720-a177-a9ced70063f5 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Lock "02857236-4abf-4671-972e-21ef9328566c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:54:51 user nova-compute[74307]: INFO nova.compute.manager [None req-d5556a69-fede-4720-a177-a9ced70063f5 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 02857236-4abf-4671-972e-21ef9328566c] Terminating instance
Oct 24 07:54:51 user nova-compute[74307]: DEBUG nova.compute.manager [None req-d5556a69-fede-4720-a177-a9ced70063f5 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 02857236-4abf-4671-972e-21ef9328566c] Start destroying the instance on the hypervisor. {{(pid=74307) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 07:54:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:52 user nova-compute[74307]: DEBUG nova.compute.manager [req-fbceb7ce-427f-4741-8a99-267f4201f176 req-edbf3a76-f36e-425c-92f9-5cdf2e55d363 service nova] [instance: 02857236-4abf-4671-972e-21ef9328566c] Received event network-vif-unplugged-a00fd47b-178d-4de8-a951-f9cd6a81f487 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:54:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-fbceb7ce-427f-4741-8a99-267f4201f176 req-edbf3a76-f36e-425c-92f9-5cdf2e55d363 service nova] Acquiring lock "02857236-4abf-4671-972e-21ef9328566c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:54:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-fbceb7ce-427f-4741-8a99-267f4201f176 req-edbf3a76-f36e-425c-92f9-5cdf2e55d363 service nova] Lock "02857236-4abf-4671-972e-21ef9328566c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:54:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-fbceb7ce-427f-4741-8a99-267f4201f176 req-edbf3a76-f36e-425c-92f9-5cdf2e55d363 service nova] Lock "02857236-4abf-4671-972e-21ef9328566c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:54:52 user nova-compute[74307]: DEBUG nova.compute.manager [req-fbceb7ce-427f-4741-8a99-267f4201f176 req-edbf3a76-f36e-425c-92f9-5cdf2e55d363 service nova] [instance: 02857236-4abf-4671-972e-21ef9328566c] No waiting events found dispatching network-vif-unplugged-a00fd47b-178d-4de8-a951-f9cd6a81f487 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:54:52 user nova-compute[74307]: DEBUG nova.compute.manager [req-fbceb7ce-427f-4741-8a99-267f4201f176 req-edbf3a76-f36e-425c-92f9-5cdf2e55d363 service nova] [instance: 02857236-4abf-4671-972e-21ef9328566c] Received event network-vif-unplugged-a00fd47b-178d-4de8-a951-f9cd6a81f487 for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 07:54:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:52 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 02857236-4abf-4671-972e-21ef9328566c] Instance destroyed successfully.
Oct 24 07:54:52 user nova-compute[74307]: DEBUG nova.objects.instance [None req-d5556a69-fede-4720-a177-a9ced70063f5 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Lazy-loading 'resources' on Instance uuid 02857236-4abf-4671-972e-21ef9328566c {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:54:52 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-d5556a69-fede-4720-a177-a9ced70063f5 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:46:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-276151237',display_name='tempest-VolumesAdminNegativeTest-server-276151237',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-276151237',id=15,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIUqYSoHUPxzvhEXHD42HdlCbEetI1l4WcRumV8sLl7JsQa3g8H+D6jh3hxgCTE2W/gLSzLYoWX2IQLSyMfwyTNpdtqW0Nqv3uI3YKtlxpbaqDEierwdW9GhgozT6j9DFg==',key_name='tempest-keypair-70010038',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:46:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bf4d4b486d654380879d39124771021e',ramdisk_id='',reservation_id='r-3rtnh99h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-206772709',owner_user_name='tempest-VolumesAdminNegativeTest-206772709-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T07:46:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='75305290191a43728a1b776e25f541ff',uuid=02857236-4abf-4671-972e-21ef9328566c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a00fd47b-178d-4de8-a951-f9cd6a81f487", "address": "fa:16:3e:90:3e:56", "network": {"id": "eedc337c-53f3-4d14-8c57-9089cda15d33", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-780467305-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.65", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf4d4b486d654380879d39124771021e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa00fd47b-17", "ovs_interfaceid": "a00fd47b-178d-4de8-a951-f9cd6a81f487", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 07:54:52 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-d5556a69-fede-4720-a177-a9ced70063f5 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Converting VIF {"id": "a00fd47b-178d-4de8-a951-f9cd6a81f487", "address": "fa:16:3e:90:3e:56", "network": {"id": "eedc337c-53f3-4d14-8c57-9089cda15d33", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-780467305-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.65", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf4d4b486d654380879d39124771021e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa00fd47b-17", "ovs_interfaceid": "a00fd47b-178d-4de8-a951-f9cd6a81f487", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:54:52 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-d5556a69-fede-4720-a177-a9ced70063f5 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:90:3e:56,bridge_name='br-int',has_traffic_filtering=True,id=a00fd47b-178d-4de8-a951-f9cd6a81f487,network=Network(eedc337c-53f3-4d14-8c57-9089cda15d33),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa00fd47b-17') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:54:52 user nova-compute[74307]: DEBUG os_vif [None req-d5556a69-fede-4720-a177-a9ced70063f5 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:90:3e:56,bridge_name='br-int',has_traffic_filtering=True,id=a00fd47b-178d-4de8-a951-f9cd6a81f487,network=Network(eedc337c-53f3-4d14-8c57-9089cda15d33),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa00fd47b-17') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 07:54:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa00fd47b-17, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:54:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:54:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9ad880eb-27be-4fbd-9572-045fd77d521c) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:54:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:54:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:52 user nova-compute[74307]: INFO os_vif [None req-d5556a69-fede-4720-a177-a9ced70063f5 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:90:3e:56,bridge_name='br-int',has_traffic_filtering=True,id=a00fd47b-178d-4de8-a951-f9cd6a81f487,network=Network(eedc337c-53f3-4d14-8c57-9089cda15d33),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa00fd47b-17')
Oct 24 07:54:52 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-d5556a69-fede-4720-a177-a9ced70063f5 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 02857236-4abf-4671-972e-21ef9328566c] Deleting instance files /opt/stack/data/nova/instances/02857236-4abf-4671-972e-21ef9328566c_del
Oct 24 07:54:52 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-d5556a69-fede-4720-a177-a9ced70063f5 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 02857236-4abf-4671-972e-21ef9328566c] Deletion of /opt/stack/data/nova/instances/02857236-4abf-4671-972e-21ef9328566c_del complete
Oct 24 07:54:52 user nova-compute[74307]: INFO nova.compute.manager [None req-d5556a69-fede-4720-a177-a9ced70063f5 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] [instance: 02857236-4abf-4671-972e-21ef9328566c] Took 0.88 seconds to destroy the instance on the hypervisor.
Oct 24 07:54:52 user nova-compute[74307]: DEBUG oslo.service.loopingcall [None req-d5556a69-fede-4720-a177-a9ced70063f5 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74307) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 07:54:52 user nova-compute[74307]: DEBUG nova.compute.manager [-] [instance: 02857236-4abf-4671-972e-21ef9328566c] Deallocating network for instance {{(pid=74307) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 07:54:52 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 02857236-4abf-4671-972e-21ef9328566c] deallocate_for_instance() {{(pid=74307) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 07:54:53 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 02857236-4abf-4671-972e-21ef9328566c] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:54:53 user nova-compute[74307]: INFO nova.compute.manager [-] [instance: 02857236-4abf-4671-972e-21ef9328566c] Took 0.88 seconds to deallocate network for instance.
Oct 24 07:54:53 user nova-compute[74307]: DEBUG nova.compute.manager [req-0cc31dc2-367c-4070-a288-845d90aa7cbd req-6e6fefb6-026a-4245-9d62-16fa7c853d42 service nova] [instance: 02857236-4abf-4671-972e-21ef9328566c] Received event network-vif-deleted-a00fd47b-178d-4de8-a951-f9cd6a81f487 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:54:53 user nova-compute[74307]: INFO nova.compute.manager [req-0cc31dc2-367c-4070-a288-845d90aa7cbd req-6e6fefb6-026a-4245-9d62-16fa7c853d42 service nova] [instance: 02857236-4abf-4671-972e-21ef9328566c] Neutron deleted interface a00fd47b-178d-4de8-a951-f9cd6a81f487; detaching it from the instance and deleting it from the info cache
Oct 24 07:54:53 user nova-compute[74307]: DEBUG nova.network.neutron [req-0cc31dc2-367c-4070-a288-845d90aa7cbd req-6e6fefb6-026a-4245-9d62-16fa7c853d42 service nova] [instance: 02857236-4abf-4671-972e-21ef9328566c] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:54:53 user nova-compute[74307]: DEBUG nova.compute.manager [req-0cc31dc2-367c-4070-a288-845d90aa7cbd req-6e6fefb6-026a-4245-9d62-16fa7c853d42 service nova] [instance: 02857236-4abf-4671-972e-21ef9328566c] Detach interface failed, port_id=a00fd47b-178d-4de8-a951-f9cd6a81f487, reason: Instance 02857236-4abf-4671-972e-21ef9328566c could not be found. {{(pid=74307) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 24 07:54:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d5556a69-fede-4720-a177-a9ced70063f5 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:54:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d5556a69-fede-4720-a177-a9ced70063f5 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:54:54 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-d5556a69-fede-4720-a177-a9ced70063f5 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:54:54 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-d5556a69-fede-4720-a177-a9ced70063f5 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:54:54 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d5556a69-fede-4720-a177-a9ced70063f5 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.376s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:54:54 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-d5556a69-fede-4720-a177-a9ced70063f5 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Deleted allocations for instance 02857236-4abf-4671-972e-21ef9328566c
Oct 24 07:54:54 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d5556a69-fede-4720-a177-a9ced70063f5 tempest-VolumesAdminNegativeTest-206772709 tempest-VolumesAdminNegativeTest-206772709-project-member] Lock "02857236-4abf-4671-972e-21ef9328566c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.412s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:54:54 user nova-compute[74307]: DEBUG nova.compute.manager [req-aae6d4a5-55fe-4bad-9e04-00729576250f req-7f3e7966-bc36-4553-9a30-c3afb56f38bd service nova] [instance: 02857236-4abf-4671-972e-21ef9328566c] Received event network-vif-plugged-a00fd47b-178d-4de8-a951-f9cd6a81f487 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:54:54 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-aae6d4a5-55fe-4bad-9e04-00729576250f req-7f3e7966-bc36-4553-9a30-c3afb56f38bd service nova] Acquiring lock "02857236-4abf-4671-972e-21ef9328566c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:54:54 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-aae6d4a5-55fe-4bad-9e04-00729576250f req-7f3e7966-bc36-4553-9a30-c3afb56f38bd service nova] Lock "02857236-4abf-4671-972e-21ef9328566c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:54:54 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-aae6d4a5-55fe-4bad-9e04-00729576250f req-7f3e7966-bc36-4553-9a30-c3afb56f38bd service nova] Lock "02857236-4abf-4671-972e-21ef9328566c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:54:54 user nova-compute[74307]: DEBUG nova.compute.manager [req-aae6d4a5-55fe-4bad-9e04-00729576250f req-7f3e7966-bc36-4553-9a30-c3afb56f38bd service nova] [instance: 02857236-4abf-4671-972e-21ef9328566c] No waiting events found dispatching network-vif-plugged-a00fd47b-178d-4de8-a951-f9cd6a81f487 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:54:54 user nova-compute[74307]: WARNING nova.compute.manager [req-aae6d4a5-55fe-4bad-9e04-00729576250f req-7f3e7966-bc36-4553-9a30-c3afb56f38bd service nova] [instance: 02857236-4abf-4671-972e-21ef9328566c] Received unexpected event network-vif-plugged-a00fd47b-178d-4de8-a951-f9cd6a81f487 for instance with vm_state deleted and task_state None.
Oct 24 07:54:56 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-f7f99e09-5cdf-4832-bcf2-7b3cab241cdc tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 2b5d1ce9-9508-4452-864c-e2628ed30f40 is timed out.
Oct 24 07:54:56 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-f7f99e09-5cdf-4832-bcf2-7b3cab241cdc tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Successfully detached device vdb from instance 2b5d1ce9-9508-4452-864c-e2628ed30f40 from the live domain config.
Oct 24 07:54:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f7f99e09-5cdf-4832-bcf2-7b3cab241cdc tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] calling os-brick to detach iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 07:54:56 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f99e09-5cdf-4832-bcf2-7b3cab241cdc tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, {'target_iqn': 'iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZgJOXxWm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:54:56 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-f7f99e09-5cdf-4832-bcf2-7b3cab241cdc tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:54:56 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-f7f99e09-5cdf-4832-bcf2-7b3cab241cdc tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:54:56 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-f7f99e09-5cdf-4832-bcf2-7b3cab241cdc tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:54:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:54:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:54:56 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d94545db-e427-4b1e-8fef-5af2d9c12387]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:54:56 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f99e09-5cdf-4832-bcf2-7b3cab241cdc tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 07:54:56 user nova-compute[74307]: No targets found.
Oct 24 07:54:56 user nova-compute[74307]: iSNS:
Oct 24 07:54:56 user nova-compute[74307]: No targets found.
Oct 24 07:54:56 user nova-compute[74307]: STATIC:
Oct 24 07:54:56 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854
Oct 24 07:54:56 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:54:56 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:54:56 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c
Oct 24 07:54:56 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:54:56 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:54:56 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437
Oct 24 07:54:56 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:54:56 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:54:56 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e
Oct 24 07:54:56 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:54:56 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:54:56 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445
Oct 24 07:54:56 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:54:56 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:54:56 user nova-compute[74307]: FIRMWARE:
Oct 24 07:54:56 user nova-compute[74307]: No targets found.
Oct 24 07:54:56 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:54:56 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f99e09-5cdf-4832-bcf2-7b3cab241cdc tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 07:54:56 user nova-compute[74307]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 07:54:56 user nova-compute[74307]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74307) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 07:54:56 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f99e09-5cdf-4832-bcf2-7b3cab241cdc tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c', 0)] {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 07:54:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:54:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:54:56 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[35886a01-06da-4431-8a23-ffa8ea853a9f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:54:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:54:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:54:56 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c530daf-9de7-4eb1-8140-4c69e16375e4]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:54:56 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f99e09-5cdf-4832-bcf2-7b3cab241cdc tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:54:56 user nova-compute[74307]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c (non-flash)
Oct 24 07:54:56 user nova-compute[74307]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e (non-flash)
Oct 24 07:54:56 user nova-compute[74307]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)
Oct 24 07:54:56 user nova-compute[74307]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 (non-flash)
Oct 24 07:54:56 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:54:56 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f99e09-5cdf-4832-bcf2-7b3cab241cdc tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:54:56 user nova-compute[74307]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c (non-flash)
Oct 24 07:54:56 user nova-compute[74307]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e (non-flash)
Oct 24 07:54:56 user nova-compute[74307]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)
Oct 24 07:54:56 user nova-compute[74307]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 (non-flash)
Oct 24 07:54:56 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:54:56 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f99e09-5cdf-4832-bcf2-7b3cab241cdc tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f46485d9240>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c'): ({'sde'}, set())}) {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 07:54:56 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-f7f99e09-5cdf-4832-bcf2-7b3cab241cdc tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Removing single pathed devices sde {{(pid=74307) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 07:54:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:54:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:54:56 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[a448b673-1d4b-42cf-b7e1-26b3ffd449be]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:54:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:54:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:54:56 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[3960826a-2018-4378-b93b-24f7bdfa0145]: (4, ('ok\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:54:56 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-f7f99e09-5cdf-4832-bcf2-7b3cab241cdc tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Flushing IO for device /dev/sde {{(pid=74307) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 07:54:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:54:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.014s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:54:56 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a04ac19-23dc-4e63-b852-6920a9cacffd]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:54:56 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-f7f99e09-5cdf-4832-bcf2-7b3cab241cdc tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74307) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 07:54:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:54:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.048s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:54:56 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5831123-4762-4ffa-b4d7-9273cf6ca189]: (4, ('1', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:54:56 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-f7f99e09-5cdf-4832-bcf2-7b3cab241cdc tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 07:54:56 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-f7f99e09-5cdf-4832-bcf2-7b3cab241cdc tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] SCSI volumes sde have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 07:54:56 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f99e09-5cdf-4832-bcf2-7b3cab241cdc tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c')] {{(pid=74307) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 07:54:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:54:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:54:56 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[51f7bf49-ca92-4ea7-ad6b-40ca0aa0b104]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:54:56 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f99e09-5cdf-4832-bcf2-7b3cab241cdc tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:54:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c -p 172.16.0.220:3260 --logout {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:54:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:54:56 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[15723a79-458c-4e1f-92eb-1c0b2f783131]: (4, ('Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c, portal: 172.16.0.220,3260]\nLogout of [sid: 25, target: iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:54:56 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f99e09-5cdf-4832-bcf2-7b3cab241cdc tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c, portal: 172.16.0.220,3260]
Oct 24 07:54:56 user nova-compute[74307]: Logout of [sid: 25, target: iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c, portal: 172.16.0.220,3260] successful.
Oct 24 07:54:56 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:54:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c -p 172.16.0.220:3260 --op delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:54:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.035s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:54:56 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d32081e1-02d9-442c-898b-4d4220b03a06]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:54:56 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f99e09-5cdf-4832-bcf2-7b3cab241cdc tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:54:56 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-f7f99e09-5cdf-4832-bcf2-7b3cab241cdc tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.328s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:54:56 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f99e09-5cdf-4832-bcf2-7b3cab241cdc tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] <== disconnect_volume: return (330ms) None {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:54:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f7f99e09-5cdf-4832-bcf2-7b3cab241cdc tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Disconnected iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 07:54:57 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:57 user nova-compute[74307]: DEBUG nova.objects.instance [None req-f7f99e09-5cdf-4832-bcf2-7b3cab241cdc tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lazy-loading 'flavor' on Instance uuid 2b5d1ce9-9508-4452-864c-e2628ed30f40 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:54:57 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f7f99e09-5cdf-4832-bcf2-7b3cab241cdc tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "2b5d1ce9-9508-4452-864c-e2628ed30f40" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.927s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:54:57 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f490a474-4ec8-4764-955e-7458be1c5b57 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "2b5d1ce9-9508-4452-864c-e2628ed30f40" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 21.821s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:54:57 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f490a474-4ec8-4764-955e-7458be1c5b57 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Acquiring lock "2b5d1ce9-9508-4452-864c-e2628ed30f40-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:54:57 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f490a474-4ec8-4764-955e-7458be1c5b57 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "2b5d1ce9-9508-4452-864c-e2628ed30f40-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:54:57 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f490a474-4ec8-4764-955e-7458be1c5b57 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "2b5d1ce9-9508-4452-864c-e2628ed30f40-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:54:57 user nova-compute[74307]: INFO nova.compute.manager [None req-f490a474-4ec8-4764-955e-7458be1c5b57 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Terminating instance
Oct 24 07:54:57 user nova-compute[74307]: DEBUG nova.compute.manager [None req-f490a474-4ec8-4764-955e-7458be1c5b57 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Start destroying the instance on the hypervisor. {{(pid=74307) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 07:54:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:58 user nova-compute[74307]: DEBUG nova.compute.manager [req-d5cb71f8-a852-4fc5-9d2c-9e4f0ec9f923 req-31f64306-27cc-47eb-8882-87ca3c370951 service nova] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Received event network-vif-unplugged-6831be07-2a87-4391-96e7-9b92eb3afe93 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:54:58 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d5cb71f8-a852-4fc5-9d2c-9e4f0ec9f923 req-31f64306-27cc-47eb-8882-87ca3c370951 service nova] Acquiring lock "2b5d1ce9-9508-4452-864c-e2628ed30f40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:54:58 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d5cb71f8-a852-4fc5-9d2c-9e4f0ec9f923 req-31f64306-27cc-47eb-8882-87ca3c370951 service nova] Lock "2b5d1ce9-9508-4452-864c-e2628ed30f40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:54:58 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d5cb71f8-a852-4fc5-9d2c-9e4f0ec9f923 req-31f64306-27cc-47eb-8882-87ca3c370951 service nova] Lock "2b5d1ce9-9508-4452-864c-e2628ed30f40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:54:58 user nova-compute[74307]: DEBUG nova.compute.manager [req-d5cb71f8-a852-4fc5-9d2c-9e4f0ec9f923 req-31f64306-27cc-47eb-8882-87ca3c370951 service nova] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] No waiting events found dispatching network-vif-unplugged-6831be07-2a87-4391-96e7-9b92eb3afe93 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:54:58 user nova-compute[74307]: DEBUG nova.compute.manager [req-d5cb71f8-a852-4fc5-9d2c-9e4f0ec9f923 req-31f64306-27cc-47eb-8882-87ca3c370951 service nova] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Received event network-vif-unplugged-6831be07-2a87-4391-96e7-9b92eb3afe93 for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 07:54:58 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Instance destroyed successfully.
Oct 24 07:54:58 user nova-compute[74307]: DEBUG nova.objects.instance [None req-f490a474-4ec8-4764-955e-7458be1c5b57 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lazy-loading 'resources' on Instance uuid 2b5d1ce9-9508-4452-864c-e2628ed30f40 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:54:58 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-f490a474-4ec8-4764-955e-7458be1c5b57 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:50:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-40528448',display_name='tempest-VolumesSnapshotTestJSON-instance-40528448',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-40528448',id=20,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNMAR4L3dS3KHYbtCzxIT3pmTSBdeX1/jb75PoNbwsW1Ji6yd6o9we9QOSM4L3hhcJpNTAge81EMhDmjy1sOBQaGjUtuOWQ6rDFp/0igfmn3y/MIeEs9cNKVQ7bFrnO9nw==',key_name='tempest-keypair-962916224',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:50:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b3cbeeb3c22846fb88297b645da9e463',ramdisk_id='',reservation_id='r-wqerbv5v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-1695217683',owner_user_name='tempest-VolumesSnapshotTestJSON-1695217683-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T07:50:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='60bf5a2320a44281aa2ef452eb2f16b6',uuid=2b5d1ce9-9508-4452-864c-e2628ed30f40,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6831be07-2a87-4391-96e7-9b92eb3afe93", "address": "fa:16:3e:2b:99:cc", "network": {"id": "c9e5cba0-66b1-4ed1-9cb1-fd926055e90e", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-91748090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b3cbeeb3c22846fb88297b645da9e463", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6831be07-2a", "ovs_interfaceid": "6831be07-2a87-4391-96e7-9b92eb3afe93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 07:54:58 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-f490a474-4ec8-4764-955e-7458be1c5b57 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Converting VIF {"id": "6831be07-2a87-4391-96e7-9b92eb3afe93", "address": "fa:16:3e:2b:99:cc", "network": {"id": "c9e5cba0-66b1-4ed1-9cb1-fd926055e90e", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-91748090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b3cbeeb3c22846fb88297b645da9e463", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6831be07-2a", "ovs_interfaceid": "6831be07-2a87-4391-96e7-9b92eb3afe93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:54:58 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-f490a474-4ec8-4764-955e-7458be1c5b57 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2b:99:cc,bridge_name='br-int',has_traffic_filtering=True,id=6831be07-2a87-4391-96e7-9b92eb3afe93,network=Network(c9e5cba0-66b1-4ed1-9cb1-fd926055e90e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6831be07-2a') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:54:58 user nova-compute[74307]: DEBUG os_vif [None req-f490a474-4ec8-4764-955e-7458be1c5b57 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:2b:99:cc,bridge_name='br-int',has_traffic_filtering=True,id=6831be07-2a87-4391-96e7-9b92eb3afe93,network=Network(c9e5cba0-66b1-4ed1-9cb1-fd926055e90e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6831be07-2a') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 07:54:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6831be07-2a, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:54:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:54:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9403d1cb-d6fc-4070-8809-3706e861f202) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:54:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:54:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:54:58 user nova-compute[74307]: INFO os_vif [None req-f490a474-4ec8-4764-955e-7458be1c5b57 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:2b:99:cc,bridge_name='br-int',has_traffic_filtering=True,id=6831be07-2a87-4391-96e7-9b92eb3afe93,network=Network(c9e5cba0-66b1-4ed1-9cb1-fd926055e90e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6831be07-2a')
Oct 24 07:54:58 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f490a474-4ec8-4764-955e-7458be1c5b57 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] calling os-brick to detach iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 07:54:58 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f490a474-4ec8-4764-955e-7458be1c5b57 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, {'target_iqn': 'iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZgJOXxWm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:54:58 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-f490a474-4ec8-4764-955e-7458be1c5b57 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:54:58 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-f490a474-4ec8-4764-955e-7458be1c5b57 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:54:58 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-f490a474-4ec8-4764-955e-7458be1c5b57 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:54:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:54:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:54:58 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[47484e96-ac6c-4e37-8dc5-fdfa3d7ecac3]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:54:58 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f490a474-4ec8-4764-955e-7458be1c5b57 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 07:54:58 user nova-compute[74307]: No targets found.
Oct 24 07:54:58 user nova-compute[74307]: iSNS:
Oct 24 07:54:58 user nova-compute[74307]: No targets found.
Oct 24 07:54:58 user nova-compute[74307]: STATIC:
Oct 24 07:54:58 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854
Oct 24 07:54:58 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:54:58 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:54:58 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437
Oct 24 07:54:58 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:54:58 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:54:58 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e
Oct 24 07:54:58 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:54:58 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:54:58 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445
Oct 24 07:54:58 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:54:58 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:54:58 user nova-compute[74307]: FIRMWARE:
Oct 24 07:54:58 user nova-compute[74307]: No targets found.
Oct 24 07:54:58 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:54:58 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f490a474-4ec8-4764-955e-7458be1c5b57 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 07:54:58 user nova-compute[74307]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 07:54:58 user nova-compute[74307]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74307) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 07:54:58 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f490a474-4ec8-4764-955e-7458be1c5b57 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1c00bdf7-72a8-49ec-8319-313142ad5b3c', 0)] {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 07:54:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:54:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:54:58 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf5077d0-73ac-4c4a-9cc3-46e56852ceb9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:54:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:54:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:54:58 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[592cdc1d-80f7-49db-997a-c1cc220bd326]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:54:58 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f490a474-4ec8-4764-955e-7458be1c5b57 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:54:58 user nova-compute[74307]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e (non-flash)
Oct 24 07:54:58 user nova-compute[74307]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)
Oct 24 07:54:58 user nova-compute[74307]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 (non-flash)
Oct 24 07:54:58 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:54:58 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f490a474-4ec8-4764-955e-7458be1c5b57 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:54:58 user nova-compute[74307]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e (non-flash)
Oct 24 07:54:58 user nova-compute[74307]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)
Oct 24 07:54:58 user nova-compute[74307]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 (non-flash)
Oct 24 07:54:58 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:54:58 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f490a474-4ec8-4764-955e-7458be1c5b57 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f46242caa70>, {}) {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 07:54:58 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f490a474-4ec8-4764-955e-7458be1c5b57 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Disconnecting from: [] {{(pid=74307) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 07:54:58 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-f490a474-4ec8-4764-955e-7458be1c5b57 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.079s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:54:58 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f490a474-4ec8-4764-955e-7458be1c5b57 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] <== disconnect_volume: return (80ms) None {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:54:58 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f490a474-4ec8-4764-955e-7458be1c5b57 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Disconnected iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 07:54:58 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-f490a474-4ec8-4764-955e-7458be1c5b57 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Deleting instance files /opt/stack/data/nova/instances/2b5d1ce9-9508-4452-864c-e2628ed30f40_del
Oct 24 07:54:58 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-f490a474-4ec8-4764-955e-7458be1c5b57 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Deletion of /opt/stack/data/nova/instances/2b5d1ce9-9508-4452-864c-e2628ed30f40_del complete
Oct 24 07:54:58 user nova-compute[74307]: INFO nova.compute.manager [None req-f490a474-4ec8-4764-955e-7458be1c5b57 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Took 0.95 seconds to destroy the instance on the hypervisor.
Oct 24 07:54:58 user nova-compute[74307]: DEBUG oslo.service.loopingcall [None req-f490a474-4ec8-4764-955e-7458be1c5b57 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74307) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 07:54:58 user nova-compute[74307]: DEBUG nova.compute.manager [-] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Deallocating network for instance {{(pid=74307) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 07:54:58 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] deallocate_for_instance() {{(pid=74307) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 07:54:59 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:54:59 user nova-compute[74307]: INFO nova.compute.manager [-] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Took 1.00 seconds to deallocate network for instance.
Oct 24 07:54:59 user nova-compute[74307]: WARNING nova.volume.cinder [None req-f490a474-4ec8-4764-955e-7458be1c5b57 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Attachment f50e4a12-58b0-4897-9aa8-6784e9b5d66b does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = f50e4a12-58b0-4897-9aa8-6784e9b5d66b. (HTTP 404) (Request-ID: req-f5d98f4f-9796-4e03-960b-c0f9df237e04)
Oct 24 07:54:59 user nova-compute[74307]: INFO nova.compute.manager [None req-f490a474-4ec8-4764-955e-7458be1c5b57 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Took 0.02 seconds to detach 1 volumes for instance.
Oct 24 07:54:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f490a474-4ec8-4764-955e-7458be1c5b57 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:54:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f490a474-4ec8-4764-955e-7458be1c5b57 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:55:00 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:55:00 user nova-compute[74307]: DEBUG nova.compute.manager [req-213160f1-66e1-480c-bdba-a01613305e97 req-55908d7e-4341-4cc4-80e6-a8516079823d service nova] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Received event network-vif-plugged-6831be07-2a87-4391-96e7-9b92eb3afe93 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:55:00 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-213160f1-66e1-480c-bdba-a01613305e97 req-55908d7e-4341-4cc4-80e6-a8516079823d service nova] Acquiring lock "2b5d1ce9-9508-4452-864c-e2628ed30f40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:55:00 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-213160f1-66e1-480c-bdba-a01613305e97 req-55908d7e-4341-4cc4-80e6-a8516079823d service nova] Lock "2b5d1ce9-9508-4452-864c-e2628ed30f40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:55:00 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-213160f1-66e1-480c-bdba-a01613305e97 req-55908d7e-4341-4cc4-80e6-a8516079823d service nova] Lock "2b5d1ce9-9508-4452-864c-e2628ed30f40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:55:00 user nova-compute[74307]: DEBUG nova.compute.manager [req-213160f1-66e1-480c-bdba-a01613305e97 req-55908d7e-4341-4cc4-80e6-a8516079823d service nova] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] No waiting events found dispatching network-vif-plugged-6831be07-2a87-4391-96e7-9b92eb3afe93 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:55:00 user nova-compute[74307]: WARNING nova.compute.manager [req-213160f1-66e1-480c-bdba-a01613305e97 req-55908d7e-4341-4cc4-80e6-a8516079823d service nova] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Received unexpected event network-vif-plugged-6831be07-2a87-4391-96e7-9b92eb3afe93 for instance with vm_state deleted and task_state None.
Oct 24 07:55:00 user nova-compute[74307]: DEBUG nova.compute.manager [req-213160f1-66e1-480c-bdba-a01613305e97 req-55908d7e-4341-4cc4-80e6-a8516079823d service nova] [instance: 2b5d1ce9-9508-4452-864c-e2628ed30f40] Received event network-vif-deleted-6831be07-2a87-4391-96e7-9b92eb3afe93 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:55:00 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-f490a474-4ec8-4764-955e-7458be1c5b57 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:55:00 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-f490a474-4ec8-4764-955e-7458be1c5b57 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:55:00 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f490a474-4ec8-4764-955e-7458be1c5b57 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.366s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:55:00 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-f490a474-4ec8-4764-955e-7458be1c5b57 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Deleted allocations for instance 2b5d1ce9-9508-4452-864c-e2628ed30f40
Oct 24 07:55:00 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f490a474-4ec8-4764-955e-7458be1c5b57 tempest-VolumesSnapshotTestJSON-1695217683 tempest-VolumesSnapshotTestJSON-1695217683-project-member] Lock "2b5d1ce9-9508-4452-864c-e2628ed30f40" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.528s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:55:01 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:55:02 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:55:03 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:55:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:55:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:55:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:55:03 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 07:55:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:55:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:55:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:55:03 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:55:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:55:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:55:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:55:04 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:55:04 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:55:04 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdg (vda) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:55:04 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:55:04 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:55:04 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:55:04 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:55:04 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/444bef36-3134-4c31-bd7c-aadf33448410/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:55:04 user nova-compute[74307]: DEBUG nova.compute.manager [req-a6c5e73b-4daf-44f6-aeb5-25a0b01270f3 req-7cadab76-7f3b-4864-9a70-3273a39c5b8a service nova] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Received event network-changed-8c95c183-be8a-4a20-b589-b79e23db354d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:55:04 user nova-compute[74307]: DEBUG nova.compute.manager [req-a6c5e73b-4daf-44f6-aeb5-25a0b01270f3 req-7cadab76-7f3b-4864-9a70-3273a39c5b8a service nova] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Refreshing instance network info cache due to event network-changed-8c95c183-be8a-4a20-b589-b79e23db354d. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:55:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a6c5e73b-4daf-44f6-aeb5-25a0b01270f3 req-7cadab76-7f3b-4864-9a70-3273a39c5b8a service nova] Acquiring lock "refresh_cache-43c5fb02-c66f-48d8-af07-c17251468d85" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:55:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a6c5e73b-4daf-44f6-aeb5-25a0b01270f3 req-7cadab76-7f3b-4864-9a70-3273a39c5b8a service nova] Acquired lock "refresh_cache-43c5fb02-c66f-48d8-af07-c17251468d85" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:55:04 user nova-compute[74307]: DEBUG nova.network.neutron [req-a6c5e73b-4daf-44f6-aeb5-25a0b01270f3 req-7cadab76-7f3b-4864-9a70-3273a39c5b8a service nova] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Refreshing network info cache for port 8c95c183-be8a-4a20-b589-b79e23db354d {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:55:04 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/444bef36-3134-4c31-bd7c-aadf33448410/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:55:04 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/444bef36-3134-4c31-bd7c-aadf33448410/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:55:04 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/444bef36-3134-4c31-bd7c-aadf33448410/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:55:04 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c80a858-643e-4872-a2b9-c3319abba7fc/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:55:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-cb095e86-1f67-4468-9a6f-3015843f4c9a tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Acquiring lock "43c5fb02-c66f-48d8-af07-c17251468d85" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:55:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-cb095e86-1f67-4468-9a6f-3015843f4c9a tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "43c5fb02-c66f-48d8-af07-c17251468d85" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:55:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-cb095e86-1f67-4468-9a6f-3015843f4c9a tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Acquiring lock "43c5fb02-c66f-48d8-af07-c17251468d85-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:55:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-cb095e86-1f67-4468-9a6f-3015843f4c9a tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "43c5fb02-c66f-48d8-af07-c17251468d85-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:55:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-cb095e86-1f67-4468-9a6f-3015843f4c9a tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "43c5fb02-c66f-48d8-af07-c17251468d85-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:55:05 user nova-compute[74307]: INFO nova.compute.manager [None req-cb095e86-1f67-4468-9a6f-3015843f4c9a tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Terminating instance
Oct 24 07:55:05 user nova-compute[74307]: DEBUG nova.compute.manager [None req-cb095e86-1f67-4468-9a6f-3015843f4c9a tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Start destroying the instance on the hypervisor. {{(pid=74307) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 07:55:05 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c80a858-643e-4872-a2b9-c3319abba7fc/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:55:05 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c80a858-643e-4872-a2b9-c3319abba7fc/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:55:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:05 user nova-compute[74307]: DEBUG nova.network.neutron [req-a6c5e73b-4daf-44f6-aeb5-25a0b01270f3 req-7cadab76-7f3b-4864-9a70-3273a39c5b8a service nova] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Updated VIF entry in instance network info cache for port 8c95c183-be8a-4a20-b589-b79e23db354d. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:55:05 user nova-compute[74307]: DEBUG nova.network.neutron [req-a6c5e73b-4daf-44f6-aeb5-25a0b01270f3 req-7cadab76-7f3b-4864-9a70-3273a39c5b8a service nova] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Updating instance_info_cache with network_info: [{"id": "8c95c183-be8a-4a20-b589-b79e23db354d", "address": "fa:16:3e:38:fa:6e", "network": {"id": "88614861-758c-4aeb-96e5-c287097f2826", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-693421200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f702c44f41647f3986d6d6acc4e7122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c95c183-be", "ovs_interfaceid": "8c95c183-be8a-4a20-b589-b79e23db354d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:55:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a6c5e73b-4daf-44f6-aeb5-25a0b01270f3 req-7cadab76-7f3b-4864-9a70-3273a39c5b8a service nova] Releasing lock "refresh_cache-43c5fb02-c66f-48d8-af07-c17251468d85" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:55:05 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c80a858-643e-4872-a2b9-c3319abba7fc/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:55:05 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:55:05 user nova-compute[74307]: DEBUG nova.compute.manager [req-4f3e399d-3438-4c1a-b1b9-64d261f0d958 req-0ca67dac-48c8-4116-9824-7e648af51807 service nova] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Received event network-vif-unplugged-8c95c183-be8a-4a20-b589-b79e23db354d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:55:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-4f3e399d-3438-4c1a-b1b9-64d261f0d958 req-0ca67dac-48c8-4116-9824-7e648af51807 service nova] Acquiring lock "43c5fb02-c66f-48d8-af07-c17251468d85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:55:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-4f3e399d-3438-4c1a-b1b9-64d261f0d958 req-0ca67dac-48c8-4116-9824-7e648af51807 service nova] Lock "43c5fb02-c66f-48d8-af07-c17251468d85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:55:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-4f3e399d-3438-4c1a-b1b9-64d261f0d958 req-0ca67dac-48c8-4116-9824-7e648af51807 service nova] Lock "43c5fb02-c66f-48d8-af07-c17251468d85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:55:05 user nova-compute[74307]: DEBUG nova.compute.manager [req-4f3e399d-3438-4c1a-b1b9-64d261f0d958 req-0ca67dac-48c8-4116-9824-7e648af51807 service nova] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] No waiting events found dispatching network-vif-unplugged-8c95c183-be8a-4a20-b589-b79e23db354d {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:55:05 user nova-compute[74307]: DEBUG nova.compute.manager [req-4f3e399d-3438-4c1a-b1b9-64d261f0d958 req-0ca67dac-48c8-4116-9824-7e648af51807 service nova] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Received event network-vif-unplugged-8c95c183-be8a-4a20-b589-b79e23db354d for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 07:55:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:05 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43c5fb02-c66f-48d8-af07-c17251468d85/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:55:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:05 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43c5fb02-c66f-48d8-af07-c17251468d85/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:55:05 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43c5fb02-c66f-48d8-af07-c17251468d85/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:55:05 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Instance destroyed successfully.
Oct 24 07:55:05 user nova-compute[74307]: DEBUG nova.objects.instance [None req-cb095e86-1f67-4468-9a6f-3015843f4c9a tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lazy-loading 'resources' on Instance uuid 43c5fb02-c66f-48d8-af07-c17251468d85 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:55:05 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-cb095e86-1f67-4468-9a6f-3015843f4c9a tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:53:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-339757650',display_name='tempest-AttachVolumeNegativeTest-server-339757650',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-339757650',id=30,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOQ9ndqmiGUE6Uq2qCRmAyqb2tb5yuhz/p2zdrjT9R+GQFmpMl3hfVJbHhiXCQeTa2Nio9yshbnfRo6geEjKIrk4vmoM5ZMmNTDXVRQDl3g6vC5ZE8heJooDfX8QDGdg8A==',key_name='tempest-keypair-1477440470',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:53:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3f702c44f41647f3986d6d6acc4e7122',ramdisk_id='',reservation_id='r-g5yqrsay',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-976504116',owner_user_name='tempest-AttachVolumeNegativeTest-976504116-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T07:53:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e73cde07ef7843e9a5718b648794a329',uuid=43c5fb02-c66f-48d8-af07-c17251468d85,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8c95c183-be8a-4a20-b589-b79e23db354d", "address": "fa:16:3e:38:fa:6e", "network": {"id": "88614861-758c-4aeb-96e5-c287097f2826", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-693421200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f702c44f41647f3986d6d6acc4e7122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c95c183-be", "ovs_interfaceid": "8c95c183-be8a-4a20-b589-b79e23db354d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 07:55:05 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-cb095e86-1f67-4468-9a6f-3015843f4c9a tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Converting VIF {"id": "8c95c183-be8a-4a20-b589-b79e23db354d", "address": "fa:16:3e:38:fa:6e", "network": {"id": "88614861-758c-4aeb-96e5-c287097f2826", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-693421200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f702c44f41647f3986d6d6acc4e7122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c95c183-be", "ovs_interfaceid": "8c95c183-be8a-4a20-b589-b79e23db354d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:55:05 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-cb095e86-1f67-4468-9a6f-3015843f4c9a tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:38:fa:6e,bridge_name='br-int',has_traffic_filtering=True,id=8c95c183-be8a-4a20-b589-b79e23db354d,network=Network(88614861-758c-4aeb-96e5-c287097f2826),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8c95c183-be') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:55:05 user nova-compute[74307]: DEBUG os_vif [None req-cb095e86-1f67-4468-9a6f-3015843f4c9a tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:38:fa:6e,bridge_name='br-int',has_traffic_filtering=True,id=8c95c183-be8a-4a20-b589-b79e23db354d,network=Network(88614861-758c-4aeb-96e5-c287097f2826),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8c95c183-be') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 07:55:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8c95c183-be, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:55:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:55:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ffe8f692-02ee-462a-a397-51278c13a1ae) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:55:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:55:05 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43c5fb02-c66f-48d8-af07-c17251468d85/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:55:05 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:55:06 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:06 user nova-compute[74307]: INFO os_vif [None req-cb095e86-1f67-4468-9a6f-3015843f4c9a tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:38:fa:6e,bridge_name='br-int',has_traffic_filtering=True,id=8c95c183-be8a-4a20-b589-b79e23db354d,network=Network(88614861-758c-4aeb-96e5-c287097f2826),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8c95c183-be')
Oct 24 07:55:06 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-cb095e86-1f67-4468-9a6f-3015843f4c9a tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Deleting instance files /opt/stack/data/nova/instances/43c5fb02-c66f-48d8-af07-c17251468d85_del
Oct 24 07:55:06 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-cb095e86-1f67-4468-9a6f-3015843f4c9a tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Deletion of /opt/stack/data/nova/instances/43c5fb02-c66f-48d8-af07-c17251468d85_del complete
Oct 24 07:55:06 user nova-compute[74307]: INFO nova.compute.manager [None req-cb095e86-1f67-4468-9a6f-3015843f4c9a tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Took 1.03 seconds to destroy the instance on the hypervisor.
Oct 24 07:55:06 user nova-compute[74307]: DEBUG oslo.service.loopingcall [None req-cb095e86-1f67-4468-9a6f-3015843f4c9a tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74307) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 07:55:06 user nova-compute[74307]: DEBUG nova.compute.manager [-] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Deallocating network for instance {{(pid=74307) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 07:55:06 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] deallocate_for_instance() {{(pid=74307) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 07:55:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:55:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:55:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:55:06 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:55:06 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:55:06 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:55:06 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Hypervisor/Node resource view: name=user free_ram=7795MB free_disk=25.184986114501953GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 07:55:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:55:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:55:06 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fe508640-79f4-43d1-b846-00f28f91df79 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:55:06 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance bf3db205-9fd8-47db-8365-87bc07dd98b7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:55:06 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 9ea8255e-1f82-4e7f-b09b-aca682f1f374 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:55:06 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 6f71d751-f022-4f5f-8458-8a4d3114aae8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:55:06 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 444bef36-3134-4c31-bd7c-aadf33448410 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:55:06 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 1c80a858-643e-4872-a2b9-c3319abba7fc actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:55:06 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:55:06 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 9c7e3788-de68-4c6a-aafe-c0ddff45238d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:55:06 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 43c5fb02-c66f-48d8-af07-c17251468d85 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:55:06 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 07:55:06 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 07:55:07 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:55:07 user nova-compute[74307]: INFO nova.compute.manager [-] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Took 0.98 seconds to deallocate network for instance.
Oct 24 07:55:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-cb095e86-1f67-4468-9a6f-3015843f4c9a tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:55:07 user nova-compute[74307]: DEBUG nova.compute.manager [req-4b6f308f-a02b-42f6-b091-a0602d229885 req-0b6f6a05-3592-4e4b-af2c-d88a741d6b17 service nova] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Received event network-vif-plugged-8c95c183-be8a-4a20-b589-b79e23db354d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:55:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-4b6f308f-a02b-42f6-b091-a0602d229885 req-0b6f6a05-3592-4e4b-af2c-d88a741d6b17 service nova] Acquiring lock "43c5fb02-c66f-48d8-af07-c17251468d85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:55:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-4b6f308f-a02b-42f6-b091-a0602d229885 req-0b6f6a05-3592-4e4b-af2c-d88a741d6b17 service nova] Lock "43c5fb02-c66f-48d8-af07-c17251468d85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:55:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-4b6f308f-a02b-42f6-b091-a0602d229885 req-0b6f6a05-3592-4e4b-af2c-d88a741d6b17 service nova] Lock "43c5fb02-c66f-48d8-af07-c17251468d85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:55:07 user nova-compute[74307]: DEBUG nova.compute.manager [req-4b6f308f-a02b-42f6-b091-a0602d229885 req-0b6f6a05-3592-4e4b-af2c-d88a741d6b17 service nova] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] No waiting events found dispatching network-vif-plugged-8c95c183-be8a-4a20-b589-b79e23db354d {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:55:07 user nova-compute[74307]: WARNING nova.compute.manager [req-4b6f308f-a02b-42f6-b091-a0602d229885 req-0b6f6a05-3592-4e4b-af2c-d88a741d6b17 service nova] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Received unexpected event network-vif-plugged-8c95c183-be8a-4a20-b589-b79e23db354d for instance with vm_state deleted and task_state None.
Oct 24 07:55:07 user nova-compute[74307]: DEBUG nova.compute.manager [req-4b6f308f-a02b-42f6-b091-a0602d229885 req-0b6f6a05-3592-4e4b-af2c-d88a741d6b17 service nova] [instance: 43c5fb02-c66f-48d8-af07-c17251468d85] Received event network-vif-deleted-8c95c183-be8a-4a20-b589-b79e23db354d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:55:07 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:55:07 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:55:07 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 07:55:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.831s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:55:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-cb095e86-1f67-4468-9a6f-3015843f4c9a tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.157s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:55:07 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-cb095e86-1f67-4468-9a6f-3015843f4c9a tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:55:07 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-cb095e86-1f67-4468-9a6f-3015843f4c9a tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:55:08 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-cb095e86-1f67-4468-9a6f-3015843f4c9a tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.329s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:55:08 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-cb095e86-1f67-4468-9a6f-3015843f4c9a tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Deleted allocations for instance 43c5fb02-c66f-48d8-af07-c17251468d85
Oct 24 07:55:08 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-cb095e86-1f67-4468-9a6f-3015843f4c9a tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "43c5fb02-c66f-48d8-af07-c17251468d85" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.069s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:55:09 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:55:09 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:55:09 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:55:09 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:55:09 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:55:09 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74307) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 07:55:10 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:55:10 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Starting heal instance info cache {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 07:55:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "refresh_cache-9ea8255e-1f82-4e7f-b09b-aca682f1f374" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:55:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquired lock "refresh_cache-9ea8255e-1f82-4e7f-b09b-aca682f1f374" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:55:10 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Forcefully refreshing network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 07:55:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:10 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Updating instance_info_cache with network_info: [{"id": "a31e4ae2-1058-4643-9243-640de193070f", "address": "fa:16:3e:a0:90:24", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa31e4ae2-10", "ovs_interfaceid": "a31e4ae2-1058-4643-9243-640de193070f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:55:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Releasing lock "refresh_cache-9ea8255e-1f82-4e7f-b09b-aca682f1f374" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:55:10 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Updated the network info_cache for instance {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 07:55:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-21d124d9-7059-4989-857b-eadd0044fd39 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Acquiring lock "bf3db205-9fd8-47db-8365-87bc07dd98b7" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:55:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-21d124d9-7059-4989-857b-eadd0044fd39 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "bf3db205-9fd8-47db-8365-87bc07dd98b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:55:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-21d124d9-7059-4989-857b-eadd0044fd39 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Acquiring lock "bf3db205-9fd8-47db-8365-87bc07dd98b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:55:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-21d124d9-7059-4989-857b-eadd0044fd39 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "bf3db205-9fd8-47db-8365-87bc07dd98b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:55:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-21d124d9-7059-4989-857b-eadd0044fd39 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "bf3db205-9fd8-47db-8365-87bc07dd98b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:55:13 user nova-compute[74307]: INFO nova.compute.manager [None req-21d124d9-7059-4989-857b-eadd0044fd39 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Terminating instance
Oct 24 07:55:13 user nova-compute[74307]: DEBUG nova.compute.manager [None req-21d124d9-7059-4989-857b-eadd0044fd39 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Start destroying the instance on the hypervisor. {{(pid=74307) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 07:55:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:13 user nova-compute[74307]: DEBUG nova.compute.manager [req-4a9e5583-5ca9-439b-b8f0-e986e66fc5c2 req-d116fbcf-3977-49be-b9ce-257ee3a9dd1f service nova] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Received event network-vif-unplugged-fba32a9f-2efe-4885-948c-e7fc98fe6116 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:55:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-4a9e5583-5ca9-439b-b8f0-e986e66fc5c2 req-d116fbcf-3977-49be-b9ce-257ee3a9dd1f service nova] Acquiring lock "bf3db205-9fd8-47db-8365-87bc07dd98b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:55:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-4a9e5583-5ca9-439b-b8f0-e986e66fc5c2 req-d116fbcf-3977-49be-b9ce-257ee3a9dd1f service nova] Lock "bf3db205-9fd8-47db-8365-87bc07dd98b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:55:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-4a9e5583-5ca9-439b-b8f0-e986e66fc5c2 req-d116fbcf-3977-49be-b9ce-257ee3a9dd1f service nova] Lock "bf3db205-9fd8-47db-8365-87bc07dd98b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:55:13 user nova-compute[74307]: DEBUG nova.compute.manager [req-4a9e5583-5ca9-439b-b8f0-e986e66fc5c2 req-d116fbcf-3977-49be-b9ce-257ee3a9dd1f service nova] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] No waiting events found dispatching network-vif-unplugged-fba32a9f-2efe-4885-948c-e7fc98fe6116 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:55:13 user nova-compute[74307]: DEBUG nova.compute.manager [req-4a9e5583-5ca9-439b-b8f0-e986e66fc5c2 req-d116fbcf-3977-49be-b9ce-257ee3a9dd1f service nova] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Received event network-vif-unplugged-fba32a9f-2efe-4885-948c-e7fc98fe6116 for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 07:55:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:13 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Instance destroyed successfully.
Oct 24 07:55:13 user nova-compute[74307]: DEBUG nova.objects.instance [None req-21d124d9-7059-4989-857b-eadd0044fd39 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lazy-loading 'resources' on Instance uuid bf3db205-9fd8-47db-8365-87bc07dd98b7 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:55:14 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-21d124d9-7059-4989-857b-eadd0044fd39 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:41:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1080132526',display_name='tempest-ServerActionsTestOtherA-server-1080132526',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1080132526',id=5,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOooSDq7I+zrqPfyjx1sR2mzOtPWbtp/jgbUMS1kz3jwjXxUuxny4wbLIwI4KbQ+d90PvLAxLEMCkpJcMzoWe4J9Yj/TZ4KlMliHyDyLI0hbUWpNGqe7L/Naqz4nkMQJtg==',key_name='tempest-keypair-1478140880',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:41:23Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b309cc23749c4a8db15e97071e598aa7',ramdisk_id='',reservation_id='r-bb0o13fw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-379663663',owner_user_name='tempest-ServerActionsTestOtherA-379663663-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T07:41:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='26da1d70557347a1ba51cc920ab9b090',uuid=bf3db205-9fd8-47db-8365-87bc07dd98b7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fba32a9f-2efe-4885-948c-e7fc98fe6116", "address": "fa:16:3e:2b:d1:20", "network": {"id": "a62eef8f-3418-495c-91c8-3410c10364d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1235073358-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b309cc23749c4a8db15e97071e598aa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfba32a9f-2e", "ovs_interfaceid": "fba32a9f-2efe-4885-948c-e7fc98fe6116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 07:55:14 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-21d124d9-7059-4989-857b-eadd0044fd39 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Converting VIF {"id": "fba32a9f-2efe-4885-948c-e7fc98fe6116", "address": "fa:16:3e:2b:d1:20", "network": {"id": "a62eef8f-3418-495c-91c8-3410c10364d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1235073358-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b309cc23749c4a8db15e97071e598aa7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfba32a9f-2e", "ovs_interfaceid": "fba32a9f-2efe-4885-948c-e7fc98fe6116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:55:14 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-21d124d9-7059-4989-857b-eadd0044fd39 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2b:d1:20,bridge_name='br-int',has_traffic_filtering=True,id=fba32a9f-2efe-4885-948c-e7fc98fe6116,network=Network(a62eef8f-3418-495c-91c8-3410c10364d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfba32a9f-2e') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:55:14 user nova-compute[74307]: DEBUG os_vif [None req-21d124d9-7059-4989-857b-eadd0044fd39 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:2b:d1:20,bridge_name='br-int',has_traffic_filtering=True,id=fba32a9f-2efe-4885-948c-e7fc98fe6116,network=Network(a62eef8f-3418-495c-91c8-3410c10364d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfba32a9f-2e') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 07:55:14 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:14 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfba32a9f-2e, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:55:14 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:14 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:55:14 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:14 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:14 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=83d56244-8ce1-48ed-a781-b80d1b616b09) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:55:14 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:14 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:55:14 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:14 user nova-compute[74307]: INFO os_vif [None req-21d124d9-7059-4989-857b-eadd0044fd39 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:2b:d1:20,bridge_name='br-int',has_traffic_filtering=True,id=fba32a9f-2efe-4885-948c-e7fc98fe6116,network=Network(a62eef8f-3418-495c-91c8-3410c10364d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfba32a9f-2e')
Oct 24 07:55:14 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-21d124d9-7059-4989-857b-eadd0044fd39 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Deleting instance files /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7_del
Oct 24 07:55:14 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-21d124d9-7059-4989-857b-eadd0044fd39 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Deletion of /opt/stack/data/nova/instances/bf3db205-9fd8-47db-8365-87bc07dd98b7_del complete
Oct 24 07:55:14 user nova-compute[74307]: INFO nova.compute.manager [None req-21d124d9-7059-4989-857b-eadd0044fd39 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Took 0.73 seconds to destroy the instance on the hypervisor.
Oct 24 07:55:14 user nova-compute[74307]: DEBUG oslo.service.loopingcall [None req-21d124d9-7059-4989-857b-eadd0044fd39 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74307) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 07:55:14 user nova-compute[74307]: DEBUG nova.compute.manager [-] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Deallocating network for instance {{(pid=74307) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 07:55:14 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] deallocate_for_instance() {{(pid=74307) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 07:55:15 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:55:15 user nova-compute[74307]: INFO nova.compute.manager [-] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Took 1.12 seconds to deallocate network for instance.
Oct 24 07:55:15 user nova-compute[74307]: DEBUG nova.compute.manager [req-0cba64c1-3779-4beb-ba5b-6f5acc7359dd req-88aaae45-fb16-4448-8c04-a4a1838aaa84 service nova] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Received event network-vif-deleted-fba32a9f-2efe-4885-948c-e7fc98fe6116 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:55:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-21d124d9-7059-4989-857b-eadd0044fd39 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:55:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-21d124d9-7059-4989-857b-eadd0044fd39 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:55:15 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-21d124d9-7059-4989-857b-eadd0044fd39 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:55:15 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-21d124d9-7059-4989-857b-eadd0044fd39 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:55:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-21d124d9-7059-4989-857b-eadd0044fd39 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.309s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:55:15 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-21d124d9-7059-4989-857b-eadd0044fd39 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Deleted allocations for instance bf3db205-9fd8-47db-8365-87bc07dd98b7
Oct 24 07:55:15 user nova-compute[74307]: DEBUG nova.compute.manager [req-75f14246-5e8c-4242-a031-c5b5238d49df req-400178f1-c6d0-4f63-a8df-27c9b20c796a service nova] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Received event network-vif-plugged-fba32a9f-2efe-4885-948c-e7fc98fe6116 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:55:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-75f14246-5e8c-4242-a031-c5b5238d49df req-400178f1-c6d0-4f63-a8df-27c9b20c796a service nova] Acquiring lock "bf3db205-9fd8-47db-8365-87bc07dd98b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:55:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-75f14246-5e8c-4242-a031-c5b5238d49df req-400178f1-c6d0-4f63-a8df-27c9b20c796a service nova] Lock "bf3db205-9fd8-47db-8365-87bc07dd98b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:55:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-75f14246-5e8c-4242-a031-c5b5238d49df req-400178f1-c6d0-4f63-a8df-27c9b20c796a service nova] Lock "bf3db205-9fd8-47db-8365-87bc07dd98b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:55:15 user nova-compute[74307]: DEBUG nova.compute.manager [req-75f14246-5e8c-4242-a031-c5b5238d49df req-400178f1-c6d0-4f63-a8df-27c9b20c796a service nova] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] No waiting events found dispatching network-vif-plugged-fba32a9f-2efe-4885-948c-e7fc98fe6116 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:55:15 user nova-compute[74307]: WARNING nova.compute.manager [req-75f14246-5e8c-4242-a031-c5b5238d49df req-400178f1-c6d0-4f63-a8df-27c9b20c796a service nova] [instance: bf3db205-9fd8-47db-8365-87bc07dd98b7] Received unexpected event network-vif-plugged-fba32a9f-2efe-4885-948c-e7fc98fe6116 for instance with vm_state deleted and task_state None.
Oct 24 07:55:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-21d124d9-7059-4989-857b-eadd0044fd39 tempest-ServerActionsTestOtherA-379663663 tempest-ServerActionsTestOtherA-379663663-project-member] Lock "bf3db205-9fd8-47db-8365-87bc07dd98b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.370s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:55:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:20 user nova-compute[74307]: INFO nova.compute.manager [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Rescuing
Oct 24 07:55:20 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquiring lock "refresh_cache-9c7e3788-de68-4c6a-aafe-c0ddff45238d" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:55:20 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquired lock "refresh_cache-9c7e3788-de68-4c6a-aafe-c0ddff45238d" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:55:20 user nova-compute[74307]: DEBUG nova.network.neutron [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 07:55:20 user nova-compute[74307]: DEBUG nova.network.neutron [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Updating instance_info_cache with network_info: [{"id": "2e0174dd-dd18-4b58-b176-ed75098ad8ab", "address": "fa:16:3e:37:c3:ee", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e0174dd-dd", "ovs_interfaceid": "2e0174dd-dd18-4b58-b176-ed75098ad8ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:55:20 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Releasing lock "refresh_cache-9c7e3788-de68-4c6a-aafe-c0ddff45238d" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:55:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:21 user nova-compute[74307]: DEBUG nova.compute.manager [req-2fb16f30-7e05-40aa-a094-83065a9508e8 req-db91bd88-8af6-4de2-9ada-774d62c5745c service nova] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Received event network-vif-unplugged-2e0174dd-dd18-4b58-b176-ed75098ad8ab {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:55:21 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2fb16f30-7e05-40aa-a094-83065a9508e8 req-db91bd88-8af6-4de2-9ada-774d62c5745c service nova] Acquiring lock "9c7e3788-de68-4c6a-aafe-c0ddff45238d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:55:21 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2fb16f30-7e05-40aa-a094-83065a9508e8 req-db91bd88-8af6-4de2-9ada-774d62c5745c service nova] Lock "9c7e3788-de68-4c6a-aafe-c0ddff45238d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:55:21 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2fb16f30-7e05-40aa-a094-83065a9508e8 req-db91bd88-8af6-4de2-9ada-774d62c5745c service nova] Lock "9c7e3788-de68-4c6a-aafe-c0ddff45238d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:55:21 user nova-compute[74307]: DEBUG nova.compute.manager [req-2fb16f30-7e05-40aa-a094-83065a9508e8 req-db91bd88-8af6-4de2-9ada-774d62c5745c service nova] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] No waiting events found dispatching network-vif-unplugged-2e0174dd-dd18-4b58-b176-ed75098ad8ab {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:55:21 user nova-compute[74307]: WARNING nova.compute.manager [req-2fb16f30-7e05-40aa-a094-83065a9508e8 req-db91bd88-8af6-4de2-9ada-774d62c5745c service nova] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Received unexpected event network-vif-unplugged-2e0174dd-dd18-4b58-b176-ed75098ad8ab for instance with vm_state active and task_state rescuing.
Oct 24 07:55:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:21 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Instance destroyed successfully.
Oct 24 07:55:21 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Attempting a stable device rescue
Oct 24 07:55:21 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74307) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 24 07:55:21 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Instance directory exists: not creating {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 24 07:55:21 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Creating image(s)
Oct 24 07:55:21 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquiring lock "/opt/stack/data/nova/instances/9c7e3788-de68-4c6a-aafe-c0ddff45238d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:55:21 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "/opt/stack/data/nova/instances/9c7e3788-de68-4c6a-aafe-c0ddff45238d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:55:21 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "/opt/stack/data/nova/instances/9c7e3788-de68-4c6a-aafe-c0ddff45238d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:55:21 user nova-compute[74307]: DEBUG nova.objects.instance [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lazy-loading 'trusted_certs' on Instance uuid 9c7e3788-de68-4c6a-aafe-c0ddff45238d {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:55:21 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquiring lock "840bf72e378ce5b837dd0cafff14dc77efad41a3" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:55:21 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "840bf72e378ce5b837dd0cafff14dc77efad41a3" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:55:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/840bf72e378ce5b837dd0cafff14dc77efad41a3.part --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:55:23 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Acquiring lock "0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:55:23 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:55:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/840bf72e378ce5b837dd0cafff14dc77efad41a3.part --force-share --output=json" returned: 0 in 0.191s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:55:23 user nova-compute[74307]: DEBUG nova.virt.images [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] e14166cb-d381-4e3c-9483-39c07f06171a was qcow2, converting to raw {{(pid=74307) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 24 07:55:23 user nova-compute[74307]: DEBUG nova.privsep.utils [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74307) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 24 07:55:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/840bf72e378ce5b837dd0cafff14dc77efad41a3.part /opt/stack/data/nova/instances/_base/840bf72e378ce5b837dd0cafff14dc77efad41a3.converted {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:55:23 user nova-compute[74307]: DEBUG nova.compute.manager [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Starting instance... {{(pid=74307) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 07:55:23 user nova-compute[74307]: DEBUG nova.compute.manager [req-d69febb0-81d2-471c-ad3e-56d60d5f9e51 req-3be2b651-8d29-4f38-92aa-cba82de859f1 service nova] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Received event network-vif-plugged-2e0174dd-dd18-4b58-b176-ed75098ad8ab {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:55:23 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d69febb0-81d2-471c-ad3e-56d60d5f9e51 req-3be2b651-8d29-4f38-92aa-cba82de859f1 service nova] Acquiring lock "9c7e3788-de68-4c6a-aafe-c0ddff45238d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:55:23 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d69febb0-81d2-471c-ad3e-56d60d5f9e51 req-3be2b651-8d29-4f38-92aa-cba82de859f1 service nova] Lock "9c7e3788-de68-4c6a-aafe-c0ddff45238d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.006s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:55:23 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d69febb0-81d2-471c-ad3e-56d60d5f9e51 req-3be2b651-8d29-4f38-92aa-cba82de859f1 service nova] Lock "9c7e3788-de68-4c6a-aafe-c0ddff45238d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:55:23 user nova-compute[74307]: DEBUG nova.compute.manager [req-d69febb0-81d2-471c-ad3e-56d60d5f9e51 req-3be2b651-8d29-4f38-92aa-cba82de859f1 service nova] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] No waiting events found dispatching network-vif-plugged-2e0174dd-dd18-4b58-b176-ed75098ad8ab {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:55:23 user nova-compute[74307]: WARNING nova.compute.manager [req-d69febb0-81d2-471c-ad3e-56d60d5f9e51 req-3be2b651-8d29-4f38-92aa-cba82de859f1 service nova] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Received unexpected event network-vif-plugged-2e0174dd-dd18-4b58-b176-ed75098ad8ab for instance with vm_state active and task_state rescuing.
Oct 24 07:55:23 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:55:23 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:55:23 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 07:55:23 user nova-compute[74307]: INFO nova.compute.claims [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Claim successful on node user
Oct 24 07:55:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/840bf72e378ce5b837dd0cafff14dc77efad41a3.part /opt/stack/data/nova/instances/_base/840bf72e378ce5b837dd0cafff14dc77efad41a3.converted" returned: 0 in 0.675s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:55:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/840bf72e378ce5b837dd0cafff14dc77efad41a3.converted --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:55:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/840bf72e378ce5b837dd0cafff14dc77efad41a3.converted --force-share --output=json" returned: 0 in 0.200s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:55:23 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "840bf72e378ce5b837dd0cafff14dc77efad41a3" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.187s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:55:23 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquiring lock "840bf72e378ce5b837dd0cafff14dc77efad41a3" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:55:23 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "840bf72e378ce5b837dd0cafff14dc77efad41a3" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:55:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/840bf72e378ce5b837dd0cafff14dc77efad41a3 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/840bf72e378ce5b837dd0cafff14dc77efad41a3 --force-share --output=json" returned: 0 in 0.178s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/840bf72e378ce5b837dd0cafff14dc77efad41a3,backing_fmt=raw /opt/stack/data/nova/instances/9c7e3788-de68-4c6a-aafe-c0ddff45238d/disk.rescue {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.606s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG nova.compute.manager [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Start building networks asynchronously for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/840bf72e378ce5b837dd0cafff14dc77efad41a3,backing_fmt=raw /opt/stack/data/nova/instances/9c7e3788-de68-4c6a-aafe-c0ddff45238d/disk.rescue" returned: 0 in 0.076s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "840bf72e378ce5b837dd0cafff14dc77efad41a3" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.257s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG nova.objects.instance [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lazy-loading 'migration_context' on Instance uuid 9c7e3788-de68-4c6a-aafe-c0ddff45238d {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG nova.objects.base [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Object Instance<9c7e3788-de68-4c6a-aafe-c0ddff45238d> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Created local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Start _get_guest_xml network_info=[{"id": "2e0174dd-dd18-4b58-b176-ed75098ad8ab", "address": "fa:16:3e:37:c3:ee", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "vif_mac": "fa:16:3e:37:c3:ee"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e0174dd-dd", "ovs_interfaceid": "2e0174dd-dd18-4b58-b176-ed75098ad8ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'e14166cb-d381-4e3c-9483-39c07f06171a', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iBzNlQUP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, 'status': 'reserved', 'instance': '9c7e3788-de68-4c6a-aafe-c0ddff45238d', 'attached_at': '', 'detached_at': '', 'volume_id': '6483e0ec-8f1b-4859-95e5-30d872c4c445', 'serial': '6483e0ec-8f1b-4859-95e5-30d872c4c445'}, 'attachment_id': 'e83a633d-f096-44fa-b1d6-78473448c555', 'guest_format': None, 'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': False, 'volume_type': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG nova.objects.instance [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lazy-loading 'resources' on Instance uuid 9c7e3788-de68-4c6a-aafe-c0ddff45238d {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG nova.objects.base [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Object Instance<9c7e3788-de68-4c6a-aafe-c0ddff45238d> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG nova.objects.instance [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lazy-loading 'numa_topology' on Instance uuid 9c7e3788-de68-4c6a-aafe-c0ddff45238d {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG nova.compute.manager [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Allocating IP information in the background. {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG nova.network.neutron [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] allocate_for_instance() {{(pid=74307) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG nova.objects.base [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Object Instance<9c7e3788-de68-4c6a-aafe-c0ddff45238d> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 07:55:24 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:55:24 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:55:24 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 07:55:24 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG nova.objects.instance [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lazy-loading 'vcpu_model' on Instance uuid 9c7e3788-de68-4c6a-aafe-c0ddff45238d {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG nova.compute.manager [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Start building block device mappings for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG nova.objects.base [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Object Instance<9c7e3788-de68-4c6a-aafe-c0ddff45238d> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Calling os-brick to attach iSCSI Volume {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iBzNlQUP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:55:24 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:55:24 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:55:24 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:55:24 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:55:24 user nova-compute[74307]: INFO os_brick.initiator.connectors.iscsi [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 07:55:24 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 -p 172.16.0.220:3260 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 -p 172.16.0.220:3260" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad561722-17a6-4561-8cea-5d218823fa5a]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = iBzNlQUP\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Oct 24 07:55:24 user nova-compute[74307]: node.name = iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445
Oct 24 07:55:24 user nova-compute[74307]: node.tpgt = -1
Oct 24 07:55:24 user nova-compute[74307]: node.startup = automatic
Oct 24 07:55:24 user nova-compute[74307]: node.leading_login = No
Oct 24 07:55:24 user nova-compute[74307]: iface.iscsi_ifacename = default
Oct 24 07:55:24 user nova-compute[74307]: iface.net_ifacename = <empty>
Oct 24 07:55:24 user nova-compute[74307]: iface.ipaddress = <empty>
Oct 24 07:55:24 user nova-compute[74307]: iface.prefix_len = 0
Oct 24 07:55:24 user nova-compute[74307]: iface.hwaddress = <empty>
Oct 24 07:55:24 user nova-compute[74307]: iface.transport_name = tcp
Oct 24 07:55:24 user nova-compute[74307]: iface.initiatorname = <empty>
Oct 24 07:55:24 user nova-compute[74307]: iface.state = <empty>
Oct 24 07:55:24 user nova-compute[74307]: iface.vlan_id = 0
Oct 24 07:55:24 user nova-compute[74307]: iface.vlan_priority = 0
Oct 24 07:55:24 user nova-compute[74307]: iface.vlan_state = <empty>
Oct 24 07:55:24 user nova-compute[74307]: iface.iface_num = 0
Oct 24 07:55:24 user nova-compute[74307]: iface.mtu = 0
Oct 24 07:55:24 user nova-compute[74307]: iface.port = 0
Oct 24 07:55:24 user nova-compute[74307]: iface.bootproto = <empty>
Oct 24 07:55:24 user nova-compute[74307]: iface.subnet_mask = <empty>
Oct 24 07:55:24 user nova-compute[74307]: iface.gateway = <empty>
Oct 24 07:55:24 user nova-compute[74307]: iface.dhcp_alt_client_id_state = <empty>
Oct 24 07:55:24 user nova-compute[74307]: iface.dhcp_alt_client_id = <empty>
Oct 24 07:55:24 user nova-compute[74307]: iface.dhcp_dns = <empty>
Oct 24 07:55:24 user nova-compute[74307]: iface.dhcp_learn_iqn = <empty>
Oct 24 07:55:24 user nova-compute[74307]: iface.dhcp_req_vendor_id_state = <empty>
Oct 24 07:55:24 user nova-compute[74307]: iface.dhcp_vendor_id_state = <empty>
Oct 24 07:55:24 user nova-compute[74307]: iface.dhcp_vendor_id = <empty>
Oct 24 07:55:24 user nova-compute[74307]: iface.dhcp_slp_da = <empty>
Oct 24 07:55:24 user nova-compute[74307]: iface.fragmentation = <empty>
Oct 24 07:55:24 user nova-compute[74307]: iface.gratuitous_arp = <empty>
Oct 24 07:55:24 user nova-compute[74307]: iface.incoming_forwarding = <empty>
Oct 24 07:55:24 user nova-compute[74307]: iface.tos_state = <empty>
Oct 24 07:55:24 user nova-compute[74307]: iface.tos = 0
Oct 24 07:55:24 user nova-compute[74307]: iface.ttl = 0
Oct 24 07:55:24 user nova-compute[74307]: iface.delayed_ack = <empty>
Oct 24 07:55:24 user nova-compute[74307]: iface.tcp_nagle = <empty>
Oct 24 07:55:24 user nova-compute[74307]: iface.tcp_wsf_state = <empty>
Oct 24 07:55:24 user nova-compute[74307]: iface.tcp_wsf = 0
Oct 24 07:55:24 user nova-compute[74307]: iface.tcp_timer_scale = 0
Oct 24 07:55:24 user nova-compute[74307]: iface.tcp_timestamp = <empty>
Oct 24 07:55:24 user nova-compute[74307]: iface.redirect = <empty>
Oct 24 07:55:24 user nova-compute[74307]: iface.def_task_mgmt_timeout = 0
Oct 24 07:55:24 user nova-compute[74307]: iface.header_digest = <empty>
Oct 24 07:55:24 user nova-compute[74307]: iface.data_digest = <empty>
Oct 24 07:55:24 user nova-compute[74307]: iface.immediate_data = <empty>
Oct 24 07:55:24 user nova-compute[74307]: iface.initial_r2t = <empty>
Oct 24 07:55:24 user nova-compute[74307]: iface.data_seq_inorder = <empty>
Oct 24 07:55:24 user nova-compute[74307]: iface.data_pdu_inorder = <empty>
Oct 24 07:55:24 user nova-compute[74307]: iface.erl = 0
Oct 24 07:55:24 user nova-compute[74307]: iface.max_receive_data_len = 0
Oct 24 07:55:24 user nova-compute[74307]: iface.first_burst_len = 0
Oct 24 07:55:24 user nova-compute[74307]: iface.max_outstanding_r2t = 0
Oct 24 07:55:24 user nova-compute[74307]: iface.max_burst_len = 0
Oct 24 07:55:24 user nova-compute[74307]: iface.chap_auth = <empty>
Oct 24 07:55:24 user nova-compute[74307]: iface.bidi_chap = <empty>
Oct 24 07:55:24 user nova-compute[74307]: iface.strict_login_compliance = <empty>
Oct 24 07:55:24 user nova-compute[74307]: iface.discovery_auth = <empty>
Oct 24 07:55:24 user nova-compute[74307]: iface.discovery_logout = <empty>
Oct 24 07:55:24 user nova-compute[74307]: node.discovery_address = <empty>
Oct 24 07:55:24 user nova-compute[74307]: node.discovery_port = 0
Oct 24 07:55:24 user nova-compute[74307]: node.discovery_type = static
Oct 24 07:55:24 user nova-compute[74307]: node.session.initial_cmdsn = 0
Oct 24 07:55:24 user nova-compute[74307]: node.session.initial_login_retry_max = 8
Oct 24 07:55:24 user nova-compute[74307]: node.session.xmit_thread_priority = -20
Oct 24 07:55:24 user nova-compute[74307]: node.session.cmds_max = 128
Oct 24 07:55:24 user nova-compute[74307]: node.session.queue_depth = 32
Oct 24 07:55:24 user nova-compute[74307]: node.session.nr_sessions = 1
Oct 24 07:55:24 user nova-compute[74307]: node.session.auth.authmethod = CHAP
Oct 24 07:55:24 user nova-compute[74307]: node.session.auth.username = iBzNlQUP
Oct 24 07:55:24 user nova-compute[74307]: node.session.auth.password = ***
Oct 24 07:55:24 user nova-compute[74307]: node.session.auth.username_in = <empty>
Oct 24 07:55:24 user nova-compute[74307]: node.session.auth.password_in = <empty>
Oct 24 07:55:24 user nova-compute[74307]: node.session.auth.chap_algs = MD5
Oct 24 07:55:24 user nova-compute[74307]: node.session.timeo.replacement_timeout = 120
Oct 24 07:55:24 user nova-compute[74307]: node.session.err_timeo.abort_timeout = 15
Oct 24 07:55:24 user nova-compute[74307]: node.session.err_timeo.lu_reset_timeout = 30
Oct 24 07:55:24 user nova-compute[74307]: node.session.err_timeo.tgt_reset_timeout = 30
Oct 24 07:55:24 user nova-compute[74307]: node.session.err_timeo.host_reset_timeout = 60
Oct 24 07:55:24 user nova-compute[74307]: node.session.iscsi.FastAbort = Yes
Oct 24 07:55:24 user nova-compute[74307]: node.session.iscsi.InitialR2T = No
Oct 24 07:55:24 user nova-compute[74307]: node.session.iscsi.ImmediateData = Yes
Oct 24 07:55:24 user nova-compute[74307]: node.session.iscsi.FirstBurstLength = 262144
Oct 24 07:55:24 user nova-compute[74307]: node.session.iscsi.MaxBurstLength = 16776192
Oct 24 07:55:24 user nova-compute[74307]: node.session.iscsi.DefaultTime2Retain = 0
Oct 24 07:55:24 user nova-compute[74307]: node.session.iscsi.DefaultTime2Wait = 2
Oct 24 07:55:24 user nova-compute[74307]: node.session.iscsi.MaxConnections = 1
Oct 24 07:55:24 user nova-compute[74307]: node.session.iscsi.MaxOutstandingR2T = 1
Oct 24 07:55:24 user nova-compute[74307]: node.session.iscsi.ERL = 0
Oct 24 07:55:24 user nova-compute[74307]: node.session.scan = manual
Oct 24 07:55:24 user nova-compute[74307]: node.session.reopen_max = 0
Oct 24 07:55:24 user nova-compute[74307]: node.conn[0].address = 172.16.0.220
Oct 24 07:55:24 user nova-compute[74307]: node.conn[0].port = 3260
Oct 24 07:55:24 user nova-compute[74307]: node.conn[0].startup = manual
Oct 24 07:55:24 user nova-compute[74307]: node.conn[0].tcp.window_size = 524288
Oct 24 07:55:24 user nova-compute[74307]: node.conn[0].tcp.type_of_service = 0
Oct 24 07:55:24 user nova-compute[74307]: node.conn[0].timeo.logout_timeout = 15
Oct 24 07:55:24 user nova-compute[74307]: node.conn[0].timeo.login_timeout = 15
Oct 24 07:55:24 user nova-compute[74307]: node.conn[0].timeo.auth_timeout = 45
Oct 24 07:55:24 user nova-compute[74307]: node.conn[0].timeo.noop_out_interval = 5
Oct 24 07:55:24 user nova-compute[74307]: node.conn[0].timeo.noop_out_timeout = 5
Oct 24 07:55:24 user nova-compute[74307]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Oct 24 07:55:24 user nova-compute[74307]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Oct 24 07:55:24 user nova-compute[74307]: node.conn[0].iscsi.HeaderDigest = None
Oct 24 07:55:24 user nova-compute[74307]: node.conn[0].iscsi.DataDigest = None
Oct 24 07:55:24 user nova-compute[74307]: node.conn[0].iscsi.IFMarker = No
Oct 24 07:55:24 user nova-compute[74307]: node.conn[0].iscsi.OFMarker = No
Oct 24 07:55:24 user nova-compute[74307]: # END RECORD
Oct 24 07:55:24 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG nova.policy [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c8d362d9493f42e6a118c3ef099e7fae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c8af780fd194436b7514e54c5d7ef27', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74307) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7faa704-d126-4b92-9f8d-8e7161d8a69d]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG nova.compute.manager [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Start spawning the instance on the hypervisor. {{(pid=74307) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Creating instance directory {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 07:55:24 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Creating image(s)
Oct 24 07:55:24 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Acquiring lock "/opt/stack/data/nova/instances/0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "/opt/stack/data/nova/instances/0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "/opt/stack/data/nova/instances/0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.007s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[eed2c17c-0603-4455-85c6-713eb8d8f932]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v iBzNlQUP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v iBzNlQUP" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e87cdf1d-58ce-41a9-8bd5-3ef6c05b24dc]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'iBzNlQUP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab2efb6d-f701-4735-b810-f5a729da0571]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d64cb3a6-e0bc-46a8-962e-4b7a95257ef2]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:55:24 user nova-compute[74307]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e (non-flash)
Oct 24 07:55:24 user nova-compute[74307]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)
Oct 24 07:55:24 user nova-compute[74307]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 (non-flash)
Oct 24 07:55:24 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:55:24 user nova-compute[74307]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e (non-flash)
Oct 24 07:55:24 user nova-compute[74307]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)
Oct 24 07:55:24 user nova-compute[74307]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 (non-flash)
Oct 24 07:55:24 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.184s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Connected to 172.16.0.220:3260 {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] HCTL ('38', '0', '0', 0) found on session 27 with lun 0 {{(pid=74307) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Scanning host 38 c: 0, t: 0, l: 0) {{(pid=74307) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.013s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[46cc9d16-5853-40c5-b13b-62ac8ff01b7a]: (4, ('0 0 0', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Searching for a device in session 27 and hctl ('38', '0', '0', 0) yield: sdg {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iBzNlQUP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.214s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] <== connect_volume: return (215ms) {'type': 'block', 'scsi_wwn': '23039316533313439', 'path': '/dev/sdg'} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23039316533313439', 'path': '/dev/sdg'} {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:52:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1426168195',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1426168195',id=27,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:53:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8663add8cb13470095b2b73e60705507',ramdisk_id='',reservation_id='r-p3pn7htc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-977236319',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:53:38Z,user_data=None,user_id='514c86e8bc0b4f028a4e831cc15f1dd0',uuid=9c7e3788-de68-4c6a-aafe-c0ddff45238d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2e0174dd-dd18-4b58-b176-ed75098ad8ab", "address": "fa:16:3e:37:c3:ee", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "vif_mac": "fa:16:3e:37:c3:ee"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e0174dd-dd", "ovs_interfaceid": "2e0174dd-dd18-4b58-b176-ed75098ad8ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Converting VIF {"id": "2e0174dd-dd18-4b58-b176-ed75098ad8ab", "address": "fa:16:3e:37:c3:ee", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "vif_mac": "fa:16:3e:37:c3:ee"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e0174dd-dd", "ovs_interfaceid": "2e0174dd-dd18-4b58-b176-ed75098ad8ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:37:c3:ee,bridge_name='br-int',has_traffic_filtering=True,id=2e0174dd-dd18-4b58-b176-ed75098ad8ab,network=Network(3db729c6-868c-43bd-b594-4d15882c5b5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e0174dd-dd') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG nova.objects.instance [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lazy-loading 'pci_devices' on Instance uuid 9c7e3788-de68-4c6a-aafe-c0ddff45238d {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.168s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Acquiring lock "9cb24620554d5eab84e846c14e389d04f4c43d48" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG nova.objects.base [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Object Instance<9c7e3788-de68-4c6a-aafe-c0ddff45238d> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] End _get_guest_xml xml=<domain type="kvm">
Oct 24 07:55:24 user nova-compute[74307]:   <uuid>9c7e3788-de68-4c6a-aafe-c0ddff45238d</uuid>
Oct 24 07:55:24 user nova-compute[74307]:   <name>instance-0000001b</name>
Oct 24 07:55:24 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 07:55:24 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 07:55:24 user nova-compute[74307]:   <metadata>
Oct 24 07:55:24 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 07:55:24 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 07:55:24 user nova-compute[74307]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1426168195</nova:name>
Oct 24 07:55:24 user nova-compute[74307]:       <nova:creationTime>2023-10-24 07:55:24</nova:creationTime>
Oct 24 07:55:24 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 07:55:24 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 07:55:24 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 07:55:24 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 07:55:24 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 07:55:24 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 07:55:24 user nova-compute[74307]:       </nova:flavor>
Oct 24 07:55:24 user nova-compute[74307]:       <nova:owner>
Oct 24 07:55:24 user nova-compute[74307]:         <nova:user uuid="514c86e8bc0b4f028a4e831cc15f1dd0">tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member</nova:user>
Oct 24 07:55:24 user nova-compute[74307]:         <nova:project uuid="8663add8cb13470095b2b73e60705507">tempest-ServerBootFromVolumeStableRescueTest-977236319</nova:project>
Oct 24 07:55:24 user nova-compute[74307]:       </nova:owner>
Oct 24 07:55:24 user nova-compute[74307]:       <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 07:55:24 user nova-compute[74307]:       <nova:ports>
Oct 24 07:55:24 user nova-compute[74307]:         <nova:port uuid="2e0174dd-dd18-4b58-b176-ed75098ad8ab">
Oct 24 07:55:24 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 24 07:55:24 user nova-compute[74307]:         </nova:port>
Oct 24 07:55:24 user nova-compute[74307]:       </nova:ports>
Oct 24 07:55:24 user nova-compute[74307]:     </nova:instance>
Oct 24 07:55:24 user nova-compute[74307]:   </metadata>
Oct 24 07:55:24 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 07:55:24 user nova-compute[74307]:     <system>
Oct 24 07:55:24 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 07:55:24 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 07:55:24 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 07:55:24 user nova-compute[74307]:       <entry name="serial">9c7e3788-de68-4c6a-aafe-c0ddff45238d</entry>
Oct 24 07:55:24 user nova-compute[74307]:       <entry name="uuid">9c7e3788-de68-4c6a-aafe-c0ddff45238d</entry>
Oct 24 07:55:24 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 07:55:24 user nova-compute[74307]:     </system>
Oct 24 07:55:24 user nova-compute[74307]:   </sysinfo>
Oct 24 07:55:24 user nova-compute[74307]:   <os>
Oct 24 07:55:24 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 07:55:24 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 07:55:24 user nova-compute[74307]:   </os>
Oct 24 07:55:24 user nova-compute[74307]:   <features>
Oct 24 07:55:24 user nova-compute[74307]:     <acpi/>
Oct 24 07:55:24 user nova-compute[74307]:     <apic/>
Oct 24 07:55:24 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 07:55:24 user nova-compute[74307]:   </features>
Oct 24 07:55:24 user nova-compute[74307]:   <clock offset="utc">
Oct 24 07:55:24 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 07:55:24 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 07:55:24 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 07:55:24 user nova-compute[74307]:   </clock>
Oct 24 07:55:24 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 07:55:24 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 07:55:24 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 07:55:24 user nova-compute[74307]:   </cpu>
Oct 24 07:55:24 user nova-compute[74307]:   <devices>
Oct 24 07:55:24 user nova-compute[74307]:     <disk type="block" device="disk">
Oct 24 07:55:24 user nova-compute[74307]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:55:24 user nova-compute[74307]:       <source dev="/dev/sdg"/>
Oct 24 07:55:24 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 07:55:24 user nova-compute[74307]:       <serial>6483e0ec-8f1b-4859-95e5-30d872c4c445</serial>
Oct 24 07:55:24 user nova-compute[74307]:     </disk>
Oct 24 07:55:24 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 07:55:24 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 07:55:24 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/9c7e3788-de68-4c6a-aafe-c0ddff45238d/disk.rescue"/>
Oct 24 07:55:24 user nova-compute[74307]:       <target dev="vdb" bus="virtio"/>
Oct 24 07:55:24 user nova-compute[74307]:       <boot order="1"/>
Oct 24 07:55:24 user nova-compute[74307]:     </disk>
Oct 24 07:55:24 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 07:55:24 user nova-compute[74307]:       <mac address="fa:16:3e:37:c3:ee"/>
Oct 24 07:55:24 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:55:24 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 07:55:24 user nova-compute[74307]:       <target dev="tap2e0174dd-dd"/>
Oct 24 07:55:24 user nova-compute[74307]:     </interface>
Oct 24 07:55:24 user nova-compute[74307]:     <serial type="pty">
Oct 24 07:55:24 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/9c7e3788-de68-4c6a-aafe-c0ddff45238d/console.log" append="off"/>
Oct 24 07:55:24 user nova-compute[74307]:     </serial>
Oct 24 07:55:24 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 07:55:24 user nova-compute[74307]:     <video>
Oct 24 07:55:24 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:55:24 user nova-compute[74307]:     </video>
Oct 24 07:55:24 user nova-compute[74307]:     <rng model="virtio">
Oct 24 07:55:24 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 07:55:24 user nova-compute[74307]:     </rng>
Oct 24 07:55:24 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 07:55:24 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 07:55:24 user nova-compute[74307]:       <stats period="10"/>
Oct 24 07:55:24 user nova-compute[74307]:     </memballoon>
Oct 24 07:55:24 user nova-compute[74307]:   </devices>
Oct 24 07:55:24 user nova-compute[74307]: </domain>
Oct 24 07:55:24 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 07:55:24 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Instance destroyed successfully.
Oct 24 07:55:24 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] No VIF found with MAC fa:16:3e:37:c3:ee, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.173s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db/disk 1073741824 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db/disk 1073741824" returned: 0 in 0.049s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.226s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:55:24 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:55:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.198s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:55:25 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Checking if we can resize image /opt/stack/data/nova/instances/0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db/disk. size=1073741824 {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 07:55:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:55:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:55:25 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Cannot resize image /opt/stack/data/nova/instances/0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db/disk to a smaller size. {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 07:55:25 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Created local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 07:55:25 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Ensure instance console log exists: /opt/stack/data/nova/instances/0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 07:55:25 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:55:25 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:55:25 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:55:25 user nova-compute[74307]: DEBUG nova.network.neutron [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Successfully created port: 162176c3-a7b8-4470-9c7c-be50952a957d {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 07:55:25 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "380180dd-666a-4a51-96e4-b870658c69e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:55:25 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "380180dd-666a-4a51-96e4-b870658c69e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:55:25 user nova-compute[74307]: DEBUG nova.compute.manager [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Starting instance... {{(pid=74307) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 07:55:25 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:55:25 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:55:25 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 07:55:25 user nova-compute[74307]: INFO nova.compute.claims [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Claim successful on node user
Oct 24 07:55:25 user nova-compute[74307]: DEBUG nova.network.neutron [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Successfully updated port: 162176c3-a7b8-4470-9c7c-be50952a957d {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 07:55:25 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Acquiring lock "refresh_cache-0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:55:25 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Acquired lock "refresh_cache-0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:55:25 user nova-compute[74307]: DEBUG nova.network.neutron [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG nova.compute.manager [req-32b5af53-aec3-459a-aa8d-0db4bd1296d7 req-4bdff26c-c9c8-449e-814c-2f4efe1dd801 service nova] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Received event network-changed-162176c3-a7b8-4470-9c7c-be50952a957d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG nova.compute.manager [req-32b5af53-aec3-459a-aa8d-0db4bd1296d7 req-4bdff26c-c9c8-449e-814c-2f4efe1dd801 service nova] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Refreshing instance network info cache due to event network-changed-162176c3-a7b8-4470-9c7c-be50952a957d. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-32b5af53-aec3-459a-aa8d-0db4bd1296d7 req-4bdff26c-c9c8-449e-814c-2f4efe1dd801 service nova] Acquiring lock "refresh_cache-0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG nova.network.neutron [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG nova.network.neutron [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Updating instance_info_cache with network_info: [{"id": "162176c3-a7b8-4470-9c7c-be50952a957d", "address": "fa:16:3e:37:f2:d2", "network": {"id": "5dafd771-aa79-4f10-ae89-825cf68cc799", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992292320-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c8af780fd194436b7514e54c5d7ef27", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap162176c3-a7", "ovs_interfaceid": "162176c3-a7b8-4470-9c7c-be50952a957d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.523s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG nova.compute.manager [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Start building networks asynchronously for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Releasing lock "refresh_cache-0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG nova.compute.manager [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Instance network_info: |[{"id": "162176c3-a7b8-4470-9c7c-be50952a957d", "address": "fa:16:3e:37:f2:d2", "network": {"id": "5dafd771-aa79-4f10-ae89-825cf68cc799", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992292320-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c8af780fd194436b7514e54c5d7ef27", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap162176c3-a7", "ovs_interfaceid": "162176c3-a7b8-4470-9c7c-be50952a957d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-32b5af53-aec3-459a-aa8d-0db4bd1296d7 req-4bdff26c-c9c8-449e-814c-2f4efe1dd801 service nova] Acquired lock "refresh_cache-0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG nova.network.neutron [req-32b5af53-aec3-459a-aa8d-0db4bd1296d7 req-4bdff26c-c9c8-449e-814c-2f4efe1dd801 service nova] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Refreshing network info cache for port 162176c3-a7b8-4470-9c7c-be50952a957d {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Start _get_guest_xml network_info=[{"id": "162176c3-a7b8-4470-9c7c-be50952a957d", "address": "fa:16:3e:37:f2:d2", "network": {"id": "5dafd771-aa79-4f10-ae89-825cf68cc799", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992292320-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c8af780fd194436b7514e54c5d7ef27", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap162176c3-a7", "ovs_interfaceid": "162176c3-a7b8-4470-9c7c-be50952a957d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'boot_index': 0, 'guest_format': None, 'image_id': 'ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 07:55:26 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:55:26 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:55:26 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:55:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-993025387',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-993025387',id=31,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDtEBT231/SbGM2wsXJe7LF/w7B6i0jcz68EFqcE0tQbGh278brA0WqHxRnOWQRGj2gokpr4/QkxgmUx7fNT7vGBZA+mliJint2wLTJVsxiQOdLMN8bfscbbDdTC91mRvw==',key_name='tempest-keypair-2118595952',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8c8af780fd194436b7514e54c5d7ef27',ramdisk_id='',reservation_id='r-k0a7n0l0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-131883889',owner_user_name='tempest-AttachVolumeShelveTestJSON-131883889-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:55:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c8d362d9493f42e6a118c3ef099e7fae',uuid=0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "162176c3-a7b8-4470-9c7c-be50952a957d", "address": "fa:16:3e:37:f2:d2", "network": {"id": "5dafd771-aa79-4f10-ae89-825cf68cc799", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992292320-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c8af780fd194436b7514e54c5d7ef27", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap162176c3-a7", "ovs_interfaceid": "162176c3-a7b8-4470-9c7c-be50952a957d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Converting VIF {"id": "162176c3-a7b8-4470-9c7c-be50952a957d", "address": "fa:16:3e:37:f2:d2", "network": {"id": "5dafd771-aa79-4f10-ae89-825cf68cc799", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992292320-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c8af780fd194436b7514e54c5d7ef27", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap162176c3-a7", "ovs_interfaceid": "162176c3-a7b8-4470-9c7c-be50952a957d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:37:f2:d2,bridge_name='br-int',has_traffic_filtering=True,id=162176c3-a7b8-4470-9c7c-be50952a957d,network=Network(5dafd771-aa79-4f10-ae89-825cf68cc799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap162176c3-a7') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG nova.objects.instance [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lazy-loading 'pci_devices' on Instance uuid 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG nova.compute.manager [req-4d5ab75a-ff41-4b65-acc4-04f831764164 req-a9b02eb9-9740-47dd-a9b7-fd7c39add740 service nova] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Received event network-vif-plugged-2e0174dd-dd18-4b58-b176-ed75098ad8ab {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-4d5ab75a-ff41-4b65-acc4-04f831764164 req-a9b02eb9-9740-47dd-a9b7-fd7c39add740 service nova] Acquiring lock "9c7e3788-de68-4c6a-aafe-c0ddff45238d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-4d5ab75a-ff41-4b65-acc4-04f831764164 req-a9b02eb9-9740-47dd-a9b7-fd7c39add740 service nova] Lock "9c7e3788-de68-4c6a-aafe-c0ddff45238d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-4d5ab75a-ff41-4b65-acc4-04f831764164 req-a9b02eb9-9740-47dd-a9b7-fd7c39add740 service nova] Lock "9c7e3788-de68-4c6a-aafe-c0ddff45238d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG nova.compute.manager [req-4d5ab75a-ff41-4b65-acc4-04f831764164 req-a9b02eb9-9740-47dd-a9b7-fd7c39add740 service nova] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] No waiting events found dispatching network-vif-plugged-2e0174dd-dd18-4b58-b176-ed75098ad8ab {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:55:26 user nova-compute[74307]: WARNING nova.compute.manager [req-4d5ab75a-ff41-4b65-acc4-04f831764164 req-a9b02eb9-9740-47dd-a9b7-fd7c39add740 service nova] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Received unexpected event network-vif-plugged-2e0174dd-dd18-4b58-b176-ed75098ad8ab for instance with vm_state active and task_state rescuing.
Oct 24 07:55:26 user nova-compute[74307]: DEBUG nova.compute.manager [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Allocating IP information in the background. {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG nova.network.neutron [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] allocate_for_instance() {{(pid=74307) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] End _get_guest_xml xml=<domain type="kvm">
Oct 24 07:55:26 user nova-compute[74307]:   <uuid>0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db</uuid>
Oct 24 07:55:26 user nova-compute[74307]:   <name>instance-0000001f</name>
Oct 24 07:55:26 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 07:55:26 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 07:55:26 user nova-compute[74307]:   <metadata>
Oct 24 07:55:26 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 07:55:26 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 07:55:26 user nova-compute[74307]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-993025387</nova:name>
Oct 24 07:55:26 user nova-compute[74307]:       <nova:creationTime>2023-10-24 07:55:26</nova:creationTime>
Oct 24 07:55:26 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 07:55:26 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 07:55:26 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 07:55:26 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 07:55:26 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 07:55:26 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 07:55:26 user nova-compute[74307]:       </nova:flavor>
Oct 24 07:55:26 user nova-compute[74307]:       <nova:owner>
Oct 24 07:55:26 user nova-compute[74307]:         <nova:user uuid="c8d362d9493f42e6a118c3ef099e7fae">tempest-AttachVolumeShelveTestJSON-131883889-project-member</nova:user>
Oct 24 07:55:26 user nova-compute[74307]:         <nova:project uuid="8c8af780fd194436b7514e54c5d7ef27">tempest-AttachVolumeShelveTestJSON-131883889</nova:project>
Oct 24 07:55:26 user nova-compute[74307]:       </nova:owner>
Oct 24 07:55:26 user nova-compute[74307]:       <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 07:55:26 user nova-compute[74307]:       <nova:ports>
Oct 24 07:55:26 user nova-compute[74307]:         <nova:port uuid="162176c3-a7b8-4470-9c7c-be50952a957d">
Oct 24 07:55:26 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 24 07:55:26 user nova-compute[74307]:         </nova:port>
Oct 24 07:55:26 user nova-compute[74307]:       </nova:ports>
Oct 24 07:55:26 user nova-compute[74307]:     </nova:instance>
Oct 24 07:55:26 user nova-compute[74307]:   </metadata>
Oct 24 07:55:26 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 07:55:26 user nova-compute[74307]:     <system>
Oct 24 07:55:26 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 07:55:26 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 07:55:26 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 07:55:26 user nova-compute[74307]:       <entry name="serial">0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db</entry>
Oct 24 07:55:26 user nova-compute[74307]:       <entry name="uuid">0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db</entry>
Oct 24 07:55:26 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 07:55:26 user nova-compute[74307]:     </system>
Oct 24 07:55:26 user nova-compute[74307]:   </sysinfo>
Oct 24 07:55:26 user nova-compute[74307]:   <os>
Oct 24 07:55:26 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 07:55:26 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 07:55:26 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 07:55:26 user nova-compute[74307]:   </os>
Oct 24 07:55:26 user nova-compute[74307]:   <features>
Oct 24 07:55:26 user nova-compute[74307]:     <acpi/>
Oct 24 07:55:26 user nova-compute[74307]:     <apic/>
Oct 24 07:55:26 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 07:55:26 user nova-compute[74307]:   </features>
Oct 24 07:55:26 user nova-compute[74307]:   <clock offset="utc">
Oct 24 07:55:26 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 07:55:26 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 07:55:26 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 07:55:26 user nova-compute[74307]:   </clock>
Oct 24 07:55:26 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 07:55:26 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 07:55:26 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 07:55:26 user nova-compute[74307]:   </cpu>
Oct 24 07:55:26 user nova-compute[74307]:   <devices>
Oct 24 07:55:26 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 07:55:26 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 07:55:26 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db/disk"/>
Oct 24 07:55:26 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 07:55:26 user nova-compute[74307]:     </disk>
Oct 24 07:55:26 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 07:55:26 user nova-compute[74307]:       <mac address="fa:16:3e:37:f2:d2"/>
Oct 24 07:55:26 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:55:26 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 07:55:26 user nova-compute[74307]:       <target dev="tap162176c3-a7"/>
Oct 24 07:55:26 user nova-compute[74307]:     </interface>
Oct 24 07:55:26 user nova-compute[74307]:     <serial type="pty">
Oct 24 07:55:26 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db/console.log" append="off"/>
Oct 24 07:55:26 user nova-compute[74307]:     </serial>
Oct 24 07:55:26 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 07:55:26 user nova-compute[74307]:     <video>
Oct 24 07:55:26 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:55:26 user nova-compute[74307]:     </video>
Oct 24 07:55:26 user nova-compute[74307]:     <rng model="virtio">
Oct 24 07:55:26 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 07:55:26 user nova-compute[74307]:     </rng>
Oct 24 07:55:26 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 07:55:26 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 07:55:26 user nova-compute[74307]:       <stats period="10"/>
Oct 24 07:55:26 user nova-compute[74307]:     </memballoon>
Oct 24 07:55:26 user nova-compute[74307]:   </devices>
Oct 24 07:55:26 user nova-compute[74307]: </domain>
Oct 24 07:55:26 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:55:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-993025387',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-993025387',id=31,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDtEBT231/SbGM2wsXJe7LF/w7B6i0jcz68EFqcE0tQbGh278brA0WqHxRnOWQRGj2gokpr4/QkxgmUx7fNT7vGBZA+mliJint2wLTJVsxiQOdLMN8bfscbbDdTC91mRvw==',key_name='tempest-keypair-2118595952',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8c8af780fd194436b7514e54c5d7ef27',ramdisk_id='',reservation_id='r-k0a7n0l0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-131883889',owner_user_name='tempest-AttachVolumeShelveTestJSON-131883889-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:55:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c8d362d9493f42e6a118c3ef099e7fae',uuid=0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "162176c3-a7b8-4470-9c7c-be50952a957d", "address": "fa:16:3e:37:f2:d2", "network": {"id": "5dafd771-aa79-4f10-ae89-825cf68cc799", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992292320-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c8af780fd194436b7514e54c5d7ef27", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap162176c3-a7", "ovs_interfaceid": "162176c3-a7b8-4470-9c7c-be50952a957d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Converting VIF {"id": "162176c3-a7b8-4470-9c7c-be50952a957d", "address": "fa:16:3e:37:f2:d2", "network": {"id": "5dafd771-aa79-4f10-ae89-825cf68cc799", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992292320-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c8af780fd194436b7514e54c5d7ef27", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap162176c3-a7", "ovs_interfaceid": "162176c3-a7b8-4470-9c7c-be50952a957d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:37:f2:d2,bridge_name='br-int',has_traffic_filtering=True,id=162176c3-a7b8-4470-9c7c-be50952a957d,network=Network(5dafd771-aa79-4f10-ae89-825cf68cc799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap162176c3-a7') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG os_vif [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:37:f2:d2,bridge_name='br-int',has_traffic_filtering=True,id=162176c3-a7b8-4470-9c7c-be50952a957d,network=Network(5dafd771-aa79-4f10-ae89-825cf68cc799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap162176c3-a7') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0a3ee875-ea42-5256-bf0a-b4dc559a0cb0', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap162176c3-a7, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap162176c3-a7, col_values=(('qos', UUID('59a07862-f474-469c-827a-1b68400fb636')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap162176c3-a7, col_values=(('external_ids', {'iface-id': '162176c3-a7b8-4470-9c7c-be50952a957d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:37:f2:d2', 'vm-uuid': '0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:55:26 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 07:55:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:26 user nova-compute[74307]: INFO os_vif [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:37:f2:d2,bridge_name='br-int',has_traffic_filtering=True,id=162176c3-a7b8-4470-9c7c-be50952a957d,network=Network(5dafd771-aa79-4f10-ae89-825cf68cc799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap162176c3-a7')
Oct 24 07:55:26 user nova-compute[74307]: DEBUG nova.compute.manager [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Start building block device mappings for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] No VIF found with MAC fa:16:3e:37:f2:d2, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG nova.policy [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43b9c4d4949346bcae8ed60ce4b533af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99565c4aa28a45419afe825961b86a69', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74307) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 07:55:26 user nova-compute[74307]: INFO nova.virt.block_device [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Booting with volume 3ca2a46f-a0f9-43ba-be48-34c5cdc8360d at /dev/vda
Oct 24 07:55:26 user nova-compute[74307]: DEBUG nova.network.neutron [req-32b5af53-aec3-459a-aa8d-0db4bd1296d7 req-4bdff26c-c9c8-449e-814c-2f4efe1dd801 service nova] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Updated VIF entry in instance network info cache for port 162176c3-a7b8-4470-9c7c-be50952a957d. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG nova.network.neutron [req-32b5af53-aec3-459a-aa8d-0db4bd1296d7 req-4bdff26c-c9c8-449e-814c-2f4efe1dd801 service nova] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Updating instance_info_cache with network_info: [{"id": "162176c3-a7b8-4470-9c7c-be50952a957d", "address": "fa:16:3e:37:f2:d2", "network": {"id": "5dafd771-aa79-4f10-ae89-825cf68cc799", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992292320-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c8af780fd194436b7514e54c5d7ef27", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap162176c3-a7", "ovs_interfaceid": "162176c3-a7b8-4470-9c7c-be50952a957d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-32b5af53-aec3-459a-aa8d-0db4bd1296d7 req-4bdff26c-c9c8-449e-814c-2f4efe1dd801 service nova] Releasing lock "refresh_cache-0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG os_brick.utils [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1456c84-aad1-4b20-a1c1-6f85f3534299]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:299aca16be88\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[17c43dc4-8b67-4da4-85e8-42fee8cc653e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c50575e-c122-4f9e-b596-68a0eb3b776a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b10ce0b-ec76-408b-bab9-7d75f4dae434]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:55:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Running cmd (subprocess): nvme version {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:55:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] 'nvme version' failed. Not Retrying. {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:55:27 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.nvmeof [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] nvme not present on system {{(pid=74307) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 07:55:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:55:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:55:27 user nova-compute[74307]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 07:55:27 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c1b4768-857b-4a2c-a36b-bba8c98528b6]: (4, '') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:55:27 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74307) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 07:55:27 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 07:55:27 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] LIGHTOS: no hostnqn found. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 07:55:27 user nova-compute[74307]: DEBUG os_brick.utils [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] <== get_connector_properties: return (139ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:299aca16be88', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:55:27 user nova-compute[74307]: DEBUG nova.virt.block_device [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Updating existing volume attachment record: 99ec4ced-1a5a-4560-aff8-f858d4d25430 {{(pid=74307) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 07:55:27 user nova-compute[74307]: DEBUG nova.network.neutron [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Successfully created port: d2426c44-dc96-487f-b078-e7886b337c06 {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 07:55:28 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:28 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:28 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:28 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:28 user nova-compute[74307]: DEBUG nova.compute.manager [req-46c69f61-562f-4092-823f-18f9372158b0 req-4b658e15-45b5-4d38-b047-733c0aba67af service nova] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Received event network-vif-plugged-2e0174dd-dd18-4b58-b176-ed75098ad8ab {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:55:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-46c69f61-562f-4092-823f-18f9372158b0 req-4b658e15-45b5-4d38-b047-733c0aba67af service nova] Acquiring lock "9c7e3788-de68-4c6a-aafe-c0ddff45238d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:55:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-46c69f61-562f-4092-823f-18f9372158b0 req-4b658e15-45b5-4d38-b047-733c0aba67af service nova] Lock "9c7e3788-de68-4c6a-aafe-c0ddff45238d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:55:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-46c69f61-562f-4092-823f-18f9372158b0 req-4b658e15-45b5-4d38-b047-733c0aba67af service nova] Lock "9c7e3788-de68-4c6a-aafe-c0ddff45238d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:55:28 user nova-compute[74307]: DEBUG nova.compute.manager [req-46c69f61-562f-4092-823f-18f9372158b0 req-4b658e15-45b5-4d38-b047-733c0aba67af service nova] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] No waiting events found dispatching network-vif-plugged-2e0174dd-dd18-4b58-b176-ed75098ad8ab {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:55:28 user nova-compute[74307]: WARNING nova.compute.manager [req-46c69f61-562f-4092-823f-18f9372158b0 req-4b658e15-45b5-4d38-b047-733c0aba67af service nova] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Received unexpected event network-vif-plugged-2e0174dd-dd18-4b58-b176-ed75098ad8ab for instance with vm_state active and task_state rescuing.
Oct 24 07:55:28 user nova-compute[74307]: DEBUG nova.compute.manager [None req-84998608-2e38-40b1-ad1a-b5cf6ebc09b1 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:55:28 user nova-compute[74307]: DEBUG nova.network.neutron [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Successfully updated port: d2426c44-dc96-487f-b078-e7886b337c06 {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 07:55:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "refresh_cache-380180dd-666a-4a51-96e4-b870658c69e0" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:55:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquired lock "refresh_cache-380180dd-666a-4a51-96e4-b870658c69e0" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:55:28 user nova-compute[74307]: DEBUG nova.network.neutron [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 07:55:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:29 user nova-compute[74307]: DEBUG nova.network.neutron [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 07:55:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:29 user nova-compute[74307]: DEBUG nova.network.neutron [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Updating instance_info_cache with network_info: [{"id": "d2426c44-dc96-487f-b078-e7886b337c06", "address": "fa:16:3e:3b:3b:35", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2426c44-dc", "ovs_interfaceid": "d2426c44-dc96-487f-b078-e7886b337c06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:55:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Releasing lock "refresh_cache-380180dd-666a-4a51-96e4-b870658c69e0" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:55:29 user nova-compute[74307]: DEBUG nova.compute.manager [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Instance network_info: |[{"id": "d2426c44-dc96-487f-b078-e7886b337c06", "address": "fa:16:3e:3b:3b:35", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2426c44-dc", "ovs_interfaceid": "d2426c44-dc96-487f-b078-e7886b337c06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 07:55:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:30 user nova-compute[74307]: DEBUG nova.compute.manager [req-2588f16a-beac-4779-b949-e170ea622960 req-7b3bc9b8-ca16-4c88-83aa-aa1558c29e74 service nova] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Received event network-vif-plugged-162176c3-a7b8-4470-9c7c-be50952a957d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:55:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2588f16a-beac-4779-b949-e170ea622960 req-7b3bc9b8-ca16-4c88-83aa-aa1558c29e74 service nova] Acquiring lock "0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:55:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2588f16a-beac-4779-b949-e170ea622960 req-7b3bc9b8-ca16-4c88-83aa-aa1558c29e74 service nova] Lock "0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:55:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2588f16a-beac-4779-b949-e170ea622960 req-7b3bc9b8-ca16-4c88-83aa-aa1558c29e74 service nova] Lock "0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:55:30 user nova-compute[74307]: DEBUG nova.compute.manager [req-2588f16a-beac-4779-b949-e170ea622960 req-7b3bc9b8-ca16-4c88-83aa-aa1558c29e74 service nova] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] No waiting events found dispatching network-vif-plugged-162176c3-a7b8-4470-9c7c-be50952a957d {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:55:30 user nova-compute[74307]: WARNING nova.compute.manager [req-2588f16a-beac-4779-b949-e170ea622960 req-7b3bc9b8-ca16-4c88-83aa-aa1558c29e74 service nova] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Received unexpected event network-vif-plugged-162176c3-a7b8-4470-9c7c-be50952a957d for instance with vm_state building and task_state spawning.
Oct 24 07:55:30 user nova-compute[74307]: DEBUG nova.compute.manager [req-2588f16a-beac-4779-b949-e170ea622960 req-7b3bc9b8-ca16-4c88-83aa-aa1558c29e74 service nova] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Received event network-changed-d2426c44-dc96-487f-b078-e7886b337c06 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:55:30 user nova-compute[74307]: DEBUG nova.compute.manager [req-2588f16a-beac-4779-b949-e170ea622960 req-7b3bc9b8-ca16-4c88-83aa-aa1558c29e74 service nova] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Refreshing instance network info cache due to event network-changed-d2426c44-dc96-487f-b078-e7886b337c06. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:55:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2588f16a-beac-4779-b949-e170ea622960 req-7b3bc9b8-ca16-4c88-83aa-aa1558c29e74 service nova] Acquiring lock "refresh_cache-380180dd-666a-4a51-96e4-b870658c69e0" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:55:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2588f16a-beac-4779-b949-e170ea622960 req-7b3bc9b8-ca16-4c88-83aa-aa1558c29e74 service nova] Acquired lock "refresh_cache-380180dd-666a-4a51-96e4-b870658c69e0" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:55:30 user nova-compute[74307]: DEBUG nova.network.neutron [req-2588f16a-beac-4779-b949-e170ea622960 req-7b3bc9b8-ca16-4c88-83aa-aa1558c29e74 service nova] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Refreshing network info cache for port d2426c44-dc96-487f-b078-e7886b337c06 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:55:30 user nova-compute[74307]: DEBUG nova.compute.manager [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 07:55:30 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Guest created on hypervisor {{(pid=74307) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 07:55:30 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Instance spawned successfully.
Oct 24 07:55:30 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 07:55:31 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Found default for hw_cdrom_bus of ide {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:55:31 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Found default for hw_disk_bus of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:55:31 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Found default for hw_input_bus of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:55:31 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Found default for hw_pointer_model of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:55:31 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Found default for hw_video_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:55:31 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Found default for hw_vif_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:55:31 user nova-compute[74307]: INFO nova.compute.manager [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Took 6.69 seconds to spawn the instance on the hypervisor.
Oct 24 07:55:31 user nova-compute[74307]: DEBUG nova.compute.manager [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:55:31 user nova-compute[74307]: DEBUG nova.network.neutron [req-2588f16a-beac-4779-b949-e170ea622960 req-7b3bc9b8-ca16-4c88-83aa-aa1558c29e74 service nova] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Updated VIF entry in instance network info cache for port d2426c44-dc96-487f-b078-e7886b337c06. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:55:31 user nova-compute[74307]: DEBUG nova.network.neutron [req-2588f16a-beac-4779-b949-e170ea622960 req-7b3bc9b8-ca16-4c88-83aa-aa1558c29e74 service nova] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Updating instance_info_cache with network_info: [{"id": "d2426c44-dc96-487f-b078-e7886b337c06", "address": "fa:16:3e:3b:3b:35", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2426c44-dc", "ovs_interfaceid": "d2426c44-dc96-487f-b078-e7886b337c06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:55:31 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2588f16a-beac-4779-b949-e170ea622960 req-7b3bc9b8-ca16-4c88-83aa-aa1558c29e74 service nova] Releasing lock "refresh_cache-380180dd-666a-4a51-96e4-b870658c69e0" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:55:31 user nova-compute[74307]: DEBUG nova.compute.manager [req-2588f16a-beac-4779-b949-e170ea622960 req-7b3bc9b8-ca16-4c88-83aa-aa1558c29e74 service nova] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Received event network-vif-plugged-162176c3-a7b8-4470-9c7c-be50952a957d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:55:31 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2588f16a-beac-4779-b949-e170ea622960 req-7b3bc9b8-ca16-4c88-83aa-aa1558c29e74 service nova] Acquiring lock "0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:55:31 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2588f16a-beac-4779-b949-e170ea622960 req-7b3bc9b8-ca16-4c88-83aa-aa1558c29e74 service nova] Lock "0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:55:31 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2588f16a-beac-4779-b949-e170ea622960 req-7b3bc9b8-ca16-4c88-83aa-aa1558c29e74 service nova] Lock "0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:55:31 user nova-compute[74307]: DEBUG nova.compute.manager [req-2588f16a-beac-4779-b949-e170ea622960 req-7b3bc9b8-ca16-4c88-83aa-aa1558c29e74 service nova] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] No waiting events found dispatching network-vif-plugged-162176c3-a7b8-4470-9c7c-be50952a957d {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:55:31 user nova-compute[74307]: WARNING nova.compute.manager [req-2588f16a-beac-4779-b949-e170ea622960 req-7b3bc9b8-ca16-4c88-83aa-aa1558c29e74 service nova] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Received unexpected event network-vif-plugged-162176c3-a7b8-4470-9c7c-be50952a957d for instance with vm_state building and task_state spawning.
Oct 24 07:55:31 user nova-compute[74307]: INFO nova.compute.manager [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Took 7.77 seconds to build instance.
Oct 24 07:55:31 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4b44f78f-f8ad-4825-900c-b01a8abf66c5 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.269s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:55:31 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG nova.compute.manager [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Start spawning the instance on the hypervisor. {{(pid=74307) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Creating instance directory {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 07:55:49 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Creating image(s)
Oct 24 07:55:49 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Did not create local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Ensure instance console log exists: /opt/stack/data/nova/instances/380180dd-666a-4a51-96e4-b870658c69e0/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Start _get_guest_xml network_info=[{"id": "d2426c44-dc96-487f-b078-e7886b337c06", "address": "fa:16:3e:3b:3b:35", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2426c44-dc", "ovs_interfaceid": "d2426c44-dc96-487f-b078-e7886b337c06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qomvlhIH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '380180dd-666a-4a51-96e4-b870658c69e0', 'attached_at': '', 'detached_at': '', 'volume_id': '3ca2a46f-a0f9-43ba-be48-34c5cdc8360d', 'serial': '3ca2a46f-a0f9-43ba-be48-34c5cdc8360d'}, 'attachment_id': '99ec4ced-1a5a-4560-aff8-f858d4d25430', 'guest_format': None, 'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': True, 'volume_type': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 07:55:49 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:55:49 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:55:49 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Calling os-brick to attach iSCSI Volume {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qomvlhIH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:55:49 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:55:49 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:55:49 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:55:49 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:55:49 user nova-compute[74307]: INFO os_brick.initiator.connectors.iscsi [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 07:55:49 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d -p 172.16.0.220:3260 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d -p 172.16.0.220:3260" returned: 21 in 0.028s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[59f2199e-5c68-479b-9dce-4f6727a742c2]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 07:55:49 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d -p 172.16.0.220:3260 --interface default --op new {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.030s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1c91c85-7b9e-4f70-910d-e07b7590f7ef]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d] added\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d] added
Oct 24 07:55:49 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.035s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[237b7d3d-778d-4925-a763-76be95447b46]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1321ccd-3fd2-4b49-91eb-ec833b62ea74]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qomvlhIH {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qomvlhIH" returned: 0 in 0.029s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[718b6693-1216-49dc-a97e-d1b864cdebd7]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'qomvlhIH'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.028s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[37a6fe4d-09e0-4bb6-a9a5-ce2887d1daef]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e14ff1df-6910-4e21-a2c0-9bf4081f28e3]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:55:49 user nova-compute[74307]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e (non-flash)
Oct 24 07:55:49 user nova-compute[74307]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)
Oct 24 07:55:49 user nova-compute[74307]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 (non-flash)
Oct 24 07:55:49 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:55:49 user nova-compute[74307]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e (non-flash)
Oct 24 07:55:49 user nova-compute[74307]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)
Oct 24 07:55:49 user nova-compute[74307]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 (non-flash)
Oct 24 07:55:49 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d -p 172.16.0.220:3260 --login {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d -p 172.16.0.220:3260 --login" returned: 0 in 0.077s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec0f65a2-bbfb-4a01-a801-ac35715d89b9]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d, portal: 172.16.0.220,3260]
Oct 24 07:55:49 user nova-compute[74307]: Login to [iface: default, target: iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d, portal: 172.16.0.220,3260] successful.
Oct 24 07:55:49 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc87123b-40f8-44e9-bb70-1605a29553a5]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[77a86756-1dfd-49ca-8f3e-456e5ca01d9c]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:55:49 user nova-compute[74307]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e (non-flash)
Oct 24 07:55:49 user nova-compute[74307]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)
Oct 24 07:55:49 user nova-compute[74307]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 (non-flash)
Oct 24 07:55:49 user nova-compute[74307]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)
Oct 24 07:55:49 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:55:49 user nova-compute[74307]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e (non-flash)
Oct 24 07:55:49 user nova-compute[74307]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)
Oct 24 07:55:49 user nova-compute[74307]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 (non-flash)
Oct 24 07:55:49 user nova-compute[74307]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)
Oct 24 07:55:49 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.379s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Connected to 172.16.0.220:3260 {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] HCTL ('35', '-', '-', 0) found on session 29 with lun 0 {{(pid=74307) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74307) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ade51189-73c8-4757-b17e-fac159ce64ad]: (4, ('- - 0', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:55:49 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Searching for a device in session 29 and hctl ['35', '*', '*', 0] yield: None {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 07:55:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:50 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Searching for a device in session 29 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 07:55:50 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qomvlhIH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 07:55:50 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.414s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:55:50 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] <== connect_volume: return (1416ms) {'type': 'block', 'scsi_wwn': '23863623737653866', 'path': '/dev/sdd'} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:55:50 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23863623737653866', 'path': '/dev/sdd'} {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 07:55:50 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:55:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1668573646',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1668573646',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1668573646',id=32,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMuvLg7k3sMUn5p5IrGedB1Usco09Ws+6O6mEzGHx7XTLUnuJ9AnoVOt2ssoxIsLzrKtL038LXntrcMD7fta1GOwajmo5/zPxE0FDdOq2HxPFSUNJeEsXTDG+H0ItFtR/A==',key_name='tempest-keypair-565644683',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='99565c4aa28a45419afe825961b86a69',ramdisk_id='',reservation_id='r-gvklwd42',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-134367807',owner_user_name='tempest-TestVolumeBootPattern-134367807-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:55:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='43b9c4d4949346bcae8ed60ce4b533af',uuid=380180dd-666a-4a51-96e4-b870658c69e0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d2426c44-dc96-487f-b078-e7886b337c06", "address": "fa:16:3e:3b:3b:35", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2426c44-dc", "ovs_interfaceid": "d2426c44-dc96-487f-b078-e7886b337c06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 07:55:50 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Converting VIF {"id": "d2426c44-dc96-487f-b078-e7886b337c06", "address": "fa:16:3e:3b:3b:35", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2426c44-dc", "ovs_interfaceid": "d2426c44-dc96-487f-b078-e7886b337c06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:55:50 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3b:3b:35,bridge_name='br-int',has_traffic_filtering=True,id=d2426c44-dc96-487f-b078-e7886b337c06,network=Network(8b96e2e3-eec1-4827-84d4-b2cf8a498fef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2426c44-dc') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:55:50 user nova-compute[74307]: DEBUG nova.objects.instance [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lazy-loading 'pci_devices' on Instance uuid 380180dd-666a-4a51-96e4-b870658c69e0 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:55:50 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] End _get_guest_xml xml=<domain type="kvm">
Oct 24 07:55:50 user nova-compute[74307]:   <uuid>380180dd-666a-4a51-96e4-b870658c69e0</uuid>
Oct 24 07:55:50 user nova-compute[74307]:   <name>instance-00000020</name>
Oct 24 07:55:50 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 07:55:50 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 07:55:50 user nova-compute[74307]:   <metadata>
Oct 24 07:55:50 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 07:55:50 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 07:55:50 user nova-compute[74307]:       <nova:name>tempest-TestVolumeBootPattern-volume-backed-server-1668573646</nova:name>
Oct 24 07:55:50 user nova-compute[74307]:       <nova:creationTime>2023-10-24 07:55:49</nova:creationTime>
Oct 24 07:55:50 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 07:55:50 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 07:55:50 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 07:55:50 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 07:55:50 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 07:55:50 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 07:55:50 user nova-compute[74307]:       </nova:flavor>
Oct 24 07:55:50 user nova-compute[74307]:       <nova:owner>
Oct 24 07:55:50 user nova-compute[74307]:         <nova:user uuid="43b9c4d4949346bcae8ed60ce4b533af">tempest-TestVolumeBootPattern-134367807-project-member</nova:user>
Oct 24 07:55:50 user nova-compute[74307]:         <nova:project uuid="99565c4aa28a45419afe825961b86a69">tempest-TestVolumeBootPattern-134367807</nova:project>
Oct 24 07:55:50 user nova-compute[74307]:       </nova:owner>
Oct 24 07:55:50 user nova-compute[74307]:       <nova:ports>
Oct 24 07:55:50 user nova-compute[74307]:         <nova:port uuid="d2426c44-dc96-487f-b078-e7886b337c06">
Oct 24 07:55:50 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 24 07:55:50 user nova-compute[74307]:         </nova:port>
Oct 24 07:55:50 user nova-compute[74307]:       </nova:ports>
Oct 24 07:55:50 user nova-compute[74307]:     </nova:instance>
Oct 24 07:55:50 user nova-compute[74307]:   </metadata>
Oct 24 07:55:50 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 07:55:50 user nova-compute[74307]:     <system>
Oct 24 07:55:50 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 07:55:50 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 07:55:50 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 07:55:50 user nova-compute[74307]:       <entry name="serial">380180dd-666a-4a51-96e4-b870658c69e0</entry>
Oct 24 07:55:50 user nova-compute[74307]:       <entry name="uuid">380180dd-666a-4a51-96e4-b870658c69e0</entry>
Oct 24 07:55:50 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 07:55:50 user nova-compute[74307]:     </system>
Oct 24 07:55:50 user nova-compute[74307]:   </sysinfo>
Oct 24 07:55:50 user nova-compute[74307]:   <os>
Oct 24 07:55:50 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 07:55:50 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 07:55:50 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 07:55:50 user nova-compute[74307]:   </os>
Oct 24 07:55:50 user nova-compute[74307]:   <features>
Oct 24 07:55:50 user nova-compute[74307]:     <acpi/>
Oct 24 07:55:50 user nova-compute[74307]:     <apic/>
Oct 24 07:55:50 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 07:55:50 user nova-compute[74307]:   </features>
Oct 24 07:55:50 user nova-compute[74307]:   <clock offset="utc">
Oct 24 07:55:50 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 07:55:50 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 07:55:50 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 07:55:50 user nova-compute[74307]:   </clock>
Oct 24 07:55:50 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 07:55:50 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 07:55:50 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 07:55:50 user nova-compute[74307]:   </cpu>
Oct 24 07:55:50 user nova-compute[74307]:   <devices>
Oct 24 07:55:50 user nova-compute[74307]:     <disk type="block" device="disk">
Oct 24 07:55:50 user nova-compute[74307]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:55:50 user nova-compute[74307]:       <source dev="/dev/sdd"/>
Oct 24 07:55:50 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 07:55:50 user nova-compute[74307]:       <serial>3ca2a46f-a0f9-43ba-be48-34c5cdc8360d</serial>
Oct 24 07:55:50 user nova-compute[74307]:     </disk>
Oct 24 07:55:50 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 07:55:50 user nova-compute[74307]:       <mac address="fa:16:3e:3b:3b:35"/>
Oct 24 07:55:50 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:55:50 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 07:55:50 user nova-compute[74307]:       <target dev="tapd2426c44-dc"/>
Oct 24 07:55:50 user nova-compute[74307]:     </interface>
Oct 24 07:55:50 user nova-compute[74307]:     <serial type="pty">
Oct 24 07:55:50 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/380180dd-666a-4a51-96e4-b870658c69e0/console.log" append="off"/>
Oct 24 07:55:50 user nova-compute[74307]:     </serial>
Oct 24 07:55:50 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 07:55:50 user nova-compute[74307]:     <video>
Oct 24 07:55:50 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:55:50 user nova-compute[74307]:     </video>
Oct 24 07:55:50 user nova-compute[74307]:     <rng model="virtio">
Oct 24 07:55:50 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 07:55:50 user nova-compute[74307]:     </rng>
Oct 24 07:55:50 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 07:55:50 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 07:55:50 user nova-compute[74307]:       <stats period="10"/>
Oct 24 07:55:50 user nova-compute[74307]:     </memballoon>
Oct 24 07:55:50 user nova-compute[74307]:   </devices>
Oct 24 07:55:50 user nova-compute[74307]: </domain>
Oct 24 07:55:50 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 07:55:50 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:55:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1668573646',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1668573646',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1668573646',id=32,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMuvLg7k3sMUn5p5IrGedB1Usco09Ws+6O6mEzGHx7XTLUnuJ9AnoVOt2ssoxIsLzrKtL038LXntrcMD7fta1GOwajmo5/zPxE0FDdOq2HxPFSUNJeEsXTDG+H0ItFtR/A==',key_name='tempest-keypair-565644683',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='99565c4aa28a45419afe825961b86a69',ramdisk_id='',reservation_id='r-gvklwd42',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-134367807',owner_user_name='tempest-TestVolumeBootPattern-134367807-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:55:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='43b9c4d4949346bcae8ed60ce4b533af',uuid=380180dd-666a-4a51-96e4-b870658c69e0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d2426c44-dc96-487f-b078-e7886b337c06", "address": "fa:16:3e:3b:3b:35", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2426c44-dc", "ovs_interfaceid": "d2426c44-dc96-487f-b078-e7886b337c06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 07:55:50 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Converting VIF {"id": "d2426c44-dc96-487f-b078-e7886b337c06", "address": "fa:16:3e:3b:3b:35", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2426c44-dc", "ovs_interfaceid": "d2426c44-dc96-487f-b078-e7886b337c06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:55:50 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3b:3b:35,bridge_name='br-int',has_traffic_filtering=True,id=d2426c44-dc96-487f-b078-e7886b337c06,network=Network(8b96e2e3-eec1-4827-84d4-b2cf8a498fef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2426c44-dc') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:55:50 user nova-compute[74307]: DEBUG os_vif [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3b:3b:35,bridge_name='br-int',has_traffic_filtering=True,id=d2426c44-dc96-487f-b078-e7886b337c06,network=Network(8b96e2e3-eec1-4827-84d4-b2cf8a498fef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2426c44-dc') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 07:55:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:55:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:55:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '97ed2082-e916-5d95-9b3d-ff136fe4af92', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:55:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:55:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd2426c44-dc, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:55:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd2426c44-dc, col_values=(('qos', UUID('9bc3b80c-1c41-4e49-baf9-a3e77cac40ce')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:55:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd2426c44-dc, col_values=(('external_ids', {'iface-id': 'd2426c44-dc96-487f-b078-e7886b337c06', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3b:3b:35', 'vm-uuid': '380180dd-666a-4a51-96e4-b870658c69e0'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:55:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:55:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:50 user nova-compute[74307]: INFO os_vif [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3b:3b:35,bridge_name='br-int',has_traffic_filtering=True,id=d2426c44-dc96-487f-b078-e7886b337c06,network=Network(8b96e2e3-eec1-4827-84d4-b2cf8a498fef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2426c44-dc')
Oct 24 07:55:51 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:55:51 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] No VIF found with MAC fa:16:3e:3b:3b:35, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:55:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:52 user nova-compute[74307]: DEBUG nova.compute.manager [req-9f8ee14c-c219-4c24-8845-a81d7f442acc req-c67242f7-263b-4399-acc0-b4bd9da9c8e0 service nova] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Received event network-vif-plugged-d2426c44-dc96-487f-b078-e7886b337c06 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:55:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-9f8ee14c-c219-4c24-8845-a81d7f442acc req-c67242f7-263b-4399-acc0-b4bd9da9c8e0 service nova] Acquiring lock "380180dd-666a-4a51-96e4-b870658c69e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:55:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-9f8ee14c-c219-4c24-8845-a81d7f442acc req-c67242f7-263b-4399-acc0-b4bd9da9c8e0 service nova] Lock "380180dd-666a-4a51-96e4-b870658c69e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:55:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-9f8ee14c-c219-4c24-8845-a81d7f442acc req-c67242f7-263b-4399-acc0-b4bd9da9c8e0 service nova] Lock "380180dd-666a-4a51-96e4-b870658c69e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:55:52 user nova-compute[74307]: DEBUG nova.compute.manager [req-9f8ee14c-c219-4c24-8845-a81d7f442acc req-c67242f7-263b-4399-acc0-b4bd9da9c8e0 service nova] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] No waiting events found dispatching network-vif-plugged-d2426c44-dc96-487f-b078-e7886b337c06 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:55:52 user nova-compute[74307]: WARNING nova.compute.manager [req-9f8ee14c-c219-4c24-8845-a81d7f442acc req-c67242f7-263b-4399-acc0-b4bd9da9c8e0 service nova] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Received unexpected event network-vif-plugged-d2426c44-dc96-487f-b078-e7886b337c06 for instance with vm_state building and task_state spawning.
Oct 24 07:55:53 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:53 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:53 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:53 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:53 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:53 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:54 user nova-compute[74307]: DEBUG nova.compute.manager [req-ef5ea24d-aa81-4c0e-a166-63adcdae012e req-99c6be33-0f5c-44c5-93c0-84e49bb3ec55 service nova] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Received event network-vif-plugged-d2426c44-dc96-487f-b078-e7886b337c06 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:55:54 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-ef5ea24d-aa81-4c0e-a166-63adcdae012e req-99c6be33-0f5c-44c5-93c0-84e49bb3ec55 service nova] Acquiring lock "380180dd-666a-4a51-96e4-b870658c69e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:55:54 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-ef5ea24d-aa81-4c0e-a166-63adcdae012e req-99c6be33-0f5c-44c5-93c0-84e49bb3ec55 service nova] Lock "380180dd-666a-4a51-96e4-b870658c69e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:55:54 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-ef5ea24d-aa81-4c0e-a166-63adcdae012e req-99c6be33-0f5c-44c5-93c0-84e49bb3ec55 service nova] Lock "380180dd-666a-4a51-96e4-b870658c69e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:55:54 user nova-compute[74307]: DEBUG nova.compute.manager [req-ef5ea24d-aa81-4c0e-a166-63adcdae012e req-99c6be33-0f5c-44c5-93c0-84e49bb3ec55 service nova] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] No waiting events found dispatching network-vif-plugged-d2426c44-dc96-487f-b078-e7886b337c06 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:55:54 user nova-compute[74307]: WARNING nova.compute.manager [req-ef5ea24d-aa81-4c0e-a166-63adcdae012e req-99c6be33-0f5c-44c5-93c0-84e49bb3ec55 service nova] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Received unexpected event network-vif-plugged-d2426c44-dc96-487f-b078-e7886b337c06 for instance with vm_state building and task_state spawning.
Oct 24 07:55:54 user nova-compute[74307]: DEBUG nova.compute.manager [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 07:55:54 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Guest created on hypervisor {{(pid=74307) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 07:55:54 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Instance spawned successfully.
Oct 24 07:55:54 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 07:55:54 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Found default for hw_cdrom_bus of ide {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:55:54 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Found default for hw_disk_bus of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:55:54 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Found default for hw_input_bus of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:55:54 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Found default for hw_pointer_model of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:55:54 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Found default for hw_video_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:55:54 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Found default for hw_vif_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:55:54 user nova-compute[74307]: INFO nova.compute.manager [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Took 5.42 seconds to spawn the instance on the hypervisor.
Oct 24 07:55:54 user nova-compute[74307]: DEBUG nova.compute.manager [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:55:54 user nova-compute[74307]: INFO nova.compute.manager [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Took 29.09 seconds to build instance.
Oct 24 07:55:54 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-32ea053b-1c81-4ba2-9e08-0952dbbf2850 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "380180dd-666a-4a51-96e4-b870658c69e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 29.235s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:55:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:55:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-196fb7ad-d498-488a-a1a1-5f618b416f3b tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Acquiring lock "1c80a858-643e-4872-a2b9-c3319abba7fc" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:55:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-196fb7ad-d498-488a-a1a1-5f618b416f3b tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "1c80a858-643e-4872-a2b9-c3319abba7fc" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:55:56 user nova-compute[74307]: INFO nova.compute.manager [None req-196fb7ad-d498-488a-a1a1-5f618b416f3b tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Detaching volume 8bbf8222-fff8-4308-83c9-72be7eb5c19e
Oct 24 07:55:56 user nova-compute[74307]: INFO nova.virt.block_device [None req-196fb7ad-d498-488a-a1a1-5f618b416f3b tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Attempting to driver detach volume 8bbf8222-fff8-4308-83c9-72be7eb5c19e from mountpoint /dev/vdb
Oct 24 07:55:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-196fb7ad-d498-488a-a1a1-5f618b416f3b tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Attempting to detach device vdb from instance 1c80a858-643e-4872-a2b9-c3319abba7fc from the persistent domain config. {{(pid=74307) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 07:55:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-196fb7ad-d498-488a-a1a1-5f618b416f3b tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 07:55:56 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:55:56 user nova-compute[74307]:   <source dev="/dev/sdf"/>
Oct 24 07:55:56 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 07:55:56 user nova-compute[74307]:   <serial>8bbf8222-fff8-4308-83c9-72be7eb5c19e</serial>
Oct 24 07:55:56 user nova-compute[74307]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 07:55:56 user nova-compute[74307]: </disk>
Oct 24 07:55:56 user nova-compute[74307]:  {{(pid=74307) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 07:55:56 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-196fb7ad-d498-488a-a1a1-5f618b416f3b tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Successfully detached device vdb from instance 1c80a858-643e-4872-a2b9-c3319abba7fc from the persistent domain config.
Oct 24 07:55:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-196fb7ad-d498-488a-a1a1-5f618b416f3b tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 1c80a858-643e-4872-a2b9-c3319abba7fc from the live domain config. {{(pid=74307) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 07:55:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-196fb7ad-d498-488a-a1a1-5f618b416f3b tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 07:55:56 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:55:56 user nova-compute[74307]:   <source dev="/dev/sdf"/>
Oct 24 07:55:56 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 07:55:56 user nova-compute[74307]:   <serial>8bbf8222-fff8-4308-83c9-72be7eb5c19e</serial>
Oct 24 07:55:56 user nova-compute[74307]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 07:55:56 user nova-compute[74307]: </disk>
Oct 24 07:55:56 user nova-compute[74307]:  {{(pid=74307) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 07:55:57 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-196fb7ad-d498-488a-a1a1-5f618b416f3b tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 1c80a858-643e-4872-a2b9-c3319abba7fc {{(pid=74307) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 07:55:59 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:01 user nova-compute[74307]: DEBUG nova.objects.instance [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lazy-loading 'flavor' on Instance uuid 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:56:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Acquiring lock "refresh_cache-5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:56:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Acquired lock "refresh_cache-5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:56:01 user nova-compute[74307]: DEBUG nova.network.neutron [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 07:56:01 user nova-compute[74307]: DEBUG nova.objects.instance [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lazy-loading 'info_cache' on Instance uuid 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:56:01 user nova-compute[74307]: DEBUG nova.objects.base [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Object Instance<5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7> lazy-loaded attributes: flavor,info_cache {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 07:56:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG nova.network.neutron [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Updating instance_info_cache with network_info: [{"id": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "address": "fa:16:3e:53:1d:7d", "network": {"id": "0b5afd85-cb93-4bd3-abef-63764752395c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-367974063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e349c7556c954f868b60c401e1a053cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8488c1d4-cb", "ovs_interfaceid": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Releasing lock "refresh_cache-5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:56:02 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Instance destroyed successfully.
Oct 24 07:56:02 user nova-compute[74307]: DEBUG nova.objects.instance [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lazy-loading 'resources' on Instance uuid 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG nova.objects.base [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Object Instance<5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7> lazy-loaded attributes: flavor,info_cache,resources {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:51:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1164636358',display_name='tempest-AttachVolumeTestJSON-server-1164636358',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1164636358',id=24,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMzC152Il9Zqr+PCjL5RgTw345mR/MdE8MJCW31axYUipAxmU23AjkM496+Kexxi++gwRsrUVJoVETaWtv2CsRnUYOpMiFHHXMuWcc9K/J4BwTRzj7H5oUd6/gwvcSpIFQ==',key_name='tempest-keypair-1505756830',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:51:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='e349c7556c954f868b60c401e1a053cf',ramdisk_id='',reservation_id='r-skybiwvr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-942496644',owner_user_name='tempest-AttachVolumeTestJSON-942496644-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T07:54:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cd95a9d7c3fe4f4fac77a57e08cba688',uuid=5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "address": "fa:16:3e:53:1d:7d", "network": {"id": "0b5afd85-cb93-4bd3-abef-63764752395c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-367974063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e349c7556c954f868b60c401e1a053cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8488c1d4-cb", "ovs_interfaceid": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Converting VIF {"id": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "address": "fa:16:3e:53:1d:7d", "network": {"id": "0b5afd85-cb93-4bd3-abef-63764752395c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-367974063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e349c7556c954f868b60c401e1a053cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8488c1d4-cb", "ovs_interfaceid": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:53:1d:7d,bridge_name='br-int',has_traffic_filtering=True,id=8488c1d4-cbc5-4b59-8b80-2e18c0773b7c,network=Network(0b5afd85-cb93-4bd3-abef-63764752395c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8488c1d4-cb') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG os_vif [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:53:1d:7d,bridge_name='br-int',has_traffic_filtering=True,id=8488c1d4-cbc5-4b59-8b80-2e18c0773b7c,network=Network(0b5afd85-cb93-4bd3-abef-63764752395c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8488c1d4-cb') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8488c1d4-cb, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=bfcb4015-5166-4cc2-b641-08f4b28c2269) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:02 user nova-compute[74307]: INFO os_vif [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:53:1d:7d,bridge_name='br-int',has_traffic_filtering=True,id=8488c1d4-cbc5-4b59-8b80-2e18c0773b7c,network=Network(0b5afd85-cb93-4bd3-abef-63764752395c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8488c1d4-cb')
Oct 24 07:56:02 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] calling os-brick to detach iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, {'target_iqn': 'iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fpNnslOP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:56:02 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:56:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.031s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9529b6b-a5f2-46e9-afc4-ac52f51ced94]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 07:56:02 user nova-compute[74307]: No targets found.
Oct 24 07:56:02 user nova-compute[74307]: iSNS:
Oct 24 07:56:02 user nova-compute[74307]: No targets found.
Oct 24 07:56:02 user nova-compute[74307]: STATIC:
Oct 24 07:56:02 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854
Oct 24 07:56:02 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:56:02 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:56:02 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437
Oct 24 07:56:02 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:56:02 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:56:02 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e
Oct 24 07:56:02 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:56:02 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:56:02 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d
Oct 24 07:56:02 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:56:02 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:56:02 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445
Oct 24 07:56:02 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:56:02 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:56:02 user nova-compute[74307]: FIRMWARE:
Oct 24 07:56:02 user nova-compute[74307]: No targets found.
Oct 24 07:56:02 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 07:56:02 user nova-compute[74307]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 07:56:02 user nova-compute[74307]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74307) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437', 0)] {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f55e48b-cc94-44bd-93cb-d2be0be0f95c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[cec7c38a-0875-4e9e-b5f3-72a26dc7f6d6]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:56:02 user nova-compute[74307]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e (non-flash)
Oct 24 07:56:02 user nova-compute[74307]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)
Oct 24 07:56:02 user nova-compute[74307]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 (non-flash)
Oct 24 07:56:02 user nova-compute[74307]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)
Oct 24 07:56:02 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:56:02 user nova-compute[74307]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e (non-flash)
Oct 24 07:56:02 user nova-compute[74307]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)
Oct 24 07:56:02 user nova-compute[74307]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 (non-flash)
Oct 24 07:56:02 user nova-compute[74307]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)
Oct 24 07:56:02 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f462429b7f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437'): ({'sdb'}, set())}) {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Removing single pathed devices sdb {{(pid=74307) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5526549-3ca8-4d30-961f-62d5010ff809]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.025s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[def1556c-35c0-410b-8aea-997e5c98f46c]: (4, ('ok\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Flushing IO for device /dev/sdb {{(pid=74307) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[5468c74e-f0dd-4632-9668-850824310607]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74307) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.050s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[c01c39b3-dc03-454b-8cb0-814fcf2c8190]: (4, ('1', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] SCSI volumes sdb have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437')] {{(pid=74307) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[315ad810-f27e-4633-8d54-b03734f82c06]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 -p 172.16.0.220:3260 --logout {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 -p 172.16.0.220:3260 --logout" returned: 0 in 0.073s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bf18e27-90a2-432d-ae78-09603fb7edd3]: (4, ('Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437, portal: 172.16.0.220,3260]\nLogout of [sid: 28, target: iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437, portal: 172.16.0.220,3260]
Oct 24 07:56:02 user nova-compute[74307]: Logout of [sid: 28, target: iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437, portal: 172.16.0.220,3260] successful.
Oct 24 07:56:02 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 -p 172.16.0.220:3260 --op delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.032s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7cb1f6a-80b9-4b14-878b-b5e2404bda95]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.373s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] <== disconnect_volume: return (375ms) None {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Disconnected iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Start _get_guest_xml network_info=[{"id": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "address": "fa:16:3e:53:1d:7d", "network": {"id": "0b5afd85-cb93-4bd3-abef-63764752395c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-367974063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e349c7556c954f868b60c401e1a053cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8488c1d4-cb", "ovs_interfaceid": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'boot_index': 0, 'guest_format': None, 'image_id': 'ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fpNnslOP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': '5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7', 'attached_at': '', 'detached_at': '', 'volume_id': '91425985-c56e-4c4f-ba14-c62554419437', 'serial': '91425985-c56e-4c4f-ba14-c62554419437'}, 'attachment_id': 'fea3f6f5-56e0-43c4-8c05-bd8823ebf4ea', 'guest_format': None, 'mount_device': '/dev/vdb', 'boot_index': None, 'delete_on_termination': False, 'volume_type': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG nova.objects.instance [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lazy-loading 'numa_topology' on Instance uuid 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG nova.objects.base [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Object Instance<5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 07:56:02 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:56:02 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:56:02 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG nova.objects.instance [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lazy-loading 'vcpu_model' on Instance uuid 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG nova.objects.base [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Object Instance<5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Calling os-brick to attach iSCSI Volume {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fpNnslOP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:56:02 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:56:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.004s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:56:02 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:56:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:56:02 user nova-compute[74307]: INFO os_brick.initiator.connectors.iscsi [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 07:56:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 -p 172.16.0.220:3260 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ce7856f-0dee-4da6-90fa-77c106fa7460]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 07:56:02 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 -p 172.16.0.220:3260 --interface default --op new {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e09391e7-22bc-4164-ab38-1e488fe8638e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437] added\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437] added
Oct 24 07:56:02 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.030s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[939f50b8-e067-445b-94c5-32872075f116]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f375726-f525-4cd9-881a-29bb91cdfd6f]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fpNnslOP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fpNnslOP" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e65b5c1-8d2f-460f-a809-b815057126e5]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'fpNnslOP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d623f4bb-5ba3-4f07-9aa0-3894c33712a4]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:56:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:56:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:56:03 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ff7b557-85d7-4d45-90d8-bdfc125002c3]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:56:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:56:03 user nova-compute[74307]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e (non-flash)
Oct 24 07:56:03 user nova-compute[74307]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)
Oct 24 07:56:03 user nova-compute[74307]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)
Oct 24 07:56:03 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:56:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:56:03 user nova-compute[74307]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e (non-flash)
Oct 24 07:56:03 user nova-compute[74307]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)
Oct 24 07:56:03 user nova-compute[74307]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)
Oct 24 07:56:03 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:56:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 -p 172.16.0.220:3260 --login {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:56:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 -p 172.16.0.220:3260 --login" returned: 0 in 0.089s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:56:03 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[a876f47b-a1fa-4b14-897d-280766006b10]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:56:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437, portal: 172.16.0.220,3260]
Oct 24 07:56:03 user nova-compute[74307]: Login to [iface: default, target: iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437, portal: 172.16.0.220,3260] successful.
Oct 24 07:56:03 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:56:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:56:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:56:03 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[9202146a-65fb-4cd3-820a-b53a0bc0b8f6]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:56:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:56:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:56:03 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:56:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:56:03 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8bc2133-ad3f-4111-af38-f012736bbd1d]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:56:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:56:03 user nova-compute[74307]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e (non-flash)
Oct 24 07:56:03 user nova-compute[74307]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)
Oct 24 07:56:03 user nova-compute[74307]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)
Oct 24 07:56:03 user nova-compute[74307]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 (non-flash)
Oct 24 07:56:03 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:56:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:56:03 user nova-compute[74307]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e (non-flash)
Oct 24 07:56:03 user nova-compute[74307]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)
Oct 24 07:56:03 user nova-compute[74307]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)
Oct 24 07:56:03 user nova-compute[74307]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 (non-flash)
Oct 24 07:56:03 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:56:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.361s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:56:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Connected to 172.16.0.220:3260 {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 07:56:03 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] HCTL ('33', '-', '-', 0) found on session 30 with lun 0 {{(pid=74307) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 07:56:03 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74307) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 07:56:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:56:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:56:03 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e514c84-db3a-4216-9f01-b60b7cbd68b3]: (4, ('- - 0', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:56:03 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Searching for a device in session 30 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 07:56:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fpNnslOP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 07:56:04 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:56:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:56:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:56:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:56:04 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 07:56:04 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.407s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:56:04 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] <== connect_volume: return (1411ms) {'type': 'block', 'scsi_wwn': '23666663265613366', 'path': '/dev/sdb'} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:56:04 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23666663265613366', 'path': '/dev/sdb'} {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 07:56:04 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:51:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1164636358',display_name='tempest-AttachVolumeTestJSON-server-1164636358',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1164636358',id=24,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMzC152Il9Zqr+PCjL5RgTw345mR/MdE8MJCW31axYUipAxmU23AjkM496+Kexxi++gwRsrUVJoVETaWtv2CsRnUYOpMiFHHXMuWcc9K/J4BwTRzj7H5oUd6/gwvcSpIFQ==',key_name='tempest-keypair-1505756830',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:51:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='e349c7556c954f868b60c401e1a053cf',ramdisk_id='',reservation_id='r-skybiwvr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-942496644',owner_user_name='tempest-AttachVolumeTestJSON-942496644-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T07:54:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cd95a9d7c3fe4f4fac77a57e08cba688',uuid=5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "address": "fa:16:3e:53:1d:7d", "network": {"id": "0b5afd85-cb93-4bd3-abef-63764752395c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-367974063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e349c7556c954f868b60c401e1a053cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8488c1d4-cb", "ovs_interfaceid": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 07:56:04 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Converting VIF {"id": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "address": "fa:16:3e:53:1d:7d", "network": {"id": "0b5afd85-cb93-4bd3-abef-63764752395c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-367974063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e349c7556c954f868b60c401e1a053cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8488c1d4-cb", "ovs_interfaceid": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:56:04 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:53:1d:7d,bridge_name='br-int',has_traffic_filtering=True,id=8488c1d4-cbc5-4b59-8b80-2e18c0773b7c,network=Network(0b5afd85-cb93-4bd3-abef-63764752395c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8488c1d4-cb') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:56:04 user nova-compute[74307]: DEBUG nova.objects.instance [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lazy-loading 'pci_devices' on Instance uuid 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:56:04 user nova-compute[74307]: DEBUG nova.objects.base [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Object Instance<5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 07:56:04 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] End _get_guest_xml xml=<domain type="kvm">
Oct 24 07:56:04 user nova-compute[74307]:   <uuid>5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7</uuid>
Oct 24 07:56:04 user nova-compute[74307]:   <name>instance-00000018</name>
Oct 24 07:56:04 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 07:56:04 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 07:56:04 user nova-compute[74307]:   <metadata>
Oct 24 07:56:04 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 07:56:04 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 07:56:04 user nova-compute[74307]:       <nova:name>tempest-AttachVolumeTestJSON-server-1164636358</nova:name>
Oct 24 07:56:04 user nova-compute[74307]:       <nova:creationTime>2023-10-24 07:56:02</nova:creationTime>
Oct 24 07:56:04 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 07:56:04 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 07:56:04 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 07:56:04 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 07:56:04 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 07:56:04 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 07:56:04 user nova-compute[74307]:       </nova:flavor>
Oct 24 07:56:04 user nova-compute[74307]:       <nova:owner>
Oct 24 07:56:04 user nova-compute[74307]:         <nova:user uuid="cd95a9d7c3fe4f4fac77a57e08cba688">tempest-AttachVolumeTestJSON-942496644-project-member</nova:user>
Oct 24 07:56:04 user nova-compute[74307]:         <nova:project uuid="e349c7556c954f868b60c401e1a053cf">tempest-AttachVolumeTestJSON-942496644</nova:project>
Oct 24 07:56:04 user nova-compute[74307]:       </nova:owner>
Oct 24 07:56:04 user nova-compute[74307]:       <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 07:56:04 user nova-compute[74307]:       <nova:ports>
Oct 24 07:56:04 user nova-compute[74307]:         <nova:port uuid="8488c1d4-cbc5-4b59-8b80-2e18c0773b7c">
Oct 24 07:56:04 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 24 07:56:04 user nova-compute[74307]:         </nova:port>
Oct 24 07:56:04 user nova-compute[74307]:       </nova:ports>
Oct 24 07:56:04 user nova-compute[74307]:     </nova:instance>
Oct 24 07:56:04 user nova-compute[74307]:   </metadata>
Oct 24 07:56:04 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 07:56:04 user nova-compute[74307]:     <system>
Oct 24 07:56:04 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 07:56:04 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 07:56:04 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 07:56:04 user nova-compute[74307]:       <entry name="serial">5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7</entry>
Oct 24 07:56:04 user nova-compute[74307]:       <entry name="uuid">5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7</entry>
Oct 24 07:56:04 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 07:56:04 user nova-compute[74307]:     </system>
Oct 24 07:56:04 user nova-compute[74307]:   </sysinfo>
Oct 24 07:56:04 user nova-compute[74307]:   <os>
Oct 24 07:56:04 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 07:56:04 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 07:56:04 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 07:56:04 user nova-compute[74307]:   </os>
Oct 24 07:56:04 user nova-compute[74307]:   <features>
Oct 24 07:56:04 user nova-compute[74307]:     <acpi/>
Oct 24 07:56:04 user nova-compute[74307]:     <apic/>
Oct 24 07:56:04 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 07:56:04 user nova-compute[74307]:   </features>
Oct 24 07:56:04 user nova-compute[74307]:   <clock offset="utc">
Oct 24 07:56:04 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 07:56:04 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 07:56:04 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 07:56:04 user nova-compute[74307]:   </clock>
Oct 24 07:56:04 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 07:56:04 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 07:56:04 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 07:56:04 user nova-compute[74307]:   </cpu>
Oct 24 07:56:04 user nova-compute[74307]:   <devices>
Oct 24 07:56:04 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 07:56:04 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 07:56:04 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk"/>
Oct 24 07:56:04 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 07:56:04 user nova-compute[74307]:     </disk>
Oct 24 07:56:04 user nova-compute[74307]:     <disk type="block" device="disk">
Oct 24 07:56:04 user nova-compute[74307]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:56:04 user nova-compute[74307]:       <source dev="/dev/sdb"/>
Oct 24 07:56:04 user nova-compute[74307]:       <target dev="vdb" bus="virtio"/>
Oct 24 07:56:04 user nova-compute[74307]:       <serial>91425985-c56e-4c4f-ba14-c62554419437</serial>
Oct 24 07:56:04 user nova-compute[74307]:     </disk>
Oct 24 07:56:04 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 07:56:04 user nova-compute[74307]:       <mac address="fa:16:3e:53:1d:7d"/>
Oct 24 07:56:04 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:56:04 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 07:56:04 user nova-compute[74307]:       <target dev="tap8488c1d4-cb"/>
Oct 24 07:56:04 user nova-compute[74307]:     </interface>
Oct 24 07:56:04 user nova-compute[74307]:     <serial type="pty">
Oct 24 07:56:04 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/console.log" append="off"/>
Oct 24 07:56:04 user nova-compute[74307]:     </serial>
Oct 24 07:56:04 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 07:56:04 user nova-compute[74307]:     <video>
Oct 24 07:56:04 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:56:04 user nova-compute[74307]:     </video>
Oct 24 07:56:04 user nova-compute[74307]:     <rng model="virtio">
Oct 24 07:56:04 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 07:56:04 user nova-compute[74307]:     </rng>
Oct 24 07:56:04 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 07:56:04 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 07:56:04 user nova-compute[74307]:       <stats period="10"/>
Oct 24 07:56:04 user nova-compute[74307]:     </memballoon>
Oct 24 07:56:04 user nova-compute[74307]:   </devices>
Oct 24 07:56:04 user nova-compute[74307]: </domain>
Oct 24 07:56:04 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 07:56:04 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:56:04 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:56:04 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:56:04 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdg (vda) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:56:04 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c7e3788-de68-4c6a-aafe-c0ddff45238d/disk.rescue --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:56:04 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk --force-share --output=json" returned: 0 in 0.252s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:56:04 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:56:04 user nova-compute[74307]: DEBUG nova.objects.instance [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lazy-loading 'trusted_certs' on Instance uuid 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:56:04 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c7e3788-de68-4c6a-aafe-c0ddff45238d/disk.rescue --force-share --output=json" returned: 0 in 0.208s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:56:04 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c7e3788-de68-4c6a-aafe-c0ddff45238d/disk.rescue --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:56:04 user nova-compute[74307]: DEBUG nova.objects.base [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Object Instance<5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 07:56:04 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:56:04 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c7e3788-de68-4c6a-aafe-c0ddff45238d/disk.rescue --force-share --output=json" returned: 0 in 0.225s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:56:05 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:56:05 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.231s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:56:05 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Checking if we can resize image /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk. size=1073741824 {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 07:56:05 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:56:05 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:56:05 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:56:05 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:56:05 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Cannot resize image /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk to a smaller size. {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 07:56:05 user nova-compute[74307]: DEBUG nova.objects.instance [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lazy-loading 'migration_context' on Instance uuid 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:56:05 user nova-compute[74307]: DEBUG nova.objects.base [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Object Instance<5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 07:56:05 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:51:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1164636358',display_name='tempest-AttachVolumeTestJSON-server-1164636358',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1164636358',id=24,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMzC152Il9Zqr+PCjL5RgTw345mR/MdE8MJCW31axYUipAxmU23AjkM496+Kexxi++gwRsrUVJoVETaWtv2CsRnUYOpMiFHHXMuWcc9K/J4BwTRzj7H5oUd6/gwvcSpIFQ==',key_name='tempest-keypair-1505756830',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:51:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='e349c7556c954f868b60c401e1a053cf',ramdisk_id='',reservation_id='r-skybiwvr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-942496644',owner_user_name='tempest-AttachVolumeTestJSON-942496644-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:54:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cd95a9d7c3fe4f4fac77a57e08cba688',uuid=5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "address": "fa:16:3e:53:1d:7d", "network": {"id": "0b5afd85-cb93-4bd3-abef-63764752395c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-367974063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e349c7556c954f868b60c401e1a053cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8488c1d4-cb", "ovs_interfaceid": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 07:56:05 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Converting VIF {"id": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "address": "fa:16:3e:53:1d:7d", "network": {"id": "0b5afd85-cb93-4bd3-abef-63764752395c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-367974063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e349c7556c954f868b60c401e1a053cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8488c1d4-cb", "ovs_interfaceid": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:56:05 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:53:1d:7d,bridge_name='br-int',has_traffic_filtering=True,id=8488c1d4-cbc5-4b59-8b80-2e18c0773b7c,network=Network(0b5afd85-cb93-4bd3-abef-63764752395c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8488c1d4-cb') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:56:05 user nova-compute[74307]: DEBUG os_vif [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:53:1d:7d,bridge_name='br-int',has_traffic_filtering=True,id=8488c1d4-cbc5-4b59-8b80-2e18c0773b7c,network=Network(0b5afd85-cb93-4bd3-abef-63764752395c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8488c1d4-cb') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 07:56:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:56:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:56:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'aec6b616-f93a-51fa-b839-7a30bc5a6331', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:56:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:56:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8488c1d4-cb, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:56:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8488c1d4-cb, col_values=(('qos', UUID('dc03ab36-0870-4e4f-b0ea-293078e898fc')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:56:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8488c1d4-cb, col_values=(('external_ids', {'iface-id': '8488c1d4-cbc5-4b59-8b80-2e18c0773b7c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:53:1d:7d', 'vm-uuid': '5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:56:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:56:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:05 user nova-compute[74307]: INFO os_vif [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:53:1d:7d,bridge_name='br-int',has_traffic_filtering=True,id=8488c1d4-cbc5-4b59-8b80-2e18c0773b7c,network=Network(0b5afd85-cb93-4bd3-abef-63764752395c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8488c1d4-cb')
Oct 24 07:56:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:05 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:56:05 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:56:05 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:56:05 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:56:05 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:56:05 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:56:05 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:56:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:56:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:56:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:56:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c80a858-643e-4872-a2b9-c3319abba7fc/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:56:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c80a858-643e-4872-a2b9-c3319abba7fc/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:56:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c80a858-643e-4872-a2b9-c3319abba7fc/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:56:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c80a858-643e-4872-a2b9-c3319abba7fc/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:56:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/444bef36-3134-4c31-bd7c-aadf33448410/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:56:06 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:06 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:06 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:06 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/444bef36-3134-4c31-bd7c-aadf33448410/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:56:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/444bef36-3134-4c31-bd7c-aadf33448410/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:56:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/444bef36-3134-4c31-bd7c-aadf33448410/disk --force-share --output=json" returned: 0 in 0.288s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:56:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:56:07 user nova-compute[74307]: DEBUG nova.compute.manager [req-4587fd28-eea5-41e5-b0bc-ccf2424b54f5 req-e198b5ed-70e2-48f4-9e15-84f1e32d2cf1 service nova] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Received event network-vif-plugged-8488c1d4-cbc5-4b59-8b80-2e18c0773b7c {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:56:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-4587fd28-eea5-41e5-b0bc-ccf2424b54f5 req-e198b5ed-70e2-48f4-9e15-84f1e32d2cf1 service nova] Acquiring lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:56:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-4587fd28-eea5-41e5-b0bc-ccf2424b54f5 req-e198b5ed-70e2-48f4-9e15-84f1e32d2cf1 service nova] Lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:56:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-4587fd28-eea5-41e5-b0bc-ccf2424b54f5 req-e198b5ed-70e2-48f4-9e15-84f1e32d2cf1 service nova] Lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:56:07 user nova-compute[74307]: DEBUG nova.compute.manager [req-4587fd28-eea5-41e5-b0bc-ccf2424b54f5 req-e198b5ed-70e2-48f4-9e15-84f1e32d2cf1 service nova] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] No waiting events found dispatching network-vif-plugged-8488c1d4-cbc5-4b59-8b80-2e18c0773b7c {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:56:07 user nova-compute[74307]: WARNING nova.compute.manager [req-4587fd28-eea5-41e5-b0bc-ccf2424b54f5 req-e198b5ed-70e2-48f4-9e15-84f1e32d2cf1 service nova] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Received unexpected event network-vif-plugged-8488c1d4-cbc5-4b59-8b80-2e18c0773b7c for instance with vm_state stopped and task_state powering-on.
Oct 24 07:56:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:10 user nova-compute[74307]: DEBUG nova.compute.manager [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 07:56:10 user nova-compute[74307]: DEBUG nova.compute.manager [req-581ee245-5f69-4a5e-bb44-05e42321a4dd req-85688dc4-59f0-4e57-b4e8-ce9ead670cdf service nova] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Received event network-vif-plugged-8488c1d4-cbc5-4b59-8b80-2e18c0773b7c {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:56:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-581ee245-5f69-4a5e-bb44-05e42321a4dd req-85688dc4-59f0-4e57-b4e8-ce9ead670cdf service nova] Acquiring lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:56:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-581ee245-5f69-4a5e-bb44-05e42321a4dd req-85688dc4-59f0-4e57-b4e8-ce9ead670cdf service nova] Lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:56:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-581ee245-5f69-4a5e-bb44-05e42321a4dd req-85688dc4-59f0-4e57-b4e8-ce9ead670cdf service nova] Lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:56:10 user nova-compute[74307]: DEBUG nova.compute.manager [req-581ee245-5f69-4a5e-bb44-05e42321a4dd req-85688dc4-59f0-4e57-b4e8-ce9ead670cdf service nova] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] No waiting events found dispatching network-vif-plugged-8488c1d4-cbc5-4b59-8b80-2e18c0773b7c {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:56:10 user nova-compute[74307]: WARNING nova.compute.manager [req-581ee245-5f69-4a5e-bb44-05e42321a4dd req-85688dc4-59f0-4e57-b4e8-ce9ead670cdf service nova] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Received unexpected event network-vif-plugged-8488c1d4-cbc5-4b59-8b80-2e18c0773b7c for instance with vm_state stopped and task_state powering-on.
Oct 24 07:56:10 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Instance rebooted successfully.
Oct 24 07:56:10 user nova-compute[74307]: DEBUG nova.compute.manager [None req-ec1d596c-39ba-43b6-8bb2-0b741597e01e tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:56:10 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:56:10 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:56:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Hypervisor/Node resource view: name=user free_ram=7709MB free_disk=25.10149383544922GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 07:56:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:56:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:56:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fe508640-79f4-43d1-b846-00f28f91df79 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:56:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 9ea8255e-1f82-4e7f-b09b-aca682f1f374 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:56:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 6f71d751-f022-4f5f-8458-8a4d3114aae8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:56:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 444bef36-3134-4c31-bd7c-aadf33448410 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:56:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 1c80a858-643e-4872-a2b9-c3319abba7fc actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:56:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:56:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 9c7e3788-de68-4c6a-aafe-c0ddff45238d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:56:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:56:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 380180dd-666a-4a51-96e4-b870658c69e0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:56:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 07:56:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 07:56:10 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:56:10 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:56:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 07:56:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.691s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:56:11 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:56:11 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Starting heal instance info cache {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 07:56:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "refresh_cache-6f71d751-f022-4f5f-8458-8a4d3114aae8" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:56:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquired lock "refresh_cache-6f71d751-f022-4f5f-8458-8a4d3114aae8" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:56:12 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Forcefully refreshing network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 07:56:12 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Updating instance_info_cache with network_info: [{"id": "aae21de3-d60c-4a0b-9ee8-46c14cae1662", "address": "fa:16:3e:8a:eb:e7", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaae21de3-d6", "ovs_interfaceid": "aae21de3-d60c-4a0b-9ee8-46c14cae1662", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:56:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Releasing lock "refresh_cache-6f71d751-f022-4f5f-8458-8a4d3114aae8" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:56:12 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Updated the network info_cache for instance {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 07:56:12 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:56:12 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:56:12 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:56:12 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:56:12 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:56:12 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74307) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 07:56:14 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Acquiring lock "3e3b04f7-0553-4158-9220-165f25021106" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:56:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Lock "3e3b04f7-0553-4158-9220-165f25021106" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:56:14 user nova-compute[74307]: DEBUG nova.compute.manager [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Starting instance... {{(pid=74307) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 07:56:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:56:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:56:14 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 07:56:14 user nova-compute[74307]: INFO nova.compute.claims [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Claim successful on node user
Oct 24 07:56:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:15 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:56:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:15 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:56:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.574s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:56:15 user nova-compute[74307]: DEBUG nova.compute.manager [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Start building networks asynchronously for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 07:56:15 user nova-compute[74307]: DEBUG nova.compute.manager [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Allocating IP information in the background. {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 07:56:15 user nova-compute[74307]: DEBUG nova.network.neutron [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] [instance: 3e3b04f7-0553-4158-9220-165f25021106] allocate_for_instance() {{(pid=74307) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 07:56:15 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 07:56:15 user nova-compute[74307]: DEBUG nova.compute.manager [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Start building block device mappings for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 07:56:15 user nova-compute[74307]: DEBUG nova.policy [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7c2de983389436d9d1c081e8ae02fef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26fdde92ce0345af8e78d4d76a7d4df5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74307) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 07:56:15 user nova-compute[74307]: DEBUG nova.compute.manager [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Start spawning the instance on the hypervisor. {{(pid=74307) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 07:56:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Creating instance directory {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 07:56:15 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Creating image(s)
Oct 24 07:56:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Acquiring lock "/opt/stack/data/nova/instances/3e3b04f7-0553-4158-9220-165f25021106/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:56:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Lock "/opt/stack/data/nova/instances/3e3b04f7-0553-4158-9220-165f25021106/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:56:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Lock "/opt/stack/data/nova/instances/3e3b04f7-0553-4158-9220-165f25021106/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:56:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:56:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.217s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:56:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Acquiring lock "9cb24620554d5eab84e846c14e389d04f4c43d48" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:56:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:56:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:56:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.222s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:56:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/3e3b04f7-0553-4158-9220-165f25021106/disk 1073741824 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:56:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/3e3b04f7-0553-4158-9220-165f25021106/disk 1073741824" returned: 0 in 0.065s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:56:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.298s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:56:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:56:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.205s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:56:16 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Checking if we can resize image /opt/stack/data/nova/instances/3e3b04f7-0553-4158-9220-165f25021106/disk. size=1073741824 {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 07:56:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3e3b04f7-0553-4158-9220-165f25021106/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:56:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3e3b04f7-0553-4158-9220-165f25021106/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:56:16 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Cannot resize image /opt/stack/data/nova/instances/3e3b04f7-0553-4158-9220-165f25021106/disk to a smaller size. {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 07:56:16 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Created local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 07:56:16 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Ensure instance console log exists: /opt/stack/data/nova/instances/3e3b04f7-0553-4158-9220-165f25021106/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 07:56:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:56:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:56:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:56:17 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-196fb7ad-d498-488a-a1a1-5f618b416f3b tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 1c80a858-643e-4872-a2b9-c3319abba7fc is timed out.
Oct 24 07:56:17 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-196fb7ad-d498-488a-a1a1-5f618b416f3b tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Successfully detached device vdb from instance 1c80a858-643e-4872-a2b9-c3319abba7fc from the live domain config.
Oct 24 07:56:17 user nova-compute[74307]: DEBUG nova.network.neutron [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Successfully created port: 01fe1b1c-ce85-44c1-8b70-534ee297036b {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 07:56:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-196fb7ad-d498-488a-a1a1-5f618b416f3b tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] calling os-brick to detach iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 07:56:17 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-196fb7ad-d498-488a-a1a1-5f618b416f3b tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, {'target_iqn': 'iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UbeWnVlI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:56:17 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-196fb7ad-d498-488a-a1a1-5f618b416f3b tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:56:17 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-196fb7ad-d498-488a-a1a1-5f618b416f3b tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:56:17 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-196fb7ad-d498-488a-a1a1-5f618b416f3b tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:56:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:56:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.030s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:56:17 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[58060655-c25b-4a27-ad85-f1095bbe41d8]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:56:17 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-196fb7ad-d498-488a-a1a1-5f618b416f3b tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 07:56:17 user nova-compute[74307]: No targets found.
Oct 24 07:56:17 user nova-compute[74307]: iSNS:
Oct 24 07:56:17 user nova-compute[74307]: No targets found.
Oct 24 07:56:17 user nova-compute[74307]: STATIC:
Oct 24 07:56:17 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854
Oct 24 07:56:17 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:56:17 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:56:17 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437
Oct 24 07:56:17 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:56:17 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:56:17 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e
Oct 24 07:56:17 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:56:17 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:56:17 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d
Oct 24 07:56:17 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:56:17 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:56:17 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445
Oct 24 07:56:17 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:56:17 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:56:17 user nova-compute[74307]: FIRMWARE:
Oct 24 07:56:17 user nova-compute[74307]: No targets found.
Oct 24 07:56:17 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:56:17 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-196fb7ad-d498-488a-a1a1-5f618b416f3b tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 07:56:17 user nova-compute[74307]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 07:56:17 user nova-compute[74307]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74307) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 07:56:17 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-196fb7ad-d498-488a-a1a1-5f618b416f3b tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e', 0)] {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 07:56:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:56:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:56:17 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[4008f9a5-f4d5-4cb1-a87d-25dd951e529f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:56:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:56:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:56:17 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[85b5778b-5da7-4c9c-84d1-bf8ae7b869a5]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:56:17 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-196fb7ad-d498-488a-a1a1-5f618b416f3b tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:56:17 user nova-compute[74307]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e (non-flash)
Oct 24 07:56:17 user nova-compute[74307]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)
Oct 24 07:56:17 user nova-compute[74307]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)
Oct 24 07:56:17 user nova-compute[74307]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 (non-flash)
Oct 24 07:56:17 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:56:17 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-196fb7ad-d498-488a-a1a1-5f618b416f3b tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:56:17 user nova-compute[74307]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e (non-flash)
Oct 24 07:56:17 user nova-compute[74307]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)
Oct 24 07:56:17 user nova-compute[74307]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)
Oct 24 07:56:17 user nova-compute[74307]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 (non-flash)
Oct 24 07:56:17 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:56:17 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-196fb7ad-d498-488a-a1a1-5f618b416f3b tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4600ec60e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e'): ({'sdf'}, set())}) {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 07:56:17 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-196fb7ad-d498-488a-a1a1-5f618b416f3b tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Removing single pathed devices sdf {{(pid=74307) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 07:56:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:56:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:56:17 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e6e149d-1a52-4600-a012-c0674319b43a]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:56:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:56:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:56:17 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ee9a2c5-1fb3-4888-b5d9-c6d63a4d4e5b]: (4, ('ok\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:56:17 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-196fb7ad-d498-488a-a1a1-5f618b416f3b tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Flushing IO for device /dev/sdf {{(pid=74307) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 07:56:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:56:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.015s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:56:17 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[85089a7e-790f-45ac-920d-2a441dc06b71]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:56:17 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-196fb7ad-d498-488a-a1a1-5f618b416f3b tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74307) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 07:56:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:56:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.047s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:56:17 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[643c00a3-bd9b-44fb-980b-d68467fd01f0]: (4, ('1', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:56:17 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-196fb7ad-d498-488a-a1a1-5f618b416f3b tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 07:56:17 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-196fb7ad-d498-488a-a1a1-5f618b416f3b tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] SCSI volumes sdf have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 07:56:17 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-196fb7ad-d498-488a-a1a1-5f618b416f3b tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e')] {{(pid=74307) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 07:56:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:56:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.030s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:56:17 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[a866f4ee-1442-4395-ac43-04b54091a89a]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:56:17 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-196fb7ad-d498-488a-a1a1-5f618b416f3b tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:56:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e -p 172.16.0.220:3260 --logout {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:56:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e -p 172.16.0.220:3260 --logout" returned: 0 in 0.074s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:56:17 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[01bb01fc-25c7-4288-9dca-afef3d86b140]: (4, ('Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e, portal: 172.16.0.220,3260]\nLogout of [sid: 26, target: iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:56:17 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-196fb7ad-d498-488a-a1a1-5f618b416f3b tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e, portal: 172.16.0.220,3260]
Oct 24 07:56:17 user nova-compute[74307]: Logout of [sid: 26, target: iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e, portal: 172.16.0.220,3260] successful.
Oct 24 07:56:17 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:56:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e -p 172.16.0.220:3260 --op delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:56:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8bbf8222-fff8-4308-83c9-72be7eb5c19e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.040s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:56:17 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad8b0f0e-65d9-40fa-8325-801bb8ac00fb]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:56:17 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-196fb7ad-d498-488a-a1a1-5f618b416f3b tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:56:17 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-196fb7ad-d498-488a-a1a1-5f618b416f3b tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.394s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:56:17 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-196fb7ad-d498-488a-a1a1-5f618b416f3b tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] <== disconnect_volume: return (396ms) None {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:56:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-196fb7ad-d498-488a-a1a1-5f618b416f3b tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Disconnected iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 07:56:18 user nova-compute[74307]: DEBUG nova.network.neutron [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Successfully updated port: 01fe1b1c-ce85-44c1-8b70-534ee297036b {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 07:56:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Acquiring lock "refresh_cache-3e3b04f7-0553-4158-9220-165f25021106" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:56:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Acquired lock "refresh_cache-3e3b04f7-0553-4158-9220-165f25021106" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:56:18 user nova-compute[74307]: DEBUG nova.network.neutron [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 07:56:18 user nova-compute[74307]: DEBUG nova.compute.manager [req-6baf1245-92ef-4c70-9e9c-7e1ca44303bf req-cb89c720-9d5d-485e-86e9-73d0a21f6183 service nova] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Received event network-changed-01fe1b1c-ce85-44c1-8b70-534ee297036b {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:56:18 user nova-compute[74307]: DEBUG nova.compute.manager [req-6baf1245-92ef-4c70-9e9c-7e1ca44303bf req-cb89c720-9d5d-485e-86e9-73d0a21f6183 service nova] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Refreshing instance network info cache due to event network-changed-01fe1b1c-ce85-44c1-8b70-534ee297036b. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:56:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6baf1245-92ef-4c70-9e9c-7e1ca44303bf req-cb89c720-9d5d-485e-86e9-73d0a21f6183 service nova] Acquiring lock "refresh_cache-3e3b04f7-0553-4158-9220-165f25021106" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:56:18 user nova-compute[74307]: DEBUG nova.network.neutron [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 07:56:19 user nova-compute[74307]: DEBUG nova.network.neutron [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Updating instance_info_cache with network_info: [{"id": "01fe1b1c-ce85-44c1-8b70-534ee297036b", "address": "fa:16:3e:fc:98:0a", "network": {"id": "b6dbf810-42e1-4281-9626-2436d3cec093", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-735907804-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26fdde92ce0345af8e78d4d76a7d4df5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01fe1b1c-ce", "ovs_interfaceid": "01fe1b1c-ce85-44c1-8b70-534ee297036b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:56:19 user nova-compute[74307]: DEBUG nova.objects.instance [None req-196fb7ad-d498-488a-a1a1-5f618b416f3b tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lazy-loading 'flavor' on Instance uuid 1c80a858-643e-4872-a2b9-c3319abba7fc {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:56:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Releasing lock "refresh_cache-3e3b04f7-0553-4158-9220-165f25021106" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:56:19 user nova-compute[74307]: DEBUG nova.compute.manager [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Instance network_info: |[{"id": "01fe1b1c-ce85-44c1-8b70-534ee297036b", "address": "fa:16:3e:fc:98:0a", "network": {"id": "b6dbf810-42e1-4281-9626-2436d3cec093", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-735907804-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26fdde92ce0345af8e78d4d76a7d4df5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01fe1b1c-ce", "ovs_interfaceid": "01fe1b1c-ce85-44c1-8b70-534ee297036b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 07:56:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6baf1245-92ef-4c70-9e9c-7e1ca44303bf req-cb89c720-9d5d-485e-86e9-73d0a21f6183 service nova] Acquired lock "refresh_cache-3e3b04f7-0553-4158-9220-165f25021106" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:56:19 user nova-compute[74307]: DEBUG nova.network.neutron [req-6baf1245-92ef-4c70-9e9c-7e1ca44303bf req-cb89c720-9d5d-485e-86e9-73d0a21f6183 service nova] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Refreshing network info cache for port 01fe1b1c-ce85-44c1-8b70-534ee297036b {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:56:19 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Start _get_guest_xml network_info=[{"id": "01fe1b1c-ce85-44c1-8b70-534ee297036b", "address": "fa:16:3e:fc:98:0a", "network": {"id": "b6dbf810-42e1-4281-9626-2436d3cec093", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-735907804-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26fdde92ce0345af8e78d4d76a7d4df5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01fe1b1c-ce", "ovs_interfaceid": "01fe1b1c-ce85-44c1-8b70-534ee297036b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'boot_index': 0, 'guest_format': None, 'image_id': 'ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 07:56:19 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:56:19 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:56:19 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 07:56:19 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 07:56:19 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 07:56:19 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 07:56:19 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 07:56:19 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 07:56:19 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 07:56:19 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 07:56:19 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 07:56:19 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 07:56:19 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 07:56:19 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 07:56:19 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 07:56:19 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 07:56:19 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 07:56:19 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 07:56:19 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:56:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-379994524',display_name='tempest-TestServerVolumeAttachmentScenario-server-379994524',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-379994524',id=33,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGXSRz4gMIh0kZDXzLEoRk/zKOzFt4FXo/KpnTbKxdwJUI+FjrT7OxH/rSN372Ao4HeoFNxod/83C7ud2pQXHBTX7Fi7CUrfMzoirGvOBD0AxhnpvDDzPD0NJXNYKpRIcA==',key_name='tempest-keypair-1221217273',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='26fdde92ce0345af8e78d4d76a7d4df5',ramdisk_id='',reservation_id='r-fgzhqgsv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-796418188',owner_user_name='tempest-TestServerVolumeAttachmentScenario-796418188-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:56:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e7c2de983389436d9d1c081e8ae02fef',uuid=3e3b04f7-0553-4158-9220-165f25021106,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "01fe1b1c-ce85-44c1-8b70-534ee297036b", "address": "fa:16:3e:fc:98:0a", "network": {"id": "b6dbf810-42e1-4281-9626-2436d3cec093", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-735907804-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26fdde92ce0345af8e78d4d76a7d4df5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01fe1b1c-ce", "ovs_interfaceid": "01fe1b1c-ce85-44c1-8b70-534ee297036b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 07:56:19 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Converting VIF {"id": "01fe1b1c-ce85-44c1-8b70-534ee297036b", "address": "fa:16:3e:fc:98:0a", "network": {"id": "b6dbf810-42e1-4281-9626-2436d3cec093", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-735907804-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26fdde92ce0345af8e78d4d76a7d4df5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01fe1b1c-ce", "ovs_interfaceid": "01fe1b1c-ce85-44c1-8b70-534ee297036b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:56:19 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fc:98:0a,bridge_name='br-int',has_traffic_filtering=True,id=01fe1b1c-ce85-44c1-8b70-534ee297036b,network=Network(b6dbf810-42e1-4281-9626-2436d3cec093),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap01fe1b1c-ce') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:56:19 user nova-compute[74307]: DEBUG nova.objects.instance [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Lazy-loading 'pci_devices' on Instance uuid 3e3b04f7-0553-4158-9220-165f25021106 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:56:19 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] [instance: 3e3b04f7-0553-4158-9220-165f25021106] End _get_guest_xml xml=<domain type="kvm">
Oct 24 07:56:19 user nova-compute[74307]:   <uuid>3e3b04f7-0553-4158-9220-165f25021106</uuid>
Oct 24 07:56:19 user nova-compute[74307]:   <name>instance-00000021</name>
Oct 24 07:56:19 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 07:56:19 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 07:56:19 user nova-compute[74307]:   <metadata>
Oct 24 07:56:19 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 07:56:19 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 07:56:19 user nova-compute[74307]:       <nova:name>tempest-TestServerVolumeAttachmentScenario-server-379994524</nova:name>
Oct 24 07:56:19 user nova-compute[74307]:       <nova:creationTime>2023-10-24 07:56:19</nova:creationTime>
Oct 24 07:56:19 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 07:56:19 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 07:56:19 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 07:56:19 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 07:56:19 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 07:56:19 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 07:56:19 user nova-compute[74307]:       </nova:flavor>
Oct 24 07:56:19 user nova-compute[74307]:       <nova:owner>
Oct 24 07:56:19 user nova-compute[74307]:         <nova:user uuid="e7c2de983389436d9d1c081e8ae02fef">tempest-TestServerVolumeAttachmentScenario-796418188-project-member</nova:user>
Oct 24 07:56:19 user nova-compute[74307]:         <nova:project uuid="26fdde92ce0345af8e78d4d76a7d4df5">tempest-TestServerVolumeAttachmentScenario-796418188</nova:project>
Oct 24 07:56:19 user nova-compute[74307]:       </nova:owner>
Oct 24 07:56:19 user nova-compute[74307]:       <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 07:56:19 user nova-compute[74307]:       <nova:ports>
Oct 24 07:56:19 user nova-compute[74307]:         <nova:port uuid="01fe1b1c-ce85-44c1-8b70-534ee297036b">
Oct 24 07:56:19 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 24 07:56:19 user nova-compute[74307]:         </nova:port>
Oct 24 07:56:19 user nova-compute[74307]:       </nova:ports>
Oct 24 07:56:19 user nova-compute[74307]:     </nova:instance>
Oct 24 07:56:19 user nova-compute[74307]:   </metadata>
Oct 24 07:56:19 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 07:56:19 user nova-compute[74307]:     <system>
Oct 24 07:56:19 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 07:56:19 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 07:56:19 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 07:56:19 user nova-compute[74307]:       <entry name="serial">3e3b04f7-0553-4158-9220-165f25021106</entry>
Oct 24 07:56:19 user nova-compute[74307]:       <entry name="uuid">3e3b04f7-0553-4158-9220-165f25021106</entry>
Oct 24 07:56:19 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 07:56:19 user nova-compute[74307]:     </system>
Oct 24 07:56:19 user nova-compute[74307]:   </sysinfo>
Oct 24 07:56:19 user nova-compute[74307]:   <os>
Oct 24 07:56:19 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 07:56:19 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 07:56:19 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 07:56:19 user nova-compute[74307]:   </os>
Oct 24 07:56:19 user nova-compute[74307]:   <features>
Oct 24 07:56:19 user nova-compute[74307]:     <acpi/>
Oct 24 07:56:19 user nova-compute[74307]:     <apic/>
Oct 24 07:56:19 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 07:56:19 user nova-compute[74307]:   </features>
Oct 24 07:56:19 user nova-compute[74307]:   <clock offset="utc">
Oct 24 07:56:19 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 07:56:19 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 07:56:19 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 07:56:19 user nova-compute[74307]:   </clock>
Oct 24 07:56:19 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 07:56:19 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 07:56:19 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 07:56:19 user nova-compute[74307]:   </cpu>
Oct 24 07:56:19 user nova-compute[74307]:   <devices>
Oct 24 07:56:19 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 07:56:19 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 07:56:19 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/3e3b04f7-0553-4158-9220-165f25021106/disk"/>
Oct 24 07:56:19 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 07:56:19 user nova-compute[74307]:     </disk>
Oct 24 07:56:19 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 07:56:19 user nova-compute[74307]:       <mac address="fa:16:3e:fc:98:0a"/>
Oct 24 07:56:19 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:56:19 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 07:56:19 user nova-compute[74307]:       <target dev="tap01fe1b1c-ce"/>
Oct 24 07:56:19 user nova-compute[74307]:     </interface>
Oct 24 07:56:19 user nova-compute[74307]:     <serial type="pty">
Oct 24 07:56:19 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/3e3b04f7-0553-4158-9220-165f25021106/console.log" append="off"/>
Oct 24 07:56:19 user nova-compute[74307]:     </serial>
Oct 24 07:56:19 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 07:56:19 user nova-compute[74307]:     <video>
Oct 24 07:56:19 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:56:19 user nova-compute[74307]:     </video>
Oct 24 07:56:19 user nova-compute[74307]:     <rng model="virtio">
Oct 24 07:56:19 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 07:56:19 user nova-compute[74307]:     </rng>
Oct 24 07:56:19 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 07:56:19 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 07:56:19 user nova-compute[74307]:       <stats period="10"/>
Oct 24 07:56:19 user nova-compute[74307]:     </memballoon>
Oct 24 07:56:19 user nova-compute[74307]:   </devices>
Oct 24 07:56:19 user nova-compute[74307]: </domain>
Oct 24 07:56:19 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 07:56:19 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:56:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-379994524',display_name='tempest-TestServerVolumeAttachmentScenario-server-379994524',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-379994524',id=33,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGXSRz4gMIh0kZDXzLEoRk/zKOzFt4FXo/KpnTbKxdwJUI+FjrT7OxH/rSN372Ao4HeoFNxod/83C7ud2pQXHBTX7Fi7CUrfMzoirGvOBD0AxhnpvDDzPD0NJXNYKpRIcA==',key_name='tempest-keypair-1221217273',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='26fdde92ce0345af8e78d4d76a7d4df5',ramdisk_id='',reservation_id='r-fgzhqgsv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-796418188',owner_user_name='tempest-TestServerVolumeAttachmentScenario-796418188-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:56:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e7c2de983389436d9d1c081e8ae02fef',uuid=3e3b04f7-0553-4158-9220-165f25021106,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "01fe1b1c-ce85-44c1-8b70-534ee297036b", "address": "fa:16:3e:fc:98:0a", "network": {"id": "b6dbf810-42e1-4281-9626-2436d3cec093", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-735907804-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26fdde92ce0345af8e78d4d76a7d4df5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01fe1b1c-ce", "ovs_interfaceid": "01fe1b1c-ce85-44c1-8b70-534ee297036b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 07:56:19 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Converting VIF {"id": "01fe1b1c-ce85-44c1-8b70-534ee297036b", "address": "fa:16:3e:fc:98:0a", "network": {"id": "b6dbf810-42e1-4281-9626-2436d3cec093", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-735907804-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26fdde92ce0345af8e78d4d76a7d4df5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01fe1b1c-ce", "ovs_interfaceid": "01fe1b1c-ce85-44c1-8b70-534ee297036b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:56:19 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fc:98:0a,bridge_name='br-int',has_traffic_filtering=True,id=01fe1b1c-ce85-44c1-8b70-534ee297036b,network=Network(b6dbf810-42e1-4281-9626-2436d3cec093),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap01fe1b1c-ce') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:56:19 user nova-compute[74307]: DEBUG os_vif [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fc:98:0a,bridge_name='br-int',has_traffic_filtering=True,id=01fe1b1c-ce85-44c1-8b70-534ee297036b,network=Network(b6dbf810-42e1-4281-9626-2436d3cec093),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap01fe1b1c-ce') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 07:56:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:56:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:56:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b52bebe7-bb14-5a30-9d5f-805c5a870b21', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:56:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:56:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap01fe1b1c-ce, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:56:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap01fe1b1c-ce, col_values=(('qos', UUID('bdf0ea0b-a1f8-47cb-a523-65cbce76d388')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:56:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap01fe1b1c-ce, col_values=(('external_ids', {'iface-id': '01fe1b1c-ce85-44c1-8b70-534ee297036b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fc:98:0a', 'vm-uuid': '3e3b04f7-0553-4158-9220-165f25021106'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:56:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-196fb7ad-d498-488a-a1a1-5f618b416f3b tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "1c80a858-643e-4872-a2b9-c3319abba7fc" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.452s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:56:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:56:19 user nova-compute[74307]: INFO os_vif [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fc:98:0a,bridge_name='br-int',has_traffic_filtering=True,id=01fe1b1c-ce85-44c1-8b70-534ee297036b,network=Network(b6dbf810-42e1-4281-9626-2436d3cec093),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap01fe1b1c-ce')
Oct 24 07:56:19 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:56:19 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] No VIF found with MAC fa:16:3e:fc:98:0a, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:56:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:19 user nova-compute[74307]: DEBUG nova.network.neutron [req-6baf1245-92ef-4c70-9e9c-7e1ca44303bf req-cb89c720-9d5d-485e-86e9-73d0a21f6183 service nova] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Updated VIF entry in instance network info cache for port 01fe1b1c-ce85-44c1-8b70-534ee297036b. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:56:19 user nova-compute[74307]: DEBUG nova.network.neutron [req-6baf1245-92ef-4c70-9e9c-7e1ca44303bf req-cb89c720-9d5d-485e-86e9-73d0a21f6183 service nova] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Updating instance_info_cache with network_info: [{"id": "01fe1b1c-ce85-44c1-8b70-534ee297036b", "address": "fa:16:3e:fc:98:0a", "network": {"id": "b6dbf810-42e1-4281-9626-2436d3cec093", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-735907804-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26fdde92ce0345af8e78d4d76a7d4df5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01fe1b1c-ce", "ovs_interfaceid": "01fe1b1c-ce85-44c1-8b70-534ee297036b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:56:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6baf1245-92ef-4c70-9e9c-7e1ca44303bf req-cb89c720-9d5d-485e-86e9-73d0a21f6183 service nova] Releasing lock "refresh_cache-3e3b04f7-0553-4158-9220-165f25021106" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:56:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:21 user nova-compute[74307]: DEBUG nova.compute.manager [req-aaa9d1c5-49a5-4651-a749-337a5d7dc772 req-286dbfa6-921f-48cc-81f6-1916c3591fb9 service nova] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Received event network-vif-plugged-01fe1b1c-ce85-44c1-8b70-534ee297036b {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:56:21 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-aaa9d1c5-49a5-4651-a749-337a5d7dc772 req-286dbfa6-921f-48cc-81f6-1916c3591fb9 service nova] Acquiring lock "3e3b04f7-0553-4158-9220-165f25021106-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:56:21 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-aaa9d1c5-49a5-4651-a749-337a5d7dc772 req-286dbfa6-921f-48cc-81f6-1916c3591fb9 service nova] Lock "3e3b04f7-0553-4158-9220-165f25021106-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:56:21 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-aaa9d1c5-49a5-4651-a749-337a5d7dc772 req-286dbfa6-921f-48cc-81f6-1916c3591fb9 service nova] Lock "3e3b04f7-0553-4158-9220-165f25021106-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:56:21 user nova-compute[74307]: DEBUG nova.compute.manager [req-aaa9d1c5-49a5-4651-a749-337a5d7dc772 req-286dbfa6-921f-48cc-81f6-1916c3591fb9 service nova] [instance: 3e3b04f7-0553-4158-9220-165f25021106] No waiting events found dispatching network-vif-plugged-01fe1b1c-ce85-44c1-8b70-534ee297036b {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:56:21 user nova-compute[74307]: WARNING nova.compute.manager [req-aaa9d1c5-49a5-4651-a749-337a5d7dc772 req-286dbfa6-921f-48cc-81f6-1916c3591fb9 service nova] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Received unexpected event network-vif-plugged-01fe1b1c-ce85-44c1-8b70-534ee297036b for instance with vm_state building and task_state spawning.
Oct 24 07:56:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:23 user nova-compute[74307]: DEBUG nova.compute.manager [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 07:56:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Guest created on hypervisor {{(pid=74307) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 07:56:23 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Instance spawned successfully.
Oct 24 07:56:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 07:56:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Found default for hw_cdrom_bus of ide {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:56:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Found default for hw_disk_bus of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:56:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Found default for hw_input_bus of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:56:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Found default for hw_pointer_model of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:56:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Found default for hw_video_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:56:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Found default for hw_vif_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:56:23 user nova-compute[74307]: DEBUG nova.compute.manager [req-c9cf2bca-6646-4fad-b8d8-cb0473e6173e req-73f76329-ac10-4ce2-a2dd-d51bdb716a58 service nova] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Received event network-vif-plugged-01fe1b1c-ce85-44c1-8b70-534ee297036b {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:56:23 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-c9cf2bca-6646-4fad-b8d8-cb0473e6173e req-73f76329-ac10-4ce2-a2dd-d51bdb716a58 service nova] Acquiring lock "3e3b04f7-0553-4158-9220-165f25021106-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:56:23 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-c9cf2bca-6646-4fad-b8d8-cb0473e6173e req-73f76329-ac10-4ce2-a2dd-d51bdb716a58 service nova] Lock "3e3b04f7-0553-4158-9220-165f25021106-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:56:23 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-c9cf2bca-6646-4fad-b8d8-cb0473e6173e req-73f76329-ac10-4ce2-a2dd-d51bdb716a58 service nova] Lock "3e3b04f7-0553-4158-9220-165f25021106-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:56:23 user nova-compute[74307]: DEBUG nova.compute.manager [req-c9cf2bca-6646-4fad-b8d8-cb0473e6173e req-73f76329-ac10-4ce2-a2dd-d51bdb716a58 service nova] [instance: 3e3b04f7-0553-4158-9220-165f25021106] No waiting events found dispatching network-vif-plugged-01fe1b1c-ce85-44c1-8b70-534ee297036b {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:56:23 user nova-compute[74307]: WARNING nova.compute.manager [req-c9cf2bca-6646-4fad-b8d8-cb0473e6173e req-73f76329-ac10-4ce2-a2dd-d51bdb716a58 service nova] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Received unexpected event network-vif-plugged-01fe1b1c-ce85-44c1-8b70-534ee297036b for instance with vm_state building and task_state spawning.
Oct 24 07:56:23 user nova-compute[74307]: INFO nova.compute.manager [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Took 7.52 seconds to spawn the instance on the hypervisor.
Oct 24 07:56:23 user nova-compute[74307]: DEBUG nova.compute.manager [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:56:23 user nova-compute[74307]: INFO nova.compute.manager [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Took 8.55 seconds to build instance.
Oct 24 07:56:23 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-29623d30-ff05-4eb0-a8c5-b1e0c9ab1aa5 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Lock "3e3b04f7-0553-4158-9220-165f25021106" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.681s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:56:24 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:39 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:40 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:47 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-52cc85d5-51ca-4061-8902-526b574c8d3f tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Acquiring lock "1c80a858-643e-4872-a2b9-c3319abba7fc" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:56:47 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-52cc85d5-51ca-4061-8902-526b574c8d3f tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "1c80a858-643e-4872-a2b9-c3319abba7fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:56:47 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-52cc85d5-51ca-4061-8902-526b574c8d3f tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Acquiring lock "1c80a858-643e-4872-a2b9-c3319abba7fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:56:47 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-52cc85d5-51ca-4061-8902-526b574c8d3f tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "1c80a858-643e-4872-a2b9-c3319abba7fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:56:47 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-52cc85d5-51ca-4061-8902-526b574c8d3f tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "1c80a858-643e-4872-a2b9-c3319abba7fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:56:47 user nova-compute[74307]: INFO nova.compute.manager [None req-52cc85d5-51ca-4061-8902-526b574c8d3f tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Terminating instance
Oct 24 07:56:47 user nova-compute[74307]: DEBUG nova.compute.manager [None req-52cc85d5-51ca-4061-8902-526b574c8d3f tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Start destroying the instance on the hypervisor. {{(pid=74307) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 07:56:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:47 user nova-compute[74307]: DEBUG nova.compute.manager [req-e989322b-803f-4c69-9c8d-c0719e645dba req-a3960b39-3231-4049-bd99-6d5d746a98ef service nova] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Received event network-vif-unplugged-a8ebf4b4-ee96-4028-9396-d93fa4ef1f1a {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:56:47 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-e989322b-803f-4c69-9c8d-c0719e645dba req-a3960b39-3231-4049-bd99-6d5d746a98ef service nova] Acquiring lock "1c80a858-643e-4872-a2b9-c3319abba7fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:56:47 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-e989322b-803f-4c69-9c8d-c0719e645dba req-a3960b39-3231-4049-bd99-6d5d746a98ef service nova] Lock "1c80a858-643e-4872-a2b9-c3319abba7fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:56:47 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-e989322b-803f-4c69-9c8d-c0719e645dba req-a3960b39-3231-4049-bd99-6d5d746a98ef service nova] Lock "1c80a858-643e-4872-a2b9-c3319abba7fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:56:47 user nova-compute[74307]: DEBUG nova.compute.manager [req-e989322b-803f-4c69-9c8d-c0719e645dba req-a3960b39-3231-4049-bd99-6d5d746a98ef service nova] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] No waiting events found dispatching network-vif-unplugged-a8ebf4b4-ee96-4028-9396-d93fa4ef1f1a {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:56:47 user nova-compute[74307]: DEBUG nova.compute.manager [req-e989322b-803f-4c69-9c8d-c0719e645dba req-a3960b39-3231-4049-bd99-6d5d746a98ef service nova] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Received event network-vif-unplugged-a8ebf4b4-ee96-4028-9396-d93fa4ef1f1a for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 07:56:47 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Instance destroyed successfully.
Oct 24 07:56:47 user nova-compute[74307]: DEBUG nova.objects.instance [None req-52cc85d5-51ca-4061-8902-526b574c8d3f tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lazy-loading 'resources' on Instance uuid 1c80a858-643e-4872-a2b9-c3319abba7fc {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:56:47 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-52cc85d5-51ca-4061-8902-526b574c8d3f tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:50:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-869917502',display_name='tempest-AttachVolumeNegativeTest-server-869917502',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-869917502',id=21,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFfXktrbgdHjA8n/S74fgaoj7Rp5y+YZeD9P1qvGRyvlPPB8wEgsn+LsGi4nDeKuD8VIY1G7cyM/OpLuIqwwe92YTFO4xTz9nzk4sJ1kDpyNJvfIFU10IVNwkgfrXVV8zA==',key_name='tempest-keypair-170604183',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:50:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3f702c44f41647f3986d6d6acc4e7122',ramdisk_id='',reservation_id='r-35pzheri',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-976504116',owner_user_name='tempest-AttachVolumeNegativeTest-976504116-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T07:50:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e73cde07ef7843e9a5718b648794a329',uuid=1c80a858-643e-4872-a2b9-c3319abba7fc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a8ebf4b4-ee96-4028-9396-d93fa4ef1f1a", "address": "fa:16:3e:7b:85:9e", "network": {"id": "88614861-758c-4aeb-96e5-c287097f2826", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-693421200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f702c44f41647f3986d6d6acc4e7122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8ebf4b4-ee", "ovs_interfaceid": "a8ebf4b4-ee96-4028-9396-d93fa4ef1f1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 07:56:47 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-52cc85d5-51ca-4061-8902-526b574c8d3f tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Converting VIF {"id": "a8ebf4b4-ee96-4028-9396-d93fa4ef1f1a", "address": "fa:16:3e:7b:85:9e", "network": {"id": "88614861-758c-4aeb-96e5-c287097f2826", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-693421200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f702c44f41647f3986d6d6acc4e7122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8ebf4b4-ee", "ovs_interfaceid": "a8ebf4b4-ee96-4028-9396-d93fa4ef1f1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:56:47 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-52cc85d5-51ca-4061-8902-526b574c8d3f tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:7b:85:9e,bridge_name='br-int',has_traffic_filtering=True,id=a8ebf4b4-ee96-4028-9396-d93fa4ef1f1a,network=Network(88614861-758c-4aeb-96e5-c287097f2826),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8ebf4b4-ee') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:56:47 user nova-compute[74307]: DEBUG os_vif [None req-52cc85d5-51ca-4061-8902-526b574c8d3f tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:7b:85:9e,bridge_name='br-int',has_traffic_filtering=True,id=a8ebf4b4-ee96-4028-9396-d93fa4ef1f1a,network=Network(88614861-758c-4aeb-96e5-c287097f2826),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8ebf4b4-ee') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 07:56:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa8ebf4b4-ee, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:56:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:56:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ac27128e-3326-4bba-beec-d652414d2908) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:56:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:47 user nova-compute[74307]: INFO os_vif [None req-52cc85d5-51ca-4061-8902-526b574c8d3f tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:7b:85:9e,bridge_name='br-int',has_traffic_filtering=True,id=a8ebf4b4-ee96-4028-9396-d93fa4ef1f1a,network=Network(88614861-758c-4aeb-96e5-c287097f2826),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8ebf4b4-ee')
Oct 24 07:56:47 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-52cc85d5-51ca-4061-8902-526b574c8d3f tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Deleting instance files /opt/stack/data/nova/instances/1c80a858-643e-4872-a2b9-c3319abba7fc_del
Oct 24 07:56:47 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-52cc85d5-51ca-4061-8902-526b574c8d3f tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Deletion of /opt/stack/data/nova/instances/1c80a858-643e-4872-a2b9-c3319abba7fc_del complete
Oct 24 07:56:48 user nova-compute[74307]: INFO nova.compute.manager [None req-52cc85d5-51ca-4061-8902-526b574c8d3f tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Took 0.91 seconds to destroy the instance on the hypervisor.
Oct 24 07:56:48 user nova-compute[74307]: DEBUG oslo.service.loopingcall [None req-52cc85d5-51ca-4061-8902-526b574c8d3f tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74307) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 07:56:48 user nova-compute[74307]: DEBUG nova.compute.manager [-] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Deallocating network for instance {{(pid=74307) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 07:56:48 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] deallocate_for_instance() {{(pid=74307) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 07:56:48 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:56:48 user nova-compute[74307]: INFO nova.compute.manager [-] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Took 0.92 seconds to deallocate network for instance.
Oct 24 07:56:49 user nova-compute[74307]: DEBUG nova.compute.manager [req-aee8956d-1197-49fa-b7ff-c77b94d88ddb req-665f7156-51ab-42f0-b33d-714b58f1b941 service nova] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Received event network-vif-deleted-a8ebf4b4-ee96-4028-9396-d93fa4ef1f1a {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:56:49 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-52cc85d5-51ca-4061-8902-526b574c8d3f tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:56:49 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-52cc85d5-51ca-4061-8902-526b574c8d3f tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:56:49 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-52cc85d5-51ca-4061-8902-526b574c8d3f tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:56:49 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-52cc85d5-51ca-4061-8902-526b574c8d3f tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:56:49 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-52cc85d5-51ca-4061-8902-526b574c8d3f tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.374s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:56:49 user nova-compute[74307]: DEBUG nova.compute.manager [req-aae51a5d-59f0-4536-9a39-2687eefc66c4 req-de3a1a4b-ae6d-43c8-833d-535a287f71cd service nova] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Received event network-vif-plugged-a8ebf4b4-ee96-4028-9396-d93fa4ef1f1a {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:56:49 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-aae51a5d-59f0-4536-9a39-2687eefc66c4 req-de3a1a4b-ae6d-43c8-833d-535a287f71cd service nova] Acquiring lock "1c80a858-643e-4872-a2b9-c3319abba7fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:56:49 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-aae51a5d-59f0-4536-9a39-2687eefc66c4 req-de3a1a4b-ae6d-43c8-833d-535a287f71cd service nova] Lock "1c80a858-643e-4872-a2b9-c3319abba7fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:56:49 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-aae51a5d-59f0-4536-9a39-2687eefc66c4 req-de3a1a4b-ae6d-43c8-833d-535a287f71cd service nova] Lock "1c80a858-643e-4872-a2b9-c3319abba7fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:56:49 user nova-compute[74307]: DEBUG nova.compute.manager [req-aae51a5d-59f0-4536-9a39-2687eefc66c4 req-de3a1a4b-ae6d-43c8-833d-535a287f71cd service nova] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] No waiting events found dispatching network-vif-plugged-a8ebf4b4-ee96-4028-9396-d93fa4ef1f1a {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:56:49 user nova-compute[74307]: WARNING nova.compute.manager [req-aae51a5d-59f0-4536-9a39-2687eefc66c4 req-de3a1a4b-ae6d-43c8-833d-535a287f71cd service nova] [instance: 1c80a858-643e-4872-a2b9-c3319abba7fc] Received unexpected event network-vif-plugged-a8ebf4b4-ee96-4028-9396-d93fa4ef1f1a for instance with vm_state deleted and task_state None.
Oct 24 07:56:49 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-52cc85d5-51ca-4061-8902-526b574c8d3f tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Deleted allocations for instance 1c80a858-643e-4872-a2b9-c3319abba7fc
Oct 24 07:56:49 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-52cc85d5-51ca-4061-8902-526b574c8d3f tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "1c80a858-643e-4872-a2b9-c3319abba7fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.456s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:56:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:56:57 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:57:02 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:57:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:57:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:57:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 07:57:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 07:57:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 07:57:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:57:03 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:57:05 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:57:06 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:57:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:57:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:57:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:57:06 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 07:57:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:57:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:57:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:57:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:57:06 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:57:06 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdg (vda) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:57:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c7e3788-de68-4c6a-aafe-c0ddff45238d/disk.rescue --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:57:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c7e3788-de68-4c6a-aafe-c0ddff45238d/disk.rescue --force-share --output=json" returned: 0 in 0.197s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:57:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c7e3788-de68-4c6a-aafe-c0ddff45238d/disk.rescue --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:57:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c7e3788-de68-4c6a-aafe-c0ddff45238d/disk.rescue --force-share --output=json" returned: 0 in 0.210s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:57:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:57:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:57:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:57:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:57:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:57:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:57:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:57:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:57:07 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:57:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:57:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:57:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:57:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:57:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:57:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/444bef36-3134-4c31-bd7c-aadf33448410/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:57:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/444bef36-3134-4c31-bd7c-aadf33448410/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:57:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/444bef36-3134-4c31-bd7c-aadf33448410/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:57:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/444bef36-3134-4c31-bd7c-aadf33448410/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:57:08 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:57:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3e3b04f7-0553-4158-9220-165f25021106/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:57:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3e3b04f7-0553-4158-9220-165f25021106/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:57:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3e3b04f7-0553-4158-9220-165f25021106/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:57:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3e3b04f7-0553-4158-9220-165f25021106/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:57:09 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:57:09 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:57:09 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Hypervisor/Node resource view: name=user free_ram=7543MB free_disk=25.08629608154297GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 07:57:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:57:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:57:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fe508640-79f4-43d1-b846-00f28f91df79 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:57:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 9ea8255e-1f82-4e7f-b09b-aca682f1f374 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:57:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 6f71d751-f022-4f5f-8458-8a4d3114aae8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:57:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 444bef36-3134-4c31-bd7c-aadf33448410 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:57:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:57:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 9c7e3788-de68-4c6a-aafe-c0ddff45238d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:57:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:57:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 380180dd-666a-4a51-96e4-b870658c69e0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:57:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 3e3b04f7-0553-4158-9220-165f25021106 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:57:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 07:57:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 07:57:10 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Refreshing inventories for resource provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 24 07:57:10 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Updating ProviderTree inventory for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 24 07:57:10 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Updating inventory in ProviderTree for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 24 07:57:10 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Refreshing aggregate associations for resource provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63, aggregates: None {{(pid=74307) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 24 07:57:10 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Refreshing trait associations for resource provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63, traits: COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_IDE,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_RESCUE_BFV,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_TRUSTED_CERTS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_MMX,COMPUTE_STORAGE_BUS_SATA,COMPUTE_DEVICE_TAGGING,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_VIRTIO {{(pid=74307) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 24 07:57:10 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:57:10 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:57:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 07:57:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.884s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:57:10 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:57:10 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Cleaning up deleted instances {{(pid=74307) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 24 07:57:10 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] There are 0 instances to clean {{(pid=74307) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 24 07:57:10 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:57:11 user nova-compute[74307]: INFO nova.compute.manager [None req-e2f74dcf-e1a2-48a3-bb23-9bb3729ca747 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Unrescuing
Oct 24 07:57:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e2f74dcf-e1a2-48a3-bb23-9bb3729ca747 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquiring lock "refresh_cache-9c7e3788-de68-4c6a-aafe-c0ddff45238d" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:57:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e2f74dcf-e1a2-48a3-bb23-9bb3729ca747 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquired lock "refresh_cache-9c7e3788-de68-4c6a-aafe-c0ddff45238d" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:57:11 user nova-compute[74307]: DEBUG nova.network.neutron [None req-e2f74dcf-e1a2-48a3-bb23-9bb3729ca747 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 07:57:11 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:57:11 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Starting heal instance info cache {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 07:57:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "refresh_cache-444bef36-3134-4c31-bd7c-aadf33448410" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:57:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquired lock "refresh_cache-444bef36-3134-4c31-bd7c-aadf33448410" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:57:11 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Forcefully refreshing network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 07:57:11 user nova-compute[74307]: DEBUG nova.network.neutron [None req-e2f74dcf-e1a2-48a3-bb23-9bb3729ca747 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Updating instance_info_cache with network_info: [{"id": "2e0174dd-dd18-4b58-b176-ed75098ad8ab", "address": "fa:16:3e:37:c3:ee", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e0174dd-dd", "ovs_interfaceid": "2e0174dd-dd18-4b58-b176-ed75098ad8ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:57:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e2f74dcf-e1a2-48a3-bb23-9bb3729ca747 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Releasing lock "refresh_cache-9c7e3788-de68-4c6a-aafe-c0ddff45238d" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:57:11 user nova-compute[74307]: DEBUG nova.objects.instance [None req-e2f74dcf-e1a2-48a3-bb23-9bb3729ca747 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lazy-loading 'flavor' on Instance uuid 9c7e3788-de68-4c6a-aafe-c0ddff45238d {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:57:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:57:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:57:12 user nova-compute[74307]: DEBUG nova.compute.manager [req-5aeaf740-0e2d-426e-8f05-309ba75e7358 req-21c51870-64f1-45f9-80c4-c9732c301fb3 service nova] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Received event network-vif-unplugged-2e0174dd-dd18-4b58-b176-ed75098ad8ab {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:57:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-5aeaf740-0e2d-426e-8f05-309ba75e7358 req-21c51870-64f1-45f9-80c4-c9732c301fb3 service nova] Acquiring lock "9c7e3788-de68-4c6a-aafe-c0ddff45238d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:57:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-5aeaf740-0e2d-426e-8f05-309ba75e7358 req-21c51870-64f1-45f9-80c4-c9732c301fb3 service nova] Lock "9c7e3788-de68-4c6a-aafe-c0ddff45238d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:57:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-5aeaf740-0e2d-426e-8f05-309ba75e7358 req-21c51870-64f1-45f9-80c4-c9732c301fb3 service nova] Lock "9c7e3788-de68-4c6a-aafe-c0ddff45238d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:57:12 user nova-compute[74307]: DEBUG nova.compute.manager [req-5aeaf740-0e2d-426e-8f05-309ba75e7358 req-21c51870-64f1-45f9-80c4-c9732c301fb3 service nova] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] No waiting events found dispatching network-vif-unplugged-2e0174dd-dd18-4b58-b176-ed75098ad8ab {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:57:12 user nova-compute[74307]: WARNING nova.compute.manager [req-5aeaf740-0e2d-426e-8f05-309ba75e7358 req-21c51870-64f1-45f9-80c4-c9732c301fb3 service nova] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Received unexpected event network-vif-unplugged-2e0174dd-dd18-4b58-b176-ed75098ad8ab for instance with vm_state rescued and task_state unrescuing.
Oct 24 07:57:12 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:57:12 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:57:12 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Updating instance_info_cache with network_info: [{"id": "738db304-8aee-4303-a522-8f0e9c52983b", "address": "fa:16:3e:c3:78:31", "network": {"id": "a9d910fd-4365-468e-b04c-2c83ec039f17", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-233852192-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ed0fc9b7c564f10b64a8ea55c6bd089", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap738db304-8a", "ovs_interfaceid": "738db304-8aee-4303-a522-8f0e9c52983b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:57:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Releasing lock "refresh_cache-444bef36-3134-4c31-bd7c-aadf33448410" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:57:12 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Updated the network info_cache for instance {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 07:57:12 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:57:12 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:57:12 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:57:12 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:57:12 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:57:12 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74307) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 07:57:12 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:57:12 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:57:12 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Instance destroyed successfully.
Oct 24 07:57:12 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:57:13 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:57:13 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74307) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 24 07:57:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:57:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:57:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:57:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:57:14 user nova-compute[74307]: DEBUG nova.compute.manager [req-8db7fe71-7c83-49ca-a68a-31ecc59a7670 req-dc9a801c-bf83-4326-805a-576b915cb757 service nova] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Received event network-vif-plugged-2e0174dd-dd18-4b58-b176-ed75098ad8ab {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:57:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-8db7fe71-7c83-49ca-a68a-31ecc59a7670 req-dc9a801c-bf83-4326-805a-576b915cb757 service nova] Acquiring lock "9c7e3788-de68-4c6a-aafe-c0ddff45238d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:57:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-8db7fe71-7c83-49ca-a68a-31ecc59a7670 req-dc9a801c-bf83-4326-805a-576b915cb757 service nova] Lock "9c7e3788-de68-4c6a-aafe-c0ddff45238d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:57:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-8db7fe71-7c83-49ca-a68a-31ecc59a7670 req-dc9a801c-bf83-4326-805a-576b915cb757 service nova] Lock "9c7e3788-de68-4c6a-aafe-c0ddff45238d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:57:14 user nova-compute[74307]: DEBUG nova.compute.manager [req-8db7fe71-7c83-49ca-a68a-31ecc59a7670 req-dc9a801c-bf83-4326-805a-576b915cb757 service nova] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] No waiting events found dispatching network-vif-plugged-2e0174dd-dd18-4b58-b176-ed75098ad8ab {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:57:14 user nova-compute[74307]: WARNING nova.compute.manager [req-8db7fe71-7c83-49ca-a68a-31ecc59a7670 req-dc9a801c-bf83-4326-805a-576b915cb757 service nova] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Received unexpected event network-vif-plugged-2e0174dd-dd18-4b58-b176-ed75098ad8ab for instance with vm_state rescued and task_state unrescuing.
Oct 24 07:57:14 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:57:14 user nova-compute[74307]: DEBUG nova.compute.manager [req-65a72503-e34b-4853-8d87-34f0581fe055 req-49ba15a0-a86d-4db1-a628-9ed48fbfbddb service nova] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Received event network-changed-162176c3-a7b8-4470-9c7c-be50952a957d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:57:14 user nova-compute[74307]: DEBUG nova.compute.manager [req-65a72503-e34b-4853-8d87-34f0581fe055 req-49ba15a0-a86d-4db1-a628-9ed48fbfbddb service nova] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Refreshing instance network info cache due to event network-changed-162176c3-a7b8-4470-9c7c-be50952a957d. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:57:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-65a72503-e34b-4853-8d87-34f0581fe055 req-49ba15a0-a86d-4db1-a628-9ed48fbfbddb service nova] Acquiring lock "refresh_cache-0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:57:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-65a72503-e34b-4853-8d87-34f0581fe055 req-49ba15a0-a86d-4db1-a628-9ed48fbfbddb service nova] Acquired lock "refresh_cache-0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:57:14 user nova-compute[74307]: DEBUG nova.network.neutron [req-65a72503-e34b-4853-8d87-34f0581fe055 req-49ba15a0-a86d-4db1-a628-9ed48fbfbddb service nova] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Refreshing network info cache for port 162176c3-a7b8-4470-9c7c-be50952a957d {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:57:15 user nova-compute[74307]: DEBUG nova.network.neutron [req-65a72503-e34b-4853-8d87-34f0581fe055 req-49ba15a0-a86d-4db1-a628-9ed48fbfbddb service nova] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Updated VIF entry in instance network info cache for port 162176c3-a7b8-4470-9c7c-be50952a957d. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:57:15 user nova-compute[74307]: DEBUG nova.network.neutron [req-65a72503-e34b-4853-8d87-34f0581fe055 req-49ba15a0-a86d-4db1-a628-9ed48fbfbddb service nova] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Updating instance_info_cache with network_info: [{"id": "162176c3-a7b8-4470-9c7c-be50952a957d", "address": "fa:16:3e:37:f2:d2", "network": {"id": "5dafd771-aa79-4f10-ae89-825cf68cc799", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992292320-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c8af780fd194436b7514e54c5d7ef27", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap162176c3-a7", "ovs_interfaceid": "162176c3-a7b8-4470-9c7c-be50952a957d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:57:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:57:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-65a72503-e34b-4853-8d87-34f0581fe055 req-49ba15a0-a86d-4db1-a628-9ed48fbfbddb service nova] Releasing lock "refresh_cache-0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:57:16 user nova-compute[74307]: DEBUG nova.compute.manager [req-92717928-5045-4c53-a15d-75c11a2c88d7 req-b598344f-cc5c-45de-86ab-f6ed6bf4a8b1 service nova] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Received event network-vif-plugged-2e0174dd-dd18-4b58-b176-ed75098ad8ab {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:57:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-92717928-5045-4c53-a15d-75c11a2c88d7 req-b598344f-cc5c-45de-86ab-f6ed6bf4a8b1 service nova] Acquiring lock "9c7e3788-de68-4c6a-aafe-c0ddff45238d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:57:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-92717928-5045-4c53-a15d-75c11a2c88d7 req-b598344f-cc5c-45de-86ab-f6ed6bf4a8b1 service nova] Lock "9c7e3788-de68-4c6a-aafe-c0ddff45238d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:57:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-92717928-5045-4c53-a15d-75c11a2c88d7 req-b598344f-cc5c-45de-86ab-f6ed6bf4a8b1 service nova] Lock "9c7e3788-de68-4c6a-aafe-c0ddff45238d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:57:16 user nova-compute[74307]: DEBUG nova.compute.manager [req-92717928-5045-4c53-a15d-75c11a2c88d7 req-b598344f-cc5c-45de-86ab-f6ed6bf4a8b1 service nova] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] No waiting events found dispatching network-vif-plugged-2e0174dd-dd18-4b58-b176-ed75098ad8ab {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:57:16 user nova-compute[74307]: WARNING nova.compute.manager [req-92717928-5045-4c53-a15d-75c11a2c88d7 req-b598344f-cc5c-45de-86ab-f6ed6bf4a8b1 service nova] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Received unexpected event network-vif-plugged-2e0174dd-dd18-4b58-b176-ed75098ad8ab for instance with vm_state rescued and task_state unrescuing.
Oct 24 07:57:16 user nova-compute[74307]: DEBUG nova.compute.manager [req-92717928-5045-4c53-a15d-75c11a2c88d7 req-b598344f-cc5c-45de-86ab-f6ed6bf4a8b1 service nova] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Received event network-vif-plugged-2e0174dd-dd18-4b58-b176-ed75098ad8ab {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:57:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-92717928-5045-4c53-a15d-75c11a2c88d7 req-b598344f-cc5c-45de-86ab-f6ed6bf4a8b1 service nova] Acquiring lock "9c7e3788-de68-4c6a-aafe-c0ddff45238d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:57:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-92717928-5045-4c53-a15d-75c11a2c88d7 req-b598344f-cc5c-45de-86ab-f6ed6bf4a8b1 service nova] Lock "9c7e3788-de68-4c6a-aafe-c0ddff45238d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:57:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-92717928-5045-4c53-a15d-75c11a2c88d7 req-b598344f-cc5c-45de-86ab-f6ed6bf4a8b1 service nova] Lock "9c7e3788-de68-4c6a-aafe-c0ddff45238d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:57:16 user nova-compute[74307]: DEBUG nova.compute.manager [req-92717928-5045-4c53-a15d-75c11a2c88d7 req-b598344f-cc5c-45de-86ab-f6ed6bf4a8b1 service nova] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] No waiting events found dispatching network-vif-plugged-2e0174dd-dd18-4b58-b176-ed75098ad8ab {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:57:16 user nova-compute[74307]: WARNING nova.compute.manager [req-92717928-5045-4c53-a15d-75c11a2c88d7 req-b598344f-cc5c-45de-86ab-f6ed6bf4a8b1 service nova] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Received unexpected event network-vif-plugged-2e0174dd-dd18-4b58-b176-ed75098ad8ab for instance with vm_state rescued and task_state unrescuing.
Oct 24 07:57:16 user nova-compute[74307]: DEBUG nova.compute.manager [None req-e2f74dcf-e1a2-48a3-bb23-9bb3729ca747 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:57:17 user nova-compute[74307]: DEBUG nova.compute.manager [req-32934033-ded0-481d-a6b0-9b867f081083 req-e837f590-6c4f-4ad0-9ef5-d1e88906bd6c service nova] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Received event network-changed-d2426c44-dc96-487f-b078-e7886b337c06 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:57:17 user nova-compute[74307]: DEBUG nova.compute.manager [req-32934033-ded0-481d-a6b0-9b867f081083 req-e837f590-6c4f-4ad0-9ef5-d1e88906bd6c service nova] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Refreshing instance network info cache due to event network-changed-d2426c44-dc96-487f-b078-e7886b337c06. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:57:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-32934033-ded0-481d-a6b0-9b867f081083 req-e837f590-6c4f-4ad0-9ef5-d1e88906bd6c service nova] Acquiring lock "refresh_cache-380180dd-666a-4a51-96e4-b870658c69e0" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:57:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-32934033-ded0-481d-a6b0-9b867f081083 req-e837f590-6c4f-4ad0-9ef5-d1e88906bd6c service nova] Acquired lock "refresh_cache-380180dd-666a-4a51-96e4-b870658c69e0" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:57:17 user nova-compute[74307]: DEBUG nova.network.neutron [req-32934033-ded0-481d-a6b0-9b867f081083 req-e837f590-6c4f-4ad0-9ef5-d1e88906bd6c service nova] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Refreshing network info cache for port d2426c44-dc96-487f-b078-e7886b337c06 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:57:17 user nova-compute[74307]: DEBUG nova.network.neutron [req-32934033-ded0-481d-a6b0-9b867f081083 req-e837f590-6c4f-4ad0-9ef5-d1e88906bd6c service nova] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Updated VIF entry in instance network info cache for port d2426c44-dc96-487f-b078-e7886b337c06. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:57:17 user nova-compute[74307]: DEBUG nova.network.neutron [req-32934033-ded0-481d-a6b0-9b867f081083 req-e837f590-6c4f-4ad0-9ef5-d1e88906bd6c service nova] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Updating instance_info_cache with network_info: [{"id": "d2426c44-dc96-487f-b078-e7886b337c06", "address": "fa:16:3e:3b:3b:35", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2426c44-dc", "ovs_interfaceid": "d2426c44-dc96-487f-b078-e7886b337c06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:57:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-32934033-ded0-481d-a6b0-9b867f081083 req-e837f590-6c4f-4ad0-9ef5-d1e88906bd6c service nova] Releasing lock "refresh_cache-380180dd-666a-4a51-96e4-b870658c69e0" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:57:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:57:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:57:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:57:21 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f597aea9-64f1-48d6-b36c-d4ded27be88c tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Acquiring lock "0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:57:21 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f597aea9-64f1-48d6-b36c-d4ded27be88c tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:57:21 user nova-compute[74307]: INFO nova.compute.manager [None req-f597aea9-64f1-48d6-b36c-d4ded27be88c tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Shelving
Oct 24 07:57:22 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:57:22 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:57:22 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:57:22 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:57:22 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:57:22 user nova-compute[74307]: DEBUG nova.compute.manager [req-0d7b93d2-f825-4329-9bca-294ecfc57b3e req-d435d324-4d0e-41e3-8008-f2a38be67a53 service nova] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Received event network-vif-unplugged-162176c3-a7b8-4470-9c7c-be50952a957d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:57:22 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-0d7b93d2-f825-4329-9bca-294ecfc57b3e req-d435d324-4d0e-41e3-8008-f2a38be67a53 service nova] Acquiring lock "0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:57:22 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-0d7b93d2-f825-4329-9bca-294ecfc57b3e req-d435d324-4d0e-41e3-8008-f2a38be67a53 service nova] Lock "0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:57:22 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-0d7b93d2-f825-4329-9bca-294ecfc57b3e req-d435d324-4d0e-41e3-8008-f2a38be67a53 service nova] Lock "0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:57:22 user nova-compute[74307]: DEBUG nova.compute.manager [req-0d7b93d2-f825-4329-9bca-294ecfc57b3e req-d435d324-4d0e-41e3-8008-f2a38be67a53 service nova] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] No waiting events found dispatching network-vif-unplugged-162176c3-a7b8-4470-9c7c-be50952a957d {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:57:22 user nova-compute[74307]: WARNING nova.compute.manager [req-0d7b93d2-f825-4329-9bca-294ecfc57b3e req-d435d324-4d0e-41e3-8008-f2a38be67a53 service nova] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Received unexpected event network-vif-unplugged-162176c3-a7b8-4470-9c7c-be50952a957d for instance with vm_state active and task_state shelving.
Oct 24 07:57:22 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Instance destroyed successfully.
Oct 24 07:57:22 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:57:23 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-f597aea9-64f1-48d6-b36c-d4ded27be88c tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Beginning cold snapshot process
Oct 24 07:57:23 user nova-compute[74307]: DEBUG nova.privsep.utils [None req-f597aea9-64f1-48d6-b36c-d4ded27be88c tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74307) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 24 07:57:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-f597aea9-64f1-48d6-b36c-d4ded27be88c tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db/disk /opt/stack/data/nova/instances/snapshots/tmpuzwy2pln/3d7f8112e1254923aa274cbe48afee32 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:57:24 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-f597aea9-64f1-48d6-b36c-d4ded27be88c tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db/disk /opt/stack/data/nova/instances/snapshots/tmpuzwy2pln/3d7f8112e1254923aa274cbe48afee32" returned: 0 in 0.887s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:57:24 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-f597aea9-64f1-48d6-b36c-d4ded27be88c tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Snapshot extracted, beginning image upload
Oct 24 07:57:24 user nova-compute[74307]: DEBUG nova.compute.manager [req-fd62ea7a-e2dd-4d4f-b476-2226f6140bcb req-53ca94fa-f710-4045-9178-42b8dea3964e service nova] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Received event network-vif-plugged-162176c3-a7b8-4470-9c7c-be50952a957d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:57:24 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-fd62ea7a-e2dd-4d4f-b476-2226f6140bcb req-53ca94fa-f710-4045-9178-42b8dea3964e service nova] Acquiring lock "0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:57:24 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-fd62ea7a-e2dd-4d4f-b476-2226f6140bcb req-53ca94fa-f710-4045-9178-42b8dea3964e service nova] Lock "0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:57:24 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-fd62ea7a-e2dd-4d4f-b476-2226f6140bcb req-53ca94fa-f710-4045-9178-42b8dea3964e service nova] Lock "0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:57:24 user nova-compute[74307]: DEBUG nova.compute.manager [req-fd62ea7a-e2dd-4d4f-b476-2226f6140bcb req-53ca94fa-f710-4045-9178-42b8dea3964e service nova] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] No waiting events found dispatching network-vif-plugged-162176c3-a7b8-4470-9c7c-be50952a957d {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:57:24 user nova-compute[74307]: WARNING nova.compute.manager [req-fd62ea7a-e2dd-4d4f-b476-2226f6140bcb req-53ca94fa-f710-4045-9178-42b8dea3964e service nova] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Received unexpected event network-vif-plugged-162176c3-a7b8-4470-9c7c-be50952a957d for instance with vm_state active and task_state shelving_image_uploading.
Oct 24 07:57:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:57:27 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-f597aea9-64f1-48d6-b36c-d4ded27be88c tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Snapshot image upload complete
Oct 24 07:57:27 user nova-compute[74307]: DEBUG nova.compute.manager [None req-f597aea9-64f1-48d6-b36c-d4ded27be88c tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:57:27 user nova-compute[74307]: INFO nova.compute.manager [None req-f597aea9-64f1-48d6-b36c-d4ded27be88c tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Shelve offloading
Oct 24 07:57:27 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Instance destroyed successfully.
Oct 24 07:57:27 user nova-compute[74307]: DEBUG nova.compute.manager [None req-f597aea9-64f1-48d6-b36c-d4ded27be88c tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:57:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f597aea9-64f1-48d6-b36c-d4ded27be88c tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Acquiring lock "refresh_cache-0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:57:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f597aea9-64f1-48d6-b36c-d4ded27be88c tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Acquired lock "refresh_cache-0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:57:27 user nova-compute[74307]: DEBUG nova.network.neutron [None req-f597aea9-64f1-48d6-b36c-d4ded27be88c tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 07:57:27 user nova-compute[74307]: DEBUG nova.network.neutron [None req-f597aea9-64f1-48d6-b36c-d4ded27be88c tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Updating instance_info_cache with network_info: [{"id": "162176c3-a7b8-4470-9c7c-be50952a957d", "address": "fa:16:3e:37:f2:d2", "network": {"id": "5dafd771-aa79-4f10-ae89-825cf68cc799", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992292320-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c8af780fd194436b7514e54c5d7ef27", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap162176c3-a7", "ovs_interfaceid": "162176c3-a7b8-4470-9c7c-be50952a957d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:57:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f597aea9-64f1-48d6-b36c-d4ded27be88c tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Releasing lock "refresh_cache-0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:57:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:57:28 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Instance destroyed successfully.
Oct 24 07:57:28 user nova-compute[74307]: DEBUG nova.objects.instance [None req-f597aea9-64f1-48d6-b36c-d4ded27be88c tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lazy-loading 'resources' on Instance uuid 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:57:28 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-f597aea9-64f1-48d6-b36c-d4ded27be88c tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:55:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-993025387',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-993025387',id=31,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDtEBT231/SbGM2wsXJe7LF/w7B6i0jcz68EFqcE0tQbGh278brA0WqHxRnOWQRGj2gokpr4/QkxgmUx7fNT7vGBZA+mliJint2wLTJVsxiQOdLMN8bfscbbDdTC91mRvw==',key_name='tempest-keypair-2118595952',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:55:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='8c8af780fd194436b7514e54c5d7ef27',ramdisk_id='',reservation_id='r-k0a7n0l0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-131883889',owner_user_name='tempest-AttachVolumeShelveTestJSON-131883889-project-member',shelved_at='2023-10-24T07:57:27.354100',shelved_host='user',shelved_image_id='10d1afd0-6e34-45d0-b1f1-5b012f931423'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T07:57:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c8d362d9493f42e6a118c3ef099e7fae',uuid=0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "162176c3-a7b8-4470-9c7c-be50952a957d", "address": "fa:16:3e:37:f2:d2", "network": {"id": "5dafd771-aa79-4f10-ae89-825cf68cc799", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992292320-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c8af780fd194436b7514e54c5d7ef27", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap162176c3-a7", "ovs_interfaceid": "162176c3-a7b8-4470-9c7c-be50952a957d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 07:57:28 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-f597aea9-64f1-48d6-b36c-d4ded27be88c tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Converting VIF {"id": "162176c3-a7b8-4470-9c7c-be50952a957d", "address": "fa:16:3e:37:f2:d2", "network": {"id": "5dafd771-aa79-4f10-ae89-825cf68cc799", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992292320-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c8af780fd194436b7514e54c5d7ef27", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap162176c3-a7", "ovs_interfaceid": "162176c3-a7b8-4470-9c7c-be50952a957d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:57:28 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-f597aea9-64f1-48d6-b36c-d4ded27be88c tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:37:f2:d2,bridge_name='br-int',has_traffic_filtering=True,id=162176c3-a7b8-4470-9c7c-be50952a957d,network=Network(5dafd771-aa79-4f10-ae89-825cf68cc799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap162176c3-a7') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:57:28 user nova-compute[74307]: DEBUG os_vif [None req-f597aea9-64f1-48d6-b36c-d4ded27be88c tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:37:f2:d2,bridge_name='br-int',has_traffic_filtering=True,id=162176c3-a7b8-4470-9c7c-be50952a957d,network=Network(5dafd771-aa79-4f10-ae89-825cf68cc799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap162176c3-a7') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 07:57:28 user nova-compute[74307]: DEBUG nova.compute.manager [req-a087ee86-e78c-41e3-9f71-dfe13de6344e req-391b1e84-7b24-420a-bf75-efcd26e91fe6 service nova] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Received event network-changed-162176c3-a7b8-4470-9c7c-be50952a957d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:57:28 user nova-compute[74307]: DEBUG nova.compute.manager [req-a087ee86-e78c-41e3-9f71-dfe13de6344e req-391b1e84-7b24-420a-bf75-efcd26e91fe6 service nova] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Refreshing instance network info cache due to event network-changed-162176c3-a7b8-4470-9c7c-be50952a957d. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:57:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a087ee86-e78c-41e3-9f71-dfe13de6344e req-391b1e84-7b24-420a-bf75-efcd26e91fe6 service nova] Acquiring lock "refresh_cache-0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:57:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a087ee86-e78c-41e3-9f71-dfe13de6344e req-391b1e84-7b24-420a-bf75-efcd26e91fe6 service nova] Acquired lock "refresh_cache-0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:57:28 user nova-compute[74307]: DEBUG nova.network.neutron [req-a087ee86-e78c-41e3-9f71-dfe13de6344e req-391b1e84-7b24-420a-bf75-efcd26e91fe6 service nova] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Refreshing network info cache for port 162176c3-a7b8-4470-9c7c-be50952a957d {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:57:28 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:57:28 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap162176c3-a7, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:57:28 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:57:28 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:57:28 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:57:28 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=59a07862-f474-469c-827a-1b68400fb636) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:57:28 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:57:28 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:57:28 user nova-compute[74307]: INFO os_vif [None req-f597aea9-64f1-48d6-b36c-d4ded27be88c tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:37:f2:d2,bridge_name='br-int',has_traffic_filtering=True,id=162176c3-a7b8-4470-9c7c-be50952a957d,network=Network(5dafd771-aa79-4f10-ae89-825cf68cc799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap162176c3-a7')
Oct 24 07:57:28 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-f597aea9-64f1-48d6-b36c-d4ded27be88c tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Deleting instance files /opt/stack/data/nova/instances/0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db_del
Oct 24 07:57:28 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-f597aea9-64f1-48d6-b36c-d4ded27be88c tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Deletion of /opt/stack/data/nova/instances/0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db_del complete
Oct 24 07:57:28 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-f597aea9-64f1-48d6-b36c-d4ded27be88c tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Deleted allocations for instance 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db
Oct 24 07:57:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f597aea9-64f1-48d6-b36c-d4ded27be88c tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:57:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f597aea9-64f1-48d6-b36c-d4ded27be88c tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:57:28 user nova-compute[74307]: DEBUG nova.objects.instance [None req-f597aea9-64f1-48d6-b36c-d4ded27be88c tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lazy-loading 'numa_topology' on Instance uuid 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:57:28 user nova-compute[74307]: DEBUG nova.objects.base [None req-f597aea9-64f1-48d6-b36c-d4ded27be88c tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Object Instance<0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db> lazy-loaded attributes: resources,numa_topology {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 07:57:29 user nova-compute[74307]: DEBUG nova.network.neutron [req-a087ee86-e78c-41e3-9f71-dfe13de6344e req-391b1e84-7b24-420a-bf75-efcd26e91fe6 service nova] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Updated VIF entry in instance network info cache for port 162176c3-a7b8-4470-9c7c-be50952a957d. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:57:29 user nova-compute[74307]: DEBUG nova.network.neutron [req-a087ee86-e78c-41e3-9f71-dfe13de6344e req-391b1e84-7b24-420a-bf75-efcd26e91fe6 service nova] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Updating instance_info_cache with network_info: [{"id": "162176c3-a7b8-4470-9c7c-be50952a957d", "address": "fa:16:3e:37:f2:d2", "network": {"id": "5dafd771-aa79-4f10-ae89-825cf68cc799", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-992292320-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c8af780fd194436b7514e54c5d7ef27", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap162176c3-a7", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:57:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a087ee86-e78c-41e3-9f71-dfe13de6344e req-391b1e84-7b24-420a-bf75-efcd26e91fe6 service nova] Releasing lock "refresh_cache-0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:57:29 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-f597aea9-64f1-48d6-b36c-d4ded27be88c tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:57:29 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-f597aea9-64f1-48d6-b36c-d4ded27be88c tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:57:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f597aea9-64f1-48d6-b36c-d4ded27be88c tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.409s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:57:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f597aea9-64f1-48d6-b36c-d4ded27be88c tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 7.384s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:57:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:57:33 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:57:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:57:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:57:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:57:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:57:39 user nova-compute[74307]: DEBUG nova.compute.manager [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Starting instance... {{(pid=74307) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 07:57:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:57:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:57:39 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 07:57:39 user nova-compute[74307]: INFO nova.compute.claims [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Claim successful on node user
Oct 24 07:57:40 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:57:40 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:57:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.694s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:57:40 user nova-compute[74307]: DEBUG nova.compute.manager [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Start building networks asynchronously for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 07:57:40 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 07:57:40 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:57:40 user nova-compute[74307]: DEBUG nova.compute.manager [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Allocating IP information in the background. {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 07:57:40 user nova-compute[74307]: DEBUG nova.network.neutron [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] allocate_for_instance() {{(pid=74307) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 07:57:40 user nova-compute[74307]: DEBUG nova.compute.manager [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Start building block device mappings for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 07:57:40 user nova-compute[74307]: INFO nova.virt.block_device [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Booting with volume snapshot 2b79ac1d-83c7-4540-a28c-1ce92c7472a0 at /dev/vda
Oct 24 07:57:40 user nova-compute[74307]: DEBUG nova.policy [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43b9c4d4949346bcae8ed60ce4b533af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99565c4aa28a45419afe825961b86a69', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74307) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 07:57:41 user nova-compute[74307]: DEBUG nova.network.neutron [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Successfully created port: 53efb0eb-1958-4ef1-8af3-b0b2f98d2587 {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 07:57:42 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Acquiring lock "57dc1091-c824-4b7b-a3e8-ee72d49f6623" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:57:42 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "57dc1091-c824-4b7b-a3e8-ee72d49f6623" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:57:42 user nova-compute[74307]: DEBUG nova.compute.manager [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Starting instance... {{(pid=74307) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 07:57:42 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:57:42 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:57:42 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 07:57:42 user nova-compute[74307]: INFO nova.compute.claims [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Claim successful on node user
Oct 24 07:57:42 user nova-compute[74307]: DEBUG nova.network.neutron [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Successfully updated port: 53efb0eb-1958-4ef1-8af3-b0b2f98d2587 {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 07:57:42 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "refresh_cache-9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:57:42 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquired lock "refresh_cache-9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:57:42 user nova-compute[74307]: DEBUG nova.network.neutron [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 07:57:42 user nova-compute[74307]: DEBUG nova.compute.manager [req-660b1de3-3b30-4e0b-94f1-d672d1e437b8 req-778a6638-a688-4a27-919e-97bc27588b25 service nova] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Received event network-changed-53efb0eb-1958-4ef1-8af3-b0b2f98d2587 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:57:42 user nova-compute[74307]: DEBUG nova.compute.manager [req-660b1de3-3b30-4e0b-94f1-d672d1e437b8 req-778a6638-a688-4a27-919e-97bc27588b25 service nova] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Refreshing instance network info cache due to event network-changed-53efb0eb-1958-4ef1-8af3-b0b2f98d2587. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:57:42 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-660b1de3-3b30-4e0b-94f1-d672d1e437b8 req-778a6638-a688-4a27-919e-97bc27588b25 service nova] Acquiring lock "refresh_cache-9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:57:42 user nova-compute[74307]: DEBUG nova.network.neutron [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 07:57:43 user nova-compute[74307]: DEBUG nova.network.neutron [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Updating instance_info_cache with network_info: [{"id": "53efb0eb-1958-4ef1-8af3-b0b2f98d2587", "address": "fa:16:3e:e8:25:7a", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap53efb0eb-19", "ovs_interfaceid": "53efb0eb-1958-4ef1-8af3-b0b2f98d2587", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:57:43 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Releasing lock "refresh_cache-9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:57:43 user nova-compute[74307]: DEBUG nova.compute.manager [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Instance network_info: |[{"id": "53efb0eb-1958-4ef1-8af3-b0b2f98d2587", "address": "fa:16:3e:e8:25:7a", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap53efb0eb-19", "ovs_interfaceid": "53efb0eb-1958-4ef1-8af3-b0b2f98d2587", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 07:57:43 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-660b1de3-3b30-4e0b-94f1-d672d1e437b8 req-778a6638-a688-4a27-919e-97bc27588b25 service nova] Acquired lock "refresh_cache-9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:57:43 user nova-compute[74307]: DEBUG nova.network.neutron [req-660b1de3-3b30-4e0b-94f1-d672d1e437b8 req-778a6638-a688-4a27-919e-97bc27588b25 service nova] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Refreshing network info cache for port 53efb0eb-1958-4ef1-8af3-b0b2f98d2587 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:57:43 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:57:43 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:57:43 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.634s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:57:43 user nova-compute[74307]: DEBUG nova.compute.manager [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Start building networks asynchronously for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 07:57:43 user nova-compute[74307]: DEBUG nova.compute.manager [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Allocating IP information in the background. {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 07:57:43 user nova-compute[74307]: DEBUG nova.network.neutron [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] allocate_for_instance() {{(pid=74307) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 07:57:43 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 07:57:43 user nova-compute[74307]: DEBUG nova.compute.manager [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Start building block device mappings for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 07:57:43 user nova-compute[74307]: DEBUG nova.policy [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e73cde07ef7843e9a5718b648794a329', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f702c44f41647f3986d6d6acc4e7122', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74307) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 07:57:43 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:57:43 user nova-compute[74307]: DEBUG nova.compute.manager [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Start spawning the instance on the hypervisor. {{(pid=74307) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 07:57:43 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Creating instance directory {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 07:57:43 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Creating image(s)
Oct 24 07:57:43 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Acquiring lock "/opt/stack/data/nova/instances/57dc1091-c824-4b7b-a3e8-ee72d49f6623/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:57:43 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "/opt/stack/data/nova/instances/57dc1091-c824-4b7b-a3e8-ee72d49f6623/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:57:43 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "/opt/stack/data/nova/instances/57dc1091-c824-4b7b-a3e8-ee72d49f6623/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:57:43 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:57:43 user nova-compute[74307]: DEBUG nova.network.neutron [req-660b1de3-3b30-4e0b-94f1-d672d1e437b8 req-778a6638-a688-4a27-919e-97bc27588b25 service nova] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Updated VIF entry in instance network info cache for port 53efb0eb-1958-4ef1-8af3-b0b2f98d2587. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:57:43 user nova-compute[74307]: DEBUG nova.network.neutron [req-660b1de3-3b30-4e0b-94f1-d672d1e437b8 req-778a6638-a688-4a27-919e-97bc27588b25 service nova] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Updating instance_info_cache with network_info: [{"id": "53efb0eb-1958-4ef1-8af3-b0b2f98d2587", "address": "fa:16:3e:e8:25:7a", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap53efb0eb-19", "ovs_interfaceid": "53efb0eb-1958-4ef1-8af3-b0b2f98d2587", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:57:43 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-660b1de3-3b30-4e0b-94f1-d672d1e437b8 req-778a6638-a688-4a27-919e-97bc27588b25 service nova] Releasing lock "refresh_cache-9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:57:43 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.251s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:57:43 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Acquiring lock "9cb24620554d5eab84e846c14e389d04f4c43d48" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:57:43 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:57:43 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:57:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.224s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:57:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/57dc1091-c824-4b7b-a3e8-ee72d49f6623/disk 1073741824 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:57:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/57dc1091-c824-4b7b-a3e8-ee72d49f6623/disk 1073741824" returned: 0 in 0.081s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:57:44 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.315s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:57:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:57:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.273s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:57:44 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Checking if we can resize image /opt/stack/data/nova/instances/57dc1091-c824-4b7b-a3e8-ee72d49f6623/disk. size=1073741824 {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 07:57:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57dc1091-c824-4b7b-a3e8-ee72d49f6623/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:57:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57dc1091-c824-4b7b-a3e8-ee72d49f6623/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:57:44 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Cannot resize image /opt/stack/data/nova/instances/57dc1091-c824-4b7b-a3e8-ee72d49f6623/disk to a smaller size. {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 07:57:44 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Created local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 07:57:44 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Ensure instance console log exists: /opt/stack/data/nova/instances/57dc1091-c824-4b7b-a3e8-ee72d49f6623/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 07:57:44 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:57:44 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:57:44 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:57:44 user nova-compute[74307]: DEBUG nova.network.neutron [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Successfully created port: 9624aa5e-3eac-477f-835c-dd226d485799 {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 07:57:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:57:45 user nova-compute[74307]: DEBUG nova.network.neutron [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Successfully updated port: 9624aa5e-3eac-477f-835c-dd226d485799 {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 07:57:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Acquiring lock "refresh_cache-57dc1091-c824-4b7b-a3e8-ee72d49f6623" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:57:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Acquired lock "refresh_cache-57dc1091-c824-4b7b-a3e8-ee72d49f6623" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:57:45 user nova-compute[74307]: DEBUG nova.network.neutron [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 07:57:45 user nova-compute[74307]: DEBUG nova.network.neutron [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 07:57:46 user nova-compute[74307]: DEBUG nova.compute.manager [req-9491fa6d-10c9-4314-8c25-448bf2bc16d9 req-7b63acd9-2340-49f2-8e03-867a3b6d4cbe service nova] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Received event network-changed-9624aa5e-3eac-477f-835c-dd226d485799 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:57:46 user nova-compute[74307]: DEBUG nova.compute.manager [req-9491fa6d-10c9-4314-8c25-448bf2bc16d9 req-7b63acd9-2340-49f2-8e03-867a3b6d4cbe service nova] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Refreshing instance network info cache due to event network-changed-9624aa5e-3eac-477f-835c-dd226d485799. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:57:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-9491fa6d-10c9-4314-8c25-448bf2bc16d9 req-7b63acd9-2340-49f2-8e03-867a3b6d4cbe service nova] Acquiring lock "refresh_cache-57dc1091-c824-4b7b-a3e8-ee72d49f6623" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:57:46 user nova-compute[74307]: DEBUG nova.network.neutron [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Updating instance_info_cache with network_info: [{"id": "9624aa5e-3eac-477f-835c-dd226d485799", "address": "fa:16:3e:28:23:62", "network": {"id": "88614861-758c-4aeb-96e5-c287097f2826", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-693421200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f702c44f41647f3986d6d6acc4e7122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9624aa5e-3e", "ovs_interfaceid": "9624aa5e-3eac-477f-835c-dd226d485799", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:57:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Releasing lock "refresh_cache-57dc1091-c824-4b7b-a3e8-ee72d49f6623" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:57:46 user nova-compute[74307]: DEBUG nova.compute.manager [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Instance network_info: |[{"id": "9624aa5e-3eac-477f-835c-dd226d485799", "address": "fa:16:3e:28:23:62", "network": {"id": "88614861-758c-4aeb-96e5-c287097f2826", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-693421200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f702c44f41647f3986d6d6acc4e7122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9624aa5e-3e", "ovs_interfaceid": "9624aa5e-3eac-477f-835c-dd226d485799", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 07:57:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-9491fa6d-10c9-4314-8c25-448bf2bc16d9 req-7b63acd9-2340-49f2-8e03-867a3b6d4cbe service nova] Acquired lock "refresh_cache-57dc1091-c824-4b7b-a3e8-ee72d49f6623" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:57:46 user nova-compute[74307]: DEBUG nova.network.neutron [req-9491fa6d-10c9-4314-8c25-448bf2bc16d9 req-7b63acd9-2340-49f2-8e03-867a3b6d4cbe service nova] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Refreshing network info cache for port 9624aa5e-3eac-477f-835c-dd226d485799 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:57:46 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Start _get_guest_xml network_info=[{"id": "9624aa5e-3eac-477f-835c-dd226d485799", "address": "fa:16:3e:28:23:62", "network": {"id": "88614861-758c-4aeb-96e5-c287097f2826", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-693421200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f702c44f41647f3986d6d6acc4e7122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9624aa5e-3e", "ovs_interfaceid": "9624aa5e-3eac-477f-835c-dd226d485799", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'boot_index': 0, 'guest_format': None, 'image_id': 'ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 07:57:46 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:57:46 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:57:46 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 07:57:46 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 07:57:46 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 07:57:46 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 07:57:46 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 07:57:46 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 07:57:46 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 07:57:46 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 07:57:46 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 07:57:46 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 07:57:46 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 07:57:46 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 07:57:46 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 07:57:46 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 07:57:46 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 07:57:46 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 07:57:46 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:57:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1057389809',display_name='tempest-AttachVolumeNegativeTest-server-1057389809',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1057389809',id=35,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCDErgc01QLsoDqvuD915wCVWekdSY3k0d1WeXJOpZofiaVnp73BefKbOy3ZK7Vkt7xlzB5Tc6yWe9P1qJnOm+81JMt+34s8qpASlrnW9rI2B43Knkz/ASV+DXWSTjduaA==',key_name='tempest-keypair-698194170',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3f702c44f41647f3986d6d6acc4e7122',ramdisk_id='',reservation_id='r-kao0gdbg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-976504116',owner_user_name='tempest-AttachVolumeNegativeTest-976504116-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:57:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e73cde07ef7843e9a5718b648794a329',uuid=57dc1091-c824-4b7b-a3e8-ee72d49f6623,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9624aa5e-3eac-477f-835c-dd226d485799", "address": "fa:16:3e:28:23:62", "network": {"id": "88614861-758c-4aeb-96e5-c287097f2826", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-693421200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f702c44f41647f3986d6d6acc4e7122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9624aa5e-3e", "ovs_interfaceid": "9624aa5e-3eac-477f-835c-dd226d485799", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 07:57:46 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Converting VIF {"id": "9624aa5e-3eac-477f-835c-dd226d485799", "address": "fa:16:3e:28:23:62", "network": {"id": "88614861-758c-4aeb-96e5-c287097f2826", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-693421200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f702c44f41647f3986d6d6acc4e7122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9624aa5e-3e", "ovs_interfaceid": "9624aa5e-3eac-477f-835c-dd226d485799", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:57:46 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:28:23:62,bridge_name='br-int',has_traffic_filtering=True,id=9624aa5e-3eac-477f-835c-dd226d485799,network=Network(88614861-758c-4aeb-96e5-c287097f2826),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9624aa5e-3e') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:57:46 user nova-compute[74307]: DEBUG nova.objects.instance [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lazy-loading 'pci_devices' on Instance uuid 57dc1091-c824-4b7b-a3e8-ee72d49f6623 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:57:46 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] End _get_guest_xml xml=<domain type="kvm">
Oct 24 07:57:46 user nova-compute[74307]:   <uuid>57dc1091-c824-4b7b-a3e8-ee72d49f6623</uuid>
Oct 24 07:57:46 user nova-compute[74307]:   <name>instance-00000023</name>
Oct 24 07:57:46 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 07:57:46 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 07:57:46 user nova-compute[74307]:   <metadata>
Oct 24 07:57:46 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 07:57:46 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 07:57:46 user nova-compute[74307]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1057389809</nova:name>
Oct 24 07:57:46 user nova-compute[74307]:       <nova:creationTime>2023-10-24 07:57:46</nova:creationTime>
Oct 24 07:57:46 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 07:57:46 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 07:57:46 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 07:57:46 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 07:57:46 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 07:57:46 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 07:57:46 user nova-compute[74307]:       </nova:flavor>
Oct 24 07:57:46 user nova-compute[74307]:       <nova:owner>
Oct 24 07:57:46 user nova-compute[74307]:         <nova:user uuid="e73cde07ef7843e9a5718b648794a329">tempest-AttachVolumeNegativeTest-976504116-project-member</nova:user>
Oct 24 07:57:46 user nova-compute[74307]:         <nova:project uuid="3f702c44f41647f3986d6d6acc4e7122">tempest-AttachVolumeNegativeTest-976504116</nova:project>
Oct 24 07:57:46 user nova-compute[74307]:       </nova:owner>
Oct 24 07:57:46 user nova-compute[74307]:       <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 07:57:46 user nova-compute[74307]:       <nova:ports>
Oct 24 07:57:46 user nova-compute[74307]:         <nova:port uuid="9624aa5e-3eac-477f-835c-dd226d485799">
Oct 24 07:57:46 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 24 07:57:46 user nova-compute[74307]:         </nova:port>
Oct 24 07:57:46 user nova-compute[74307]:       </nova:ports>
Oct 24 07:57:46 user nova-compute[74307]:     </nova:instance>
Oct 24 07:57:46 user nova-compute[74307]:   </metadata>
Oct 24 07:57:46 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 07:57:46 user nova-compute[74307]:     <system>
Oct 24 07:57:46 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 07:57:46 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 07:57:46 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 07:57:46 user nova-compute[74307]:       <entry name="serial">57dc1091-c824-4b7b-a3e8-ee72d49f6623</entry>
Oct 24 07:57:46 user nova-compute[74307]:       <entry name="uuid">57dc1091-c824-4b7b-a3e8-ee72d49f6623</entry>
Oct 24 07:57:46 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 07:57:46 user nova-compute[74307]:     </system>
Oct 24 07:57:46 user nova-compute[74307]:   </sysinfo>
Oct 24 07:57:46 user nova-compute[74307]:   <os>
Oct 24 07:57:46 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 07:57:46 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 07:57:46 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 07:57:46 user nova-compute[74307]:   </os>
Oct 24 07:57:46 user nova-compute[74307]:   <features>
Oct 24 07:57:46 user nova-compute[74307]:     <acpi/>
Oct 24 07:57:46 user nova-compute[74307]:     <apic/>
Oct 24 07:57:46 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 07:57:46 user nova-compute[74307]:   </features>
Oct 24 07:57:46 user nova-compute[74307]:   <clock offset="utc">
Oct 24 07:57:46 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 07:57:46 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 07:57:46 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 07:57:46 user nova-compute[74307]:   </clock>
Oct 24 07:57:46 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 07:57:46 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 07:57:46 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 07:57:46 user nova-compute[74307]:   </cpu>
Oct 24 07:57:46 user nova-compute[74307]:   <devices>
Oct 24 07:57:46 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 07:57:46 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 07:57:46 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/57dc1091-c824-4b7b-a3e8-ee72d49f6623/disk"/>
Oct 24 07:57:46 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 07:57:46 user nova-compute[74307]:     </disk>
Oct 24 07:57:46 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 07:57:46 user nova-compute[74307]:       <mac address="fa:16:3e:28:23:62"/>
Oct 24 07:57:46 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:57:46 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 07:57:46 user nova-compute[74307]:       <target dev="tap9624aa5e-3e"/>
Oct 24 07:57:46 user nova-compute[74307]:     </interface>
Oct 24 07:57:46 user nova-compute[74307]:     <serial type="pty">
Oct 24 07:57:46 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/57dc1091-c824-4b7b-a3e8-ee72d49f6623/console.log" append="off"/>
Oct 24 07:57:46 user nova-compute[74307]:     </serial>
Oct 24 07:57:46 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 07:57:46 user nova-compute[74307]:     <video>
Oct 24 07:57:46 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:57:46 user nova-compute[74307]:     </video>
Oct 24 07:57:46 user nova-compute[74307]:     <rng model="virtio">
Oct 24 07:57:46 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 07:57:46 user nova-compute[74307]:     </rng>
Oct 24 07:57:46 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 07:57:46 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 07:57:46 user nova-compute[74307]:       <stats period="10"/>
Oct 24 07:57:46 user nova-compute[74307]:     </memballoon>
Oct 24 07:57:46 user nova-compute[74307]:   </devices>
Oct 24 07:57:46 user nova-compute[74307]: </domain>
Oct 24 07:57:46 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 07:57:46 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:57:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1057389809',display_name='tempest-AttachVolumeNegativeTest-server-1057389809',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1057389809',id=35,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCDErgc01QLsoDqvuD915wCVWekdSY3k0d1WeXJOpZofiaVnp73BefKbOy3ZK7Vkt7xlzB5Tc6yWe9P1qJnOm+81JMt+34s8qpASlrnW9rI2B43Knkz/ASV+DXWSTjduaA==',key_name='tempest-keypair-698194170',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3f702c44f41647f3986d6d6acc4e7122',ramdisk_id='',reservation_id='r-kao0gdbg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-976504116',owner_user_name='tempest-AttachVolumeNegativeTest-976504116-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:57:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e73cde07ef7843e9a5718b648794a329',uuid=57dc1091-c824-4b7b-a3e8-ee72d49f6623,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9624aa5e-3eac-477f-835c-dd226d485799", "address": "fa:16:3e:28:23:62", "network": {"id": "88614861-758c-4aeb-96e5-c287097f2826", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-693421200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f702c44f41647f3986d6d6acc4e7122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9624aa5e-3e", "ovs_interfaceid": "9624aa5e-3eac-477f-835c-dd226d485799", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 07:57:46 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Converting VIF {"id": "9624aa5e-3eac-477f-835c-dd226d485799", "address": "fa:16:3e:28:23:62", "network": {"id": "88614861-758c-4aeb-96e5-c287097f2826", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-693421200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f702c44f41647f3986d6d6acc4e7122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9624aa5e-3e", "ovs_interfaceid": "9624aa5e-3eac-477f-835c-dd226d485799", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:57:46 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:28:23:62,bridge_name='br-int',has_traffic_filtering=True,id=9624aa5e-3eac-477f-835c-dd226d485799,network=Network(88614861-758c-4aeb-96e5-c287097f2826),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9624aa5e-3e') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:57:46 user nova-compute[74307]: DEBUG os_vif [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:28:23:62,bridge_name='br-int',has_traffic_filtering=True,id=9624aa5e-3eac-477f-835c-dd226d485799,network=Network(88614861-758c-4aeb-96e5-c287097f2826),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9624aa5e-3e') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 07:57:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:57:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:57:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:57:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:57:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd7bf7a92-c6da-5387-b3a6-c66b399eace7', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:57:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:57:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:57:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:57:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9624aa5e-3e, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:57:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9624aa5e-3e, col_values=(('qos', UUID('2bb56726-6d50-4754-9c93-5b871ce18b58')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:57:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9624aa5e-3e, col_values=(('external_ids', {'iface-id': '9624aa5e-3eac-477f-835c-dd226d485799', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:28:23:62', 'vm-uuid': '57dc1091-c824-4b7b-a3e8-ee72d49f6623'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:57:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:57:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:57:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:57:46 user nova-compute[74307]: INFO os_vif [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:28:23:62,bridge_name='br-int',has_traffic_filtering=True,id=9624aa5e-3eac-477f-835c-dd226d485799,network=Network(88614861-758c-4aeb-96e5-c287097f2826),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9624aa5e-3e')
Oct 24 07:57:46 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:57:46 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] No VIF found with MAC fa:16:3e:28:23:62, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:57:46 user nova-compute[74307]: DEBUG nova.network.neutron [req-9491fa6d-10c9-4314-8c25-448bf2bc16d9 req-7b63acd9-2340-49f2-8e03-867a3b6d4cbe service nova] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Updated VIF entry in instance network info cache for port 9624aa5e-3eac-477f-835c-dd226d485799. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:57:46 user nova-compute[74307]: DEBUG nova.network.neutron [req-9491fa6d-10c9-4314-8c25-448bf2bc16d9 req-7b63acd9-2340-49f2-8e03-867a3b6d4cbe service nova] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Updating instance_info_cache with network_info: [{"id": "9624aa5e-3eac-477f-835c-dd226d485799", "address": "fa:16:3e:28:23:62", "network": {"id": "88614861-758c-4aeb-96e5-c287097f2826", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-693421200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f702c44f41647f3986d6d6acc4e7122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9624aa5e-3e", "ovs_interfaceid": "9624aa5e-3eac-477f-835c-dd226d485799", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:57:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-9491fa6d-10c9-4314-8c25-448bf2bc16d9 req-7b63acd9-2340-49f2-8e03-867a3b6d4cbe service nova] Releasing lock "refresh_cache-57dc1091-c824-4b7b-a3e8-ee72d49f6623" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:57:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:57:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:57:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:57:48 user nova-compute[74307]: DEBUG nova.compute.manager [req-ab7a4df4-6aa8-490c-8866-a7f6fd997e14 req-73a5ee37-e0be-4cc6-874b-86b1c3261a7c service nova] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Received event network-vif-plugged-9624aa5e-3eac-477f-835c-dd226d485799 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:57:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-ab7a4df4-6aa8-490c-8866-a7f6fd997e14 req-73a5ee37-e0be-4cc6-874b-86b1c3261a7c service nova] Acquiring lock "57dc1091-c824-4b7b-a3e8-ee72d49f6623-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:57:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-ab7a4df4-6aa8-490c-8866-a7f6fd997e14 req-73a5ee37-e0be-4cc6-874b-86b1c3261a7c service nova] Lock "57dc1091-c824-4b7b-a3e8-ee72d49f6623-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:57:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-ab7a4df4-6aa8-490c-8866-a7f6fd997e14 req-73a5ee37-e0be-4cc6-874b-86b1c3261a7c service nova] Lock "57dc1091-c824-4b7b-a3e8-ee72d49f6623-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:57:48 user nova-compute[74307]: DEBUG nova.compute.manager [req-ab7a4df4-6aa8-490c-8866-a7f6fd997e14 req-73a5ee37-e0be-4cc6-874b-86b1c3261a7c service nova] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] No waiting events found dispatching network-vif-plugged-9624aa5e-3eac-477f-835c-dd226d485799 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:57:48 user nova-compute[74307]: WARNING nova.compute.manager [req-ab7a4df4-6aa8-490c-8866-a7f6fd997e14 req-73a5ee37-e0be-4cc6-874b-86b1c3261a7c service nova] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Received unexpected event network-vif-plugged-9624aa5e-3eac-477f-835c-dd226d485799 for instance with vm_state building and task_state spawning.
Oct 24 07:57:48 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:57:48 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:57:48 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:57:48 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:57:50 user nova-compute[74307]: DEBUG nova.compute.manager [req-3578594f-41e5-44b3-8a07-5f4876de511a req-d375f6ab-c235-46e8-9f3c-d4a2982f6a65 service nova] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Received event network-vif-plugged-9624aa5e-3eac-477f-835c-dd226d485799 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:57:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-3578594f-41e5-44b3-8a07-5f4876de511a req-d375f6ab-c235-46e8-9f3c-d4a2982f6a65 service nova] Acquiring lock "57dc1091-c824-4b7b-a3e8-ee72d49f6623-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:57:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-3578594f-41e5-44b3-8a07-5f4876de511a req-d375f6ab-c235-46e8-9f3c-d4a2982f6a65 service nova] Lock "57dc1091-c824-4b7b-a3e8-ee72d49f6623-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:57:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-3578594f-41e5-44b3-8a07-5f4876de511a req-d375f6ab-c235-46e8-9f3c-d4a2982f6a65 service nova] Lock "57dc1091-c824-4b7b-a3e8-ee72d49f6623-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:57:50 user nova-compute[74307]: DEBUG nova.compute.manager [req-3578594f-41e5-44b3-8a07-5f4876de511a req-d375f6ab-c235-46e8-9f3c-d4a2982f6a65 service nova] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] No waiting events found dispatching network-vif-plugged-9624aa5e-3eac-477f-835c-dd226d485799 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:57:50 user nova-compute[74307]: WARNING nova.compute.manager [req-3578594f-41e5-44b3-8a07-5f4876de511a req-d375f6ab-c235-46e8-9f3c-d4a2982f6a65 service nova] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Received unexpected event network-vif-plugged-9624aa5e-3eac-477f-835c-dd226d485799 for instance with vm_state building and task_state spawning.
Oct 24 07:57:50 user nova-compute[74307]: DEBUG nova.compute.manager [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 07:57:50 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Guest created on hypervisor {{(pid=74307) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 07:57:50 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Instance spawned successfully.
Oct 24 07:57:50 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 07:57:50 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Found default for hw_cdrom_bus of ide {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:57:50 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Found default for hw_disk_bus of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:57:50 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Found default for hw_input_bus of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:57:50 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Found default for hw_pointer_model of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:57:50 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Found default for hw_video_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:57:50 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Found default for hw_vif_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:57:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:57:50 user nova-compute[74307]: INFO nova.compute.manager [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Took 6.91 seconds to spawn the instance on the hypervisor.
Oct 24 07:57:50 user nova-compute[74307]: DEBUG nova.compute.manager [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:57:50 user nova-compute[74307]: INFO nova.compute.manager [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Took 7.99 seconds to build instance.
Oct 24 07:57:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d409430c-3a3e-404a-957a-c4add971abf8 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "57dc1091-c824-4b7b-a3e8-ee72d49f6623" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.124s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:57:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:57:52 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:57:52 user nova-compute[74307]: WARNING nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] While synchronizing instance power states, found 10 instances in the database and 9 instances on the hypervisor.
Oct 24 07:57:52 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Triggering sync for uuid fe508640-79f4-43d1-b846-00f28f91df79 {{(pid=74307) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 07:57:52 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Triggering sync for uuid 9ea8255e-1f82-4e7f-b09b-aca682f1f374 {{(pid=74307) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 07:57:52 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Triggering sync for uuid 6f71d751-f022-4f5f-8458-8a4d3114aae8 {{(pid=74307) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 07:57:52 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Triggering sync for uuid 444bef36-3134-4c31-bd7c-aadf33448410 {{(pid=74307) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 07:57:52 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Triggering sync for uuid 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7 {{(pid=74307) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 07:57:52 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Triggering sync for uuid 9c7e3788-de68-4c6a-aafe-c0ddff45238d {{(pid=74307) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 07:57:52 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Triggering sync for uuid 380180dd-666a-4a51-96e4-b870658c69e0 {{(pid=74307) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 07:57:52 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Triggering sync for uuid 3e3b04f7-0553-4158-9220-165f25021106 {{(pid=74307) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 07:57:52 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Triggering sync for uuid 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558 {{(pid=74307) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 07:57:52 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Triggering sync for uuid 57dc1091-c824-4b7b-a3e8-ee72d49f6623 {{(pid=74307) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 07:57:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "fe508640-79f4-43d1-b846-00f28f91df79" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:57:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "fe508640-79f4-43d1-b846-00f28f91df79" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:57:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "9ea8255e-1f82-4e7f-b09b-aca682f1f374" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:57:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "9ea8255e-1f82-4e7f-b09b-aca682f1f374" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:57:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "6f71d751-f022-4f5f-8458-8a4d3114aae8" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:57:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "6f71d751-f022-4f5f-8458-8a4d3114aae8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:57:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "444bef36-3134-4c31-bd7c-aadf33448410" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:57:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "444bef36-3134-4c31-bd7c-aadf33448410" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:57:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:57:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:57:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "9c7e3788-de68-4c6a-aafe-c0ddff45238d" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:57:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "9c7e3788-de68-4c6a-aafe-c0ddff45238d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:57:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "380180dd-666a-4a51-96e4-b870658c69e0" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:57:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "380180dd-666a-4a51-96e4-b870658c69e0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:57:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "3e3b04f7-0553-4158-9220-165f25021106" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:57:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "3e3b04f7-0553-4158-9220-165f25021106" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:57:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:57:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "57dc1091-c824-4b7b-a3e8-ee72d49f6623" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:57:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "57dc1091-c824-4b7b-a3e8-ee72d49f6623" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:57:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "fe508640-79f4-43d1-b846-00f28f91df79" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.053s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:57:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "9ea8255e-1f82-4e7f-b09b-aca682f1f374" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.054s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:57:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "6f71d751-f022-4f5f-8458-8a4d3114aae8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.063s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:57:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "444bef36-3134-4c31-bd7c-aadf33448410" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.074s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:57:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.083s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:57:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "9c7e3788-de68-4c6a-aafe-c0ddff45238d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.088s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:57:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "380180dd-666a-4a51-96e4-b870658c69e0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.099s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:57:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "3e3b04f7-0553-4158-9220-165f25021106" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.099s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:57:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "57dc1091-c824-4b7b-a3e8-ee72d49f6623" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.103s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:57:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c02a307b-4a1c-48a8-9d94-7b8abbad2007 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Acquiring lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:57:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c02a307b-4a1c-48a8-9d94-7b8abbad2007 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:57:53 user nova-compute[74307]: INFO nova.compute.manager [None req-c02a307b-4a1c-48a8-9d94-7b8abbad2007 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Detaching volume 91425985-c56e-4c4f-ba14-c62554419437
Oct 24 07:57:53 user nova-compute[74307]: INFO nova.virt.block_device [None req-c02a307b-4a1c-48a8-9d94-7b8abbad2007 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Attempting to driver detach volume 91425985-c56e-4c4f-ba14-c62554419437 from mountpoint /dev/vdb
Oct 24 07:57:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-c02a307b-4a1c-48a8-9d94-7b8abbad2007 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Attempting to detach device vdb from instance 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7 from the persistent domain config. {{(pid=74307) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 07:57:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-c02a307b-4a1c-48a8-9d94-7b8abbad2007 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 07:57:53 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:57:53 user nova-compute[74307]:   <source dev="/dev/sdb"/>
Oct 24 07:57:53 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 07:57:53 user nova-compute[74307]:   <serial>91425985-c56e-4c4f-ba14-c62554419437</serial>
Oct 24 07:57:53 user nova-compute[74307]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 24 07:57:53 user nova-compute[74307]: </disk>
Oct 24 07:57:53 user nova-compute[74307]:  {{(pid=74307) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 07:57:53 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-c02a307b-4a1c-48a8-9d94-7b8abbad2007 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Successfully detached device vdb from instance 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7 from the persistent domain config.
Oct 24 07:57:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-c02a307b-4a1c-48a8-9d94-7b8abbad2007 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7 from the live domain config. {{(pid=74307) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 07:57:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-c02a307b-4a1c-48a8-9d94-7b8abbad2007 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 07:57:53 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:57:53 user nova-compute[74307]:   <source dev="/dev/sdb"/>
Oct 24 07:57:53 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 07:57:53 user nova-compute[74307]:   <serial>91425985-c56e-4c4f-ba14-c62554419437</serial>
Oct 24 07:57:53 user nova-compute[74307]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 24 07:57:53 user nova-compute[74307]: </disk>
Oct 24 07:57:53 user nova-compute[74307]:  {{(pid=74307) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 07:57:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-c02a307b-4a1c-48a8-9d94-7b8abbad2007 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7 {{(pid=74307) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 07:57:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:57:56 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:58:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:58:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:58:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 07:58:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 07:58:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 07:58:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:58:01 user nova-compute[74307]: DEBUG os_brick.utils [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:58:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:01 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d9a56a2-5072-47f7-96f7-6cc517f2d4ed]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:299aca16be88\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:01 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c2dc250-24f5-4805-af33-d4808dd4a95d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:01 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[986aa4f8-3d40-47ec-9dd6-075341e54835]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:01 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b158dcb1-a682-436e-937d-cdb35300aea3]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Running cmd (subprocess): nvme version {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] 'nvme version' failed. Not Retrying. {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:58:01 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] nvme not present on system {{(pid=74307) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 07:58:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:01 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:58:01 user nova-compute[74307]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 07:58:01 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[963e71f9-fc16-4bfc-8ad4-9df821e8463c]: (4, '') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:01 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74307) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 07:58:01 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 07:58:01 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] LIGHTOS: no hostnqn found. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 07:58:01 user nova-compute[74307]: DEBUG os_brick.utils [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] <== get_connector_properties: return (150ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:299aca16be88', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:58:02 user nova-compute[74307]: DEBUG nova.virt.block_device [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Updating existing volume attachment record: f2f9917f-16d9-4835-b32b-8b2a324839a0 {{(pid=74307) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 07:58:05 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:58:05 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:58:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:58:06 user nova-compute[74307]: DEBUG nova.compute.manager [req-da959894-cd96-449c-8418-59bdee749517 req-4ce0e756-72e6-4238-b5d1-5fd43a69caba service nova] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Received event network-changed-01fe1b1c-ce85-44c1-8b70-534ee297036b {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:58:06 user nova-compute[74307]: DEBUG nova.compute.manager [req-da959894-cd96-449c-8418-59bdee749517 req-4ce0e756-72e6-4238-b5d1-5fd43a69caba service nova] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Refreshing instance network info cache due to event network-changed-01fe1b1c-ce85-44c1-8b70-534ee297036b. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:58:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-da959894-cd96-449c-8418-59bdee749517 req-4ce0e756-72e6-4238-b5d1-5fd43a69caba service nova] Acquiring lock "refresh_cache-3e3b04f7-0553-4158-9220-165f25021106" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:58:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-da959894-cd96-449c-8418-59bdee749517 req-4ce0e756-72e6-4238-b5d1-5fd43a69caba service nova] Acquired lock "refresh_cache-3e3b04f7-0553-4158-9220-165f25021106" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:58:06 user nova-compute[74307]: DEBUG nova.network.neutron [req-da959894-cd96-449c-8418-59bdee749517 req-4ce0e756-72e6-4238-b5d1-5fd43a69caba service nova] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Refreshing network info cache for port 01fe1b1c-ce85-44c1-8b70-534ee297036b {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:58:06 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:58:06 user nova-compute[74307]: DEBUG nova.network.neutron [req-da959894-cd96-449c-8418-59bdee749517 req-4ce0e756-72e6-4238-b5d1-5fd43a69caba service nova] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Updated VIF entry in instance network info cache for port 01fe1b1c-ce85-44c1-8b70-534ee297036b. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:58:06 user nova-compute[74307]: DEBUG nova.network.neutron [req-da959894-cd96-449c-8418-59bdee749517 req-4ce0e756-72e6-4238-b5d1-5fd43a69caba service nova] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Updating instance_info_cache with network_info: [{"id": "01fe1b1c-ce85-44c1-8b70-534ee297036b", "address": "fa:16:3e:fc:98:0a", "network": {"id": "b6dbf810-42e1-4281-9626-2436d3cec093", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-735907804-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26fdde92ce0345af8e78d4d76a7d4df5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01fe1b1c-ce", "ovs_interfaceid": "01fe1b1c-ce85-44c1-8b70-534ee297036b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:58:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-da959894-cd96-449c-8418-59bdee749517 req-4ce0e756-72e6-4238-b5d1-5fd43a69caba service nova] Releasing lock "refresh_cache-3e3b04f7-0553-4158-9220-165f25021106" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:58:07 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:58:07 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:58:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:58:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:58:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:58:07 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 07:58:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4828edff-9fce-4b7e-91ae-429ae930a46c tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Acquiring lock "3e3b04f7-0553-4158-9220-165f25021106" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:58:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4828edff-9fce-4b7e-91ae-429ae930a46c tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Lock "3e3b04f7-0553-4158-9220-165f25021106" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:58:07 user nova-compute[74307]: DEBUG nova.objects.instance [None req-4828edff-9fce-4b7e-91ae-429ae930a46c tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Lazy-loading 'flavor' on Instance uuid 3e3b04f7-0553-4158-9220-165f25021106 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:58:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4828edff-9fce-4b7e-91ae-429ae930a46c tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Lock "3e3b04f7-0553-4158-9220-165f25021106" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.117s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:58:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4828edff-9fce-4b7e-91ae-429ae930a46c tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Acquiring lock "3e3b04f7-0553-4158-9220-165f25021106" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:58:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4828edff-9fce-4b7e-91ae-429ae930a46c tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Lock "3e3b04f7-0553-4158-9220-165f25021106" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:58:07 user nova-compute[74307]: INFO nova.compute.manager [None req-4828edff-9fce-4b7e-91ae-429ae930a46c tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Attaching volume 4c1643b1-935f-4ce0-a035-131b26fbc36c to /dev/vdb
Oct 24 07:58:07 user nova-compute[74307]: DEBUG os_brick.utils [None req-4828edff-9fce-4b7e-91ae-429ae930a46c tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:58:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[28e60f5f-1139-48ab-ac68-db76efca7d5e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:299aca16be88\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa699d17-960c-4687-a6ba-3fe73dd86c6d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdg (vda) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:58:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3c7e33e-7d0a-40df-aa2b-88316f7347ab]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[076c30a2-79f1-4263-ae82-3d27862c0c2d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-4828edff-9fce-4b7e-91ae-429ae930a46c tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Running cmd (subprocess): nvme version {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-4828edff-9fce-4b7e-91ae-429ae930a46c tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] 'nvme version' failed. Not Retrying. {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:58:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4828edff-9fce-4b7e-91ae-429ae930a46c tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] nvme not present on system {{(pid=74307) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 07:58:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:58:08 user nova-compute[74307]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 07:58:08 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[efcf6af0-0fcb-4ba9-896b-a05065835e36]: (4, '') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-4828edff-9fce-4b7e-91ae-429ae930a46c tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74307) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 07:58:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-4828edff-9fce-4b7e-91ae-429ae930a46c tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 07:58:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-4828edff-9fce-4b7e-91ae-429ae930a46c tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] LIGHTOS: no hostnqn found. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 07:58:08 user nova-compute[74307]: DEBUG os_brick.utils [None req-4828edff-9fce-4b7e-91ae-429ae930a46c tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] <== get_connector_properties: return (165ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:299aca16be88', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:58:08 user nova-compute[74307]: DEBUG nova.virt.block_device [None req-4828edff-9fce-4b7e-91ae-429ae930a46c tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Updating existing volume attachment record: 7d89467f-217a-4589-bd6e-01cc76abb6e8 {{(pid=74307) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 07:58:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:08 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:58:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57dc1091-c824-4b7b-a3e8-ee72d49f6623/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57dc1091-c824-4b7b-a3e8-ee72d49f6623/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57dc1091-c824-4b7b-a3e8-ee72d49f6623/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57dc1091-c824-4b7b-a3e8-ee72d49f6623/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/444bef36-3134-4c31-bd7c-aadf33448410/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/444bef36-3134-4c31-bd7c-aadf33448410/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/444bef36-3134-4c31-bd7c-aadf33448410/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/444bef36-3134-4c31-bd7c-aadf33448410/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:09 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:58:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3e3b04f7-0553-4158-9220-165f25021106/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3e3b04f7-0553-4158-9220-165f25021106/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3e3b04f7-0553-4158-9220-165f25021106/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3e3b04f7-0553-4158-9220-165f25021106/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:58:10 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:58:10 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:58:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Hypervisor/Node resource view: name=user free_ram=7540MB free_disk=25.025043487548828GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 07:58:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:58:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:58:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fe508640-79f4-43d1-b846-00f28f91df79 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:58:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 9ea8255e-1f82-4e7f-b09b-aca682f1f374 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:58:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 6f71d751-f022-4f5f-8458-8a4d3114aae8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:58:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 444bef36-3134-4c31-bd7c-aadf33448410 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:58:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:58:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 9c7e3788-de68-4c6a-aafe-c0ddff45238d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:58:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 380180dd-666a-4a51-96e4-b870658c69e0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:58:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 3e3b04f7-0553-4158-9220-165f25021106 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:58:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:58:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 57dc1091-c824-4b7b-a3e8-ee72d49f6623 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:58:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 07:58:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 07:58:11 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:58:11 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:58:11 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 07:58:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.558s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:58:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:58:12 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:58:12 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Starting heal instance info cache {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 07:58:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "refresh_cache-5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:58:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquired lock "refresh_cache-5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:58:12 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Forcefully refreshing network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 07:58:12 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Updating instance_info_cache with network_info: [{"id": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "address": "fa:16:3e:53:1d:7d", "network": {"id": "0b5afd85-cb93-4bd3-abef-63764752395c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-367974063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e349c7556c954f868b60c401e1a053cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8488c1d4-cb", "ovs_interfaceid": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:58:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Releasing lock "refresh_cache-5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:58:12 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Updated the network info_cache for instance {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 07:58:12 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:58:12 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:58:12 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:58:12 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:58:12 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74307) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 07:58:13 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-c02a307b-4a1c-48a8-9d94-7b8abbad2007 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7 is timed out.
Oct 24 07:58:13 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-c02a307b-4a1c-48a8-9d94-7b8abbad2007 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Successfully detached device vdb from instance 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7 from the live domain config.
Oct 24 07:58:13 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c02a307b-4a1c-48a8-9d94-7b8abbad2007 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] calling os-brick to detach iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 07:58:13 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c02a307b-4a1c-48a8-9d94-7b8abbad2007 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, {'target_iqn': 'iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fpNnslOP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:58:13 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-c02a307b-4a1c-48a8-9d94-7b8abbad2007 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:58:13 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-c02a307b-4a1c-48a8-9d94-7b8abbad2007 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:58:13 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-c02a307b-4a1c-48a8-9d94-7b8abbad2007 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:58:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:13 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e09aacab-46ba-40a5-a03e-59888a66c953]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:13 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c02a307b-4a1c-48a8-9d94-7b8abbad2007 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 07:58:13 user nova-compute[74307]: No targets found.
Oct 24 07:58:13 user nova-compute[74307]: iSNS:
Oct 24 07:58:13 user nova-compute[74307]: No targets found.
Oct 24 07:58:13 user nova-compute[74307]: STATIC:
Oct 24 07:58:13 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854
Oct 24 07:58:13 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:58:13 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:58:13 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437
Oct 24 07:58:13 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:58:13 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:58:13 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d
Oct 24 07:58:13 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:58:13 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:58:13 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445
Oct 24 07:58:13 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:58:13 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:58:13 user nova-compute[74307]: FIRMWARE:
Oct 24 07:58:13 user nova-compute[74307]: No targets found.
Oct 24 07:58:13 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:58:13 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c02a307b-4a1c-48a8-9d94-7b8abbad2007 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 07:58:13 user nova-compute[74307]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 07:58:13 user nova-compute[74307]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74307) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 07:58:13 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c02a307b-4a1c-48a8-9d94-7b8abbad2007 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437', 0)] {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 07:58:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:13 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[92ddc722-228b-4bf6-9a08-c54f52da1f9e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:13 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ad80b16-3df0-453d-840f-ea85221194c1]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:13 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c02a307b-4a1c-48a8-9d94-7b8abbad2007 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:58:13 user nova-compute[74307]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)
Oct 24 07:58:13 user nova-compute[74307]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)
Oct 24 07:58:13 user nova-compute[74307]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 (non-flash)
Oct 24 07:58:13 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:58:13 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c02a307b-4a1c-48a8-9d94-7b8abbad2007 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:58:13 user nova-compute[74307]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)
Oct 24 07:58:13 user nova-compute[74307]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)
Oct 24 07:58:13 user nova-compute[74307]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 (non-flash)
Oct 24 07:58:13 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:58:13 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c02a307b-4a1c-48a8-9d94-7b8abbad2007 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f46240ffe20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437'): ({'sdb'}, set())}) {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 07:58:13 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-c02a307b-4a1c-48a8-9d94-7b8abbad2007 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Removing single pathed devices sdb {{(pid=74307) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 07:58:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:13 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[0247c084-793a-4952-aee3-9b8bfa4551e6]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:13 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[efde2654-06e7-4ada-8e32-dcadd3ada3b4]: (4, ('ok\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:13 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-c02a307b-4a1c-48a8-9d94-7b8abbad2007 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Flushing IO for device /dev/sdb {{(pid=74307) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 07:58:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:13 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[7855f7d6-7a31-4e5e-92e1-362128dfde34]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:13 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-c02a307b-4a1c-48a8-9d94-7b8abbad2007 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74307) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 07:58:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.201s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:14 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e4b0619-ed83-4614-ae76-5a3d5080bde6]: (4, ('1', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:14 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-c02a307b-4a1c-48a8-9d94-7b8abbad2007 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 07:58:14 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-c02a307b-4a1c-48a8-9d94-7b8abbad2007 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] SCSI volumes sdb have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 07:58:14 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c02a307b-4a1c-48a8-9d94-7b8abbad2007 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437')] {{(pid=74307) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 07:58:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.159s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:14 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1ecec4a-c4f0-43fa-a3c2-63a97c435b30]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:14 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c02a307b-4a1c-48a8-9d94-7b8abbad2007 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:58:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 -p 172.16.0.220:3260 --logout {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 -p 172.16.0.220:3260 --logout" returned: 0 in 0.141s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:14 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[07fa99cc-b5f6-4bc2-9832-5fd377970069]: (4, ('Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437, portal: 172.16.0.220,3260]\nLogout of [sid: 30, target: iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:14 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c02a307b-4a1c-48a8-9d94-7b8abbad2007 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437, portal: 172.16.0.220,3260]
Oct 24 07:58:14 user nova-compute[74307]: Logout of [sid: 30, target: iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437, portal: 172.16.0.220,3260] successful.
Oct 24 07:58:14 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:58:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 -p 172.16.0.220:3260 --op delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:91425985-c56e-4c4f-ba14-c62554419437 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:14 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a3b1c78-2ad2-494f-a9ec-488335c94e45]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:14 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c02a307b-4a1c-48a8-9d94-7b8abbad2007 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:58:14 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-c02a307b-4a1c-48a8-9d94-7b8abbad2007 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.727s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:58:14 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-c02a307b-4a1c-48a8-9d94-7b8abbad2007 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] <== disconnect_volume: return (728ms) None {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:58:14 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c02a307b-4a1c-48a8-9d94-7b8abbad2007 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Disconnected iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 07:58:15 user nova-compute[74307]: DEBUG nova.objects.instance [None req-c02a307b-4a1c-48a8-9d94-7b8abbad2007 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lazy-loading 'flavor' on Instance uuid 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:58:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c02a307b-4a1c-48a8-9d94-7b8abbad2007 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.452s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:58:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:58:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-849021fb-cbf5-4858-859f-c17f678c620d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Acquiring lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:58:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-849021fb-cbf5-4858-859f-c17f678c620d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:58:15 user nova-compute[74307]: DEBUG nova.compute.manager [None req-849021fb-cbf5-4858-859f-c17f678c620d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:58:15 user nova-compute[74307]: DEBUG nova.compute.manager [None req-849021fb-cbf5-4858-859f-c17f678c620d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=74307) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Oct 24 07:58:15 user nova-compute[74307]: DEBUG nova.objects.instance [None req-849021fb-cbf5-4858-859f-c17f678c620d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lazy-loading 'flavor' on Instance uuid 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:58:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:58:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:58:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:58:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:58:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:58:15 user nova-compute[74307]: DEBUG nova.compute.manager [req-53d4c214-099d-4cf2-b8e4-732396d82744 req-d7ca6b96-30e2-4d0c-acb9-e65e31458bf7 service nova] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Received event network-vif-unplugged-8488c1d4-cbc5-4b59-8b80-2e18c0773b7c {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:58:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-53d4c214-099d-4cf2-b8e4-732396d82744 req-d7ca6b96-30e2-4d0c-acb9-e65e31458bf7 service nova] Acquiring lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:58:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-53d4c214-099d-4cf2-b8e4-732396d82744 req-d7ca6b96-30e2-4d0c-acb9-e65e31458bf7 service nova] Lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:58:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-53d4c214-099d-4cf2-b8e4-732396d82744 req-d7ca6b96-30e2-4d0c-acb9-e65e31458bf7 service nova] Lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:58:15 user nova-compute[74307]: DEBUG nova.compute.manager [req-53d4c214-099d-4cf2-b8e4-732396d82744 req-d7ca6b96-30e2-4d0c-acb9-e65e31458bf7 service nova] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] No waiting events found dispatching network-vif-unplugged-8488c1d4-cbc5-4b59-8b80-2e18c0773b7c {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:58:15 user nova-compute[74307]: WARNING nova.compute.manager [req-53d4c214-099d-4cf2-b8e4-732396d82744 req-d7ca6b96-30e2-4d0c-acb9-e65e31458bf7 service nova] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Received unexpected event network-vif-unplugged-8488c1d4-cbc5-4b59-8b80-2e18c0773b7c for instance with vm_state active and task_state powering-off.
Oct 24 07:58:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:58:16 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Instance destroyed successfully.
Oct 24 07:58:16 user nova-compute[74307]: DEBUG nova.compute.manager [None req-849021fb-cbf5-4858-859f-c17f678c620d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:58:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-849021fb-cbf5-4858-859f-c17f678c620d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.898s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:58:18 user nova-compute[74307]: DEBUG nova.compute.manager [req-2b7d04ee-6bcb-42f7-b8ba-da250a320767 req-af6980bd-6868-4ab0-ac73-ee38f8a6c608 service nova] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Received event network-vif-plugged-8488c1d4-cbc5-4b59-8b80-2e18c0773b7c {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:58:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2b7d04ee-6bcb-42f7-b8ba-da250a320767 req-af6980bd-6868-4ab0-ac73-ee38f8a6c608 service nova] Acquiring lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:58:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2b7d04ee-6bcb-42f7-b8ba-da250a320767 req-af6980bd-6868-4ab0-ac73-ee38f8a6c608 service nova] Lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:58:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2b7d04ee-6bcb-42f7-b8ba-da250a320767 req-af6980bd-6868-4ab0-ac73-ee38f8a6c608 service nova] Lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:58:18 user nova-compute[74307]: DEBUG nova.compute.manager [req-2b7d04ee-6bcb-42f7-b8ba-da250a320767 req-af6980bd-6868-4ab0-ac73-ee38f8a6c608 service nova] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] No waiting events found dispatching network-vif-plugged-8488c1d4-cbc5-4b59-8b80-2e18c0773b7c {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:58:18 user nova-compute[74307]: WARNING nova.compute.manager [req-2b7d04ee-6bcb-42f7-b8ba-da250a320767 req-af6980bd-6868-4ab0-ac73-ee38f8a6c608 service nova] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Received unexpected event network-vif-plugged-8488c1d4-cbc5-4b59-8b80-2e18c0773b7c for instance with vm_state stopped and task_state None.
Oct 24 07:58:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:58:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG nova.compute.manager [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Start spawning the instance on the hypervisor. {{(pid=74307) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Creating instance directory {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 07:58:22 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Creating image(s)
Oct 24 07:58:22 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Did not create local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Ensure instance console log exists: /opt/stack/data/nova/instances/9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Start _get_guest_xml network_info=[{"id": "53efb0eb-1958-4ef1-8af3-b0b2f98d2587", "address": "fa:16:3e:e8:25:7a", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap53efb0eb-19", "ovs_interfaceid": "53efb0eb-1958-4ef1-8af3-b0b2f98d2587", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-10-24T07:57:19Z,direct_url=<?>,disk_format='qcow2',id=930f3185-bc8f-4fbb-a51a-8ed703da1747,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-1401910973',owner='99565c4aa28a45419afe825961b86a69',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-10-24T07:57:21Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MfabsExq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558', 'attached_at': '', 'detached_at': '', 'volume_id': '43445583-f099-478c-ae7d-c68a7a49dd1d', 'serial': '43445583-f099-478c-ae7d-c68a7a49dd1d'}, 'attachment_id': 'f2f9917f-16d9-4835-b32b-8b2a324839a0', 'guest_format': None, 'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': True, 'volume_type': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 07:58:22 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:58:22 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:58:22 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-10-24T07:57:19Z,direct_url=<?>,disk_format='qcow2',id=930f3185-bc8f-4fbb-a51a-8ed703da1747,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-1401910973',owner='99565c4aa28a45419afe825961b86a69',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-10-24T07:57:21Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Calling os-brick to attach iSCSI Volume {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MfabsExq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:58:22 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:58:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:58:22 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:58:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:58:22 user nova-compute[74307]: INFO os_brick.initiator.connectors.iscsi [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 07:58:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d -p 172.16.0.220:3260 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc760856-bc06-4edd-88e4-44440f74395c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 07:58:22 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d -p 172.16.0.220:3260 --interface default --op new {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[fca21ee6-baa3-41fb-8fb4-d4558d1a8bb9]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d] added\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d] added
Oct 24 07:58:22 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.056s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e106d22-d4c4-4c49-8ea3-8e57e6e9e1b8]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[2baa1ab2-8195-4afa-b5b7-8028f221ad9e]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MfabsExq {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MfabsExq" returned: 0 in 0.023s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bc36fba-e765-4003-99da-db8fd7a79d28]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'MfabsExq'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[369974db-8300-4a5f-a8df-05597c610ef8]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[83ee05b6-4caa-446a-aaa6-227285a4a81f]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:58:22 user nova-compute[74307]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)
Oct 24 07:58:22 user nova-compute[74307]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)
Oct 24 07:58:22 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:58:22 user nova-compute[74307]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)
Oct 24 07:58:22 user nova-compute[74307]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)
Oct 24 07:58:22 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d -p 172.16.0.220:3260 --login {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d -p 172.16.0.220:3260 --login" returned: 0 in 0.068s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[81b30a56-8433-4cb8-9f71-63651387f559]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d, portal: 172.16.0.220,3260]
Oct 24 07:58:22 user nova-compute[74307]: Login to [iface: default, target: iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d, portal: 172.16.0.220,3260] successful.
Oct 24 07:58:22 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e29db43-c83c-4b66-bd3a-48c3144e91eb]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[24a2ca88-2df0-4830-b3b4-2b82a2215b8a]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:58:22 user nova-compute[74307]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)
Oct 24 07:58:22 user nova-compute[74307]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)
Oct 24 07:58:22 user nova-compute[74307]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d (non-flash)
Oct 24 07:58:22 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:58:22 user nova-compute[74307]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)
Oct 24 07:58:22 user nova-compute[74307]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)
Oct 24 07:58:22 user nova-compute[74307]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d (non-flash)
Oct 24 07:58:22 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.335s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Connected to 172.16.0.220:3260 {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] HCTL ('33', '-', '-', 0) found on session 31 with lun 0 {{(pid=74307) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74307) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[68953540-bcf4-4865-987c-fdcfa30990ad]: (4, ('- - 0', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Searching for a device in session 31 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 07:58:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MfabsExq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 07:58:23 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.372s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:58:23 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] <== connect_volume: return (1373ms) {'type': 'block', 'scsi_wwn': '23361313463346336', 'path': '/dev/sdb'} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:58:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23361313463346336', 'path': '/dev/sdb'} {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 07:58:24 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:57:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1832874877',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1832874877',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1832874877',id=34,image_ref='930f3185-bc8f-4fbb-a51a-8ed703da1747',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEANt/wFuy3oS23yrVAcHmq6aXZAW71EQSzZvKZKR1NNkhqpOWB6eMCAFWWX52ilKt66hp3L1ou1v4IAMaxOuPyOBrdWh0/7NyjziZfnpdJbZ1WP+zv2ofM8GYvYyAnikw==',key_name='tempest-keypair-878829391',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='99565c4aa28a45419afe825961b86a69',ramdisk_id='',reservation_id='r-2xm4lsyl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-134367807',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-134367807-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-134367807',owner_user_name='tempest-TestVolumeBootPattern-134367807-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:57:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='43b9c4d4949346bcae8ed60ce4b533af',uuid=9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "53efb0eb-1958-4ef1-8af3-b0b2f98d2587", "address": "fa:16:3e:e8:25:7a", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap53efb0eb-19", "ovs_interfaceid": "53efb0eb-1958-4ef1-8af3-b0b2f98d2587", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 07:58:24 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Converting VIF {"id": "53efb0eb-1958-4ef1-8af3-b0b2f98d2587", "address": "fa:16:3e:e8:25:7a", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap53efb0eb-19", "ovs_interfaceid": "53efb0eb-1958-4ef1-8af3-b0b2f98d2587", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:58:24 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e8:25:7a,bridge_name='br-int',has_traffic_filtering=True,id=53efb0eb-1958-4ef1-8af3-b0b2f98d2587,network=Network(8b96e2e3-eec1-4827-84d4-b2cf8a498fef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap53efb0eb-19') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:58:24 user nova-compute[74307]: DEBUG nova.objects.instance [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lazy-loading 'pci_devices' on Instance uuid 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:58:24 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] End _get_guest_xml xml=<domain type="kvm">
Oct 24 07:58:24 user nova-compute[74307]:   <uuid>9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558</uuid>
Oct 24 07:58:24 user nova-compute[74307]:   <name>instance-00000022</name>
Oct 24 07:58:24 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 07:58:24 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 07:58:24 user nova-compute[74307]:   <metadata>
Oct 24 07:58:24 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 07:58:24 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 07:58:24 user nova-compute[74307]:       <nova:name>tempest-TestVolumeBootPattern-image-snapshot-server-1832874877</nova:name>
Oct 24 07:58:24 user nova-compute[74307]:       <nova:creationTime>2023-10-24 07:58:22</nova:creationTime>
Oct 24 07:58:24 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 07:58:24 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 07:58:24 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 07:58:24 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 07:58:24 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 07:58:24 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 07:58:24 user nova-compute[74307]:       </nova:flavor>
Oct 24 07:58:24 user nova-compute[74307]:       <nova:owner>
Oct 24 07:58:24 user nova-compute[74307]:         <nova:user uuid="43b9c4d4949346bcae8ed60ce4b533af">tempest-TestVolumeBootPattern-134367807-project-member</nova:user>
Oct 24 07:58:24 user nova-compute[74307]:         <nova:project uuid="99565c4aa28a45419afe825961b86a69">tempest-TestVolumeBootPattern-134367807</nova:project>
Oct 24 07:58:24 user nova-compute[74307]:       </nova:owner>
Oct 24 07:58:24 user nova-compute[74307]:       <nova:root type="image" uuid="930f3185-bc8f-4fbb-a51a-8ed703da1747"/>
Oct 24 07:58:24 user nova-compute[74307]:       <nova:ports>
Oct 24 07:58:24 user nova-compute[74307]:         <nova:port uuid="53efb0eb-1958-4ef1-8af3-b0b2f98d2587">
Oct 24 07:58:24 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 24 07:58:24 user nova-compute[74307]:         </nova:port>
Oct 24 07:58:24 user nova-compute[74307]:       </nova:ports>
Oct 24 07:58:24 user nova-compute[74307]:     </nova:instance>
Oct 24 07:58:24 user nova-compute[74307]:   </metadata>
Oct 24 07:58:24 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 07:58:24 user nova-compute[74307]:     <system>
Oct 24 07:58:24 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 07:58:24 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 07:58:24 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 07:58:24 user nova-compute[74307]:       <entry name="serial">9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558</entry>
Oct 24 07:58:24 user nova-compute[74307]:       <entry name="uuid">9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558</entry>
Oct 24 07:58:24 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 07:58:24 user nova-compute[74307]:     </system>
Oct 24 07:58:24 user nova-compute[74307]:   </sysinfo>
Oct 24 07:58:24 user nova-compute[74307]:   <os>
Oct 24 07:58:24 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 07:58:24 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 07:58:24 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 07:58:24 user nova-compute[74307]:   </os>
Oct 24 07:58:24 user nova-compute[74307]:   <features>
Oct 24 07:58:24 user nova-compute[74307]:     <acpi/>
Oct 24 07:58:24 user nova-compute[74307]:     <apic/>
Oct 24 07:58:24 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 07:58:24 user nova-compute[74307]:   </features>
Oct 24 07:58:24 user nova-compute[74307]:   <clock offset="utc">
Oct 24 07:58:24 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 07:58:24 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 07:58:24 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 07:58:24 user nova-compute[74307]:   </clock>
Oct 24 07:58:24 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 07:58:24 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 07:58:24 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 07:58:24 user nova-compute[74307]:   </cpu>
Oct 24 07:58:24 user nova-compute[74307]:   <devices>
Oct 24 07:58:24 user nova-compute[74307]:     <disk type="block" device="disk">
Oct 24 07:58:24 user nova-compute[74307]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:58:24 user nova-compute[74307]:       <source dev="/dev/sdb"/>
Oct 24 07:58:24 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 07:58:24 user nova-compute[74307]:       <serial>43445583-f099-478c-ae7d-c68a7a49dd1d</serial>
Oct 24 07:58:24 user nova-compute[74307]:     </disk>
Oct 24 07:58:24 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 07:58:24 user nova-compute[74307]:       <mac address="fa:16:3e:e8:25:7a"/>
Oct 24 07:58:24 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:58:24 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 07:58:24 user nova-compute[74307]:       <target dev="tap53efb0eb-19"/>
Oct 24 07:58:24 user nova-compute[74307]:     </interface>
Oct 24 07:58:24 user nova-compute[74307]:     <serial type="pty">
Oct 24 07:58:24 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558/console.log" append="off"/>
Oct 24 07:58:24 user nova-compute[74307]:     </serial>
Oct 24 07:58:24 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 07:58:24 user nova-compute[74307]:     <video>
Oct 24 07:58:24 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:58:24 user nova-compute[74307]:     </video>
Oct 24 07:58:24 user nova-compute[74307]:     <rng model="virtio">
Oct 24 07:58:24 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 07:58:24 user nova-compute[74307]:     </rng>
Oct 24 07:58:24 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 07:58:24 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 07:58:24 user nova-compute[74307]:       <stats period="10"/>
Oct 24 07:58:24 user nova-compute[74307]:     </memballoon>
Oct 24 07:58:24 user nova-compute[74307]:   </devices>
Oct 24 07:58:24 user nova-compute[74307]: </domain>
Oct 24 07:58:24 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 07:58:24 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:57:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1832874877',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1832874877',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1832874877',id=34,image_ref='930f3185-bc8f-4fbb-a51a-8ed703da1747',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEANt/wFuy3oS23yrVAcHmq6aXZAW71EQSzZvKZKR1NNkhqpOWB6eMCAFWWX52ilKt66hp3L1ou1v4IAMaxOuPyOBrdWh0/7NyjziZfnpdJbZ1WP+zv2ofM8GYvYyAnikw==',key_name='tempest-keypair-878829391',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='99565c4aa28a45419afe825961b86a69',ramdisk_id='',reservation_id='r-2xm4lsyl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-134367807',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-134367807-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-134367807',owner_user_name='tempest-TestVolumeBootPattern-134367807-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:57:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='43b9c4d4949346bcae8ed60ce4b533af',uuid=9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "53efb0eb-1958-4ef1-8af3-b0b2f98d2587", "address": "fa:16:3e:e8:25:7a", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap53efb0eb-19", "ovs_interfaceid": "53efb0eb-1958-4ef1-8af3-b0b2f98d2587", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 07:58:24 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Converting VIF {"id": "53efb0eb-1958-4ef1-8af3-b0b2f98d2587", "address": "fa:16:3e:e8:25:7a", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap53efb0eb-19", "ovs_interfaceid": "53efb0eb-1958-4ef1-8af3-b0b2f98d2587", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:58:24 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e8:25:7a,bridge_name='br-int',has_traffic_filtering=True,id=53efb0eb-1958-4ef1-8af3-b0b2f98d2587,network=Network(8b96e2e3-eec1-4827-84d4-b2cf8a498fef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap53efb0eb-19') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:58:24 user nova-compute[74307]: DEBUG os_vif [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e8:25:7a,bridge_name='br-int',has_traffic_filtering=True,id=53efb0eb-1958-4ef1-8af3-b0b2f98d2587,network=Network(8b96e2e3-eec1-4827-84d4-b2cf8a498fef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap53efb0eb-19') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 07:58:24 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:58:24 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:58:24 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:58:24 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:58:24 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b6a6a420-630f-5d86-9f4e-b2ff8a367a02', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:58:24 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:58:24 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:58:24 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:58:24 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:58:24 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap53efb0eb-19, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:58:24 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap53efb0eb-19, col_values=(('qos', UUID('b8a562b3-a0ff-4e29-bff1-1e4392c40738')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:58:24 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap53efb0eb-19, col_values=(('external_ids', {'iface-id': '53efb0eb-1958-4ef1-8af3-b0b2f98d2587', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e8:25:7a', 'vm-uuid': '9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:58:24 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:58:24 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:58:24 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:58:24 user nova-compute[74307]: INFO os_vif [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e8:25:7a,bridge_name='br-int',has_traffic_filtering=True,id=53efb0eb-1958-4ef1-8af3-b0b2f98d2587,network=Network(8b96e2e3-eec1-4827-84d4-b2cf8a498fef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap53efb0eb-19')
Oct 24 07:58:24 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:58:24 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] No VIF found with MAC fa:16:3e:e8:25:7a, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:58:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:58:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:58:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:58:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:58:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:58:25 user nova-compute[74307]: DEBUG nova.compute.manager [req-cec40a87-5a3e-43d4-a5c2-e2507961815b req-4c24121e-11dc-4ffc-86ee-67177a83ed98 service nova] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Received event network-vif-plugged-53efb0eb-1958-4ef1-8af3-b0b2f98d2587 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:58:25 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-cec40a87-5a3e-43d4-a5c2-e2507961815b req-4c24121e-11dc-4ffc-86ee-67177a83ed98 service nova] Acquiring lock "9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:58:25 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-cec40a87-5a3e-43d4-a5c2-e2507961815b req-4c24121e-11dc-4ffc-86ee-67177a83ed98 service nova] Lock "9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:58:25 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-cec40a87-5a3e-43d4-a5c2-e2507961815b req-4c24121e-11dc-4ffc-86ee-67177a83ed98 service nova] Lock "9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:58:25 user nova-compute[74307]: DEBUG nova.compute.manager [req-cec40a87-5a3e-43d4-a5c2-e2507961815b req-4c24121e-11dc-4ffc-86ee-67177a83ed98 service nova] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] No waiting events found dispatching network-vif-plugged-53efb0eb-1958-4ef1-8af3-b0b2f98d2587 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:58:25 user nova-compute[74307]: WARNING nova.compute.manager [req-cec40a87-5a3e-43d4-a5c2-e2507961815b req-4c24121e-11dc-4ffc-86ee-67177a83ed98 service nova] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Received unexpected event network-vif-plugged-53efb0eb-1958-4ef1-8af3-b0b2f98d2587 for instance with vm_state building and task_state spawning.
Oct 24 07:58:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:58:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4828edff-9fce-4b7e-91ae-429ae930a46c tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Calling os-brick to attach iSCSI Volume {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-4828edff-9fce-4b7e-91ae-429ae930a46c tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ULWIZRhG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:58:27 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-4828edff-9fce-4b7e-91ae-429ae930a46c tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:58:27 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-4828edff-9fce-4b7e-91ae-429ae930a46c tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-4828edff-9fce-4b7e-91ae-429ae930a46c tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:58:27 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-4828edff-9fce-4b7e-91ae-429ae930a46c tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:58:27 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-4828edff-9fce-4b7e-91ae-429ae930a46c tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-4828edff-9fce-4b7e-91ae-429ae930a46c tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:58:27 user nova-compute[74307]: INFO os_brick.initiator.connectors.iscsi [None req-4828edff-9fce-4b7e-91ae-429ae930a46c tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 07:58:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c -p 172.16.0.220:3260 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a768a5b-d472-4962-af9f-ee43f17de787]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-4828edff-9fce-4b7e-91ae-429ae930a46c tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 07:58:27 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c -p 172.16.0.220:3260 --interface default --op new {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[158b1f79-d183-4bef-93d6-96bad46afda4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c] added\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-4828edff-9fce-4b7e-91ae-429ae930a46c tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c] added
Oct 24 07:58:27 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[eacf3429-9c72-426a-9637-85435fe7451a]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-4828edff-9fce-4b7e-91ae-429ae930a46c tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[db846476-5a51-481e-a434-e340c2447eb2]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-4828edff-9fce-4b7e-91ae-429ae930a46c tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ULWIZRhG {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ULWIZRhG" returned: 0 in 0.023s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[43c759a5-06fc-4a82-a771-659222ca400a]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-4828edff-9fce-4b7e-91ae-429ae930a46c tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ULWIZRhG'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5ddc993-e77c-4cd2-8748-09a22a2c285f]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-4828edff-9fce-4b7e-91ae-429ae930a46c tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f4d07c4-3c64-4980-9f1d-2c8cef2dfa63]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-4828edff-9fce-4b7e-91ae-429ae930a46c tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:58:27 user nova-compute[74307]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)
Oct 24 07:58:27 user nova-compute[74307]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)
Oct 24 07:58:27 user nova-compute[74307]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d (non-flash)
Oct 24 07:58:27 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-4828edff-9fce-4b7e-91ae-429ae930a46c tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:58:27 user nova-compute[74307]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)
Oct 24 07:58:27 user nova-compute[74307]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)
Oct 24 07:58:27 user nova-compute[74307]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d (non-flash)
Oct 24 07:58:27 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c -p 172.16.0.220:3260 --login {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c -p 172.16.0.220:3260 --login" returned: 0 in 0.073s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[1cf5fa83-8b21-4011-9972-4bf1ddbaae2a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-4828edff-9fce-4b7e-91ae-429ae930a46c tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c, portal: 172.16.0.220,3260]
Oct 24 07:58:27 user nova-compute[74307]: Login to [iface: default, target: iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c, portal: 172.16.0.220,3260] successful.
Oct 24 07:58:27 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG nova.compute.manager [req-88b1db44-b9ce-4935-b1b7-25ff85bc517e req-5f89b241-ba80-43fb-92d6-fd5f55958ae2 service nova] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Received event network-vif-plugged-53efb0eb-1958-4ef1-8af3-b0b2f98d2587 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-88b1db44-b9ce-4935-b1b7-25ff85bc517e req-5f89b241-ba80-43fb-92d6-fd5f55958ae2 service nova] Acquiring lock "9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-88b1db44-b9ce-4935-b1b7-25ff85bc517e req-5f89b241-ba80-43fb-92d6-fd5f55958ae2 service nova] Lock "9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-88b1db44-b9ce-4935-b1b7-25ff85bc517e req-5f89b241-ba80-43fb-92d6-fd5f55958ae2 service nova] Lock "9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG nova.compute.manager [req-88b1db44-b9ce-4935-b1b7-25ff85bc517e req-5f89b241-ba80-43fb-92d6-fd5f55958ae2 service nova] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] No waiting events found dispatching network-vif-plugged-53efb0eb-1958-4ef1-8af3-b0b2f98d2587 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:58:27 user nova-compute[74307]: WARNING nova.compute.manager [req-88b1db44-b9ce-4935-b1b7-25ff85bc517e req-5f89b241-ba80-43fb-92d6-fd5f55958ae2 service nova] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Received unexpected event network-vif-plugged-53efb0eb-1958-4ef1-8af3-b0b2f98d2587 for instance with vm_state building and task_state spawning.
Oct 24 07:58:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cdf213f-0b44-4abd-811c-847e5dc1d415]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-4828edff-9fce-4b7e-91ae-429ae930a46c tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[86987e8c-e2f0-48c6-83c7-88562753348d]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-4828edff-9fce-4b7e-91ae-429ae930a46c tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:58:27 user nova-compute[74307]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)
Oct 24 07:58:27 user nova-compute[74307]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)
Oct 24 07:58:27 user nova-compute[74307]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d (non-flash)
Oct 24 07:58:27 user nova-compute[74307]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c (non-flash)
Oct 24 07:58:27 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-4828edff-9fce-4b7e-91ae-429ae930a46c tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:58:27 user nova-compute[74307]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)
Oct 24 07:58:27 user nova-compute[74307]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)
Oct 24 07:58:27 user nova-compute[74307]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d (non-flash)
Oct 24 07:58:27 user nova-compute[74307]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c (non-flash)
Oct 24 07:58:27 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-4828edff-9fce-4b7e-91ae-429ae930a46c tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.315s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-4828edff-9fce-4b7e-91ae-429ae930a46c tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Connected to 172.16.0.220:3260 {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-4828edff-9fce-4b7e-91ae-429ae930a46c tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] HCTL ('36', '-', '-', 0) found on session 32 with lun 0 {{(pid=74307) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-4828edff-9fce-4b7e-91ae-429ae930a46c tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74307) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d0d0a3f-1b31-465d-aaf1-5f38fc479bdc]: (4, ('- - 0', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-4828edff-9fce-4b7e-91ae-429ae930a46c tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Searching for a device in session 32 and hctl ['36', '*', '*', 0] yield: None {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG nova.compute.manager [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 07:58:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Guest created on hypervisor {{(pid=74307) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 07:58:27 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Instance spawned successfully.
Oct 24 07:58:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 07:58:28 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Found default for hw_input_bus of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:58:28 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Found default for hw_pointer_model of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 07:58:28 user nova-compute[74307]: INFO nova.compute.manager [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Took 5.52 seconds to spawn the instance on the hypervisor.
Oct 24 07:58:28 user nova-compute[74307]: DEBUG nova.compute.manager [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:58:28 user nova-compute[74307]: INFO nova.compute.manager [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Took 48.61 seconds to build instance.
Oct 24 07:58:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5a29bb5e-76b9-4c1d-a134-41f640053572 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 48.809s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:58:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 35.957s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:58:28 user nova-compute[74307]: INFO nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] During sync_power_state the instance has a pending task (block_device_mapping). Skip.
Oct 24 07:58:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:58:28 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-4828edff-9fce-4b7e-91ae-429ae930a46c tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Searching for a device in session 32 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 07:58:28 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-4828edff-9fce-4b7e-91ae-429ae930a46c tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ULWIZRhG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 07:58:28 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-4828edff-9fce-4b7e-91ae-429ae930a46c tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.351s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:58:28 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-4828edff-9fce-4b7e-91ae-429ae930a46c tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] <== connect_volume: return (1353ms) {'type': 'block', 'scsi_wwn': '26334363237333963', 'path': '/dev/sde'} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:58:28 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4828edff-9fce-4b7e-91ae-429ae930a46c tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26334363237333963', 'path': '/dev/sde'} {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 07:58:28 user nova-compute[74307]: DEBUG nova.objects.instance [None req-4828edff-9fce-4b7e-91ae-429ae930a46c tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Lazy-loading 'flavor' on Instance uuid 3e3b04f7-0553-4158-9220-165f25021106 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:58:28 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-4828edff-9fce-4b7e-91ae-429ae930a46c tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 07:58:28 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:58:28 user nova-compute[74307]:   <source dev="/dev/sde"/>
Oct 24 07:58:28 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 07:58:28 user nova-compute[74307]:   <serial>4c1643b1-935f-4ce0-a035-131b26fbc36c</serial>
Oct 24 07:58:28 user nova-compute[74307]: </disk>
Oct 24 07:58:28 user nova-compute[74307]:  {{(pid=74307) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 07:58:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:58:29 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-4828edff-9fce-4b7e-91ae-429ae930a46c tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:58:29 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-4828edff-9fce-4b7e-91ae-429ae930a46c tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:58:29 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-4828edff-9fce-4b7e-91ae-429ae930a46c tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] No VIF found with MAC fa:16:3e:fc:98:0a, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:58:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4828edff-9fce-4b7e-91ae-429ae930a46c tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Lock "3e3b04f7-0553-4158-9220-165f25021106" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 21.858s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:58:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:58:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5d7d27fc-4990-4716-8890-6a86f161159b tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Acquiring lock "3e3b04f7-0553-4158-9220-165f25021106" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:58:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5d7d27fc-4990-4716-8890-6a86f161159b tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Lock "3e3b04f7-0553-4158-9220-165f25021106" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:58:34 user nova-compute[74307]: DEBUG nova.objects.instance [None req-5d7d27fc-4990-4716-8890-6a86f161159b tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Lazy-loading 'flavor' on Instance uuid 3e3b04f7-0553-4158-9220-165f25021106 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:58:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:58:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5d7d27fc-4990-4716-8890-6a86f161159b tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Lock "3e3b04f7-0553-4158-9220-165f25021106" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.074s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:58:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5d7d27fc-4990-4716-8890-6a86f161159b tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Acquiring lock "3e3b04f7-0553-4158-9220-165f25021106" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:58:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5d7d27fc-4990-4716-8890-6a86f161159b tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Lock "3e3b04f7-0553-4158-9220-165f25021106" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:58:34 user nova-compute[74307]: INFO nova.compute.manager [None req-5d7d27fc-4990-4716-8890-6a86f161159b tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Attaching volume 3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2 to /dev/vdc
Oct 24 07:58:34 user nova-compute[74307]: DEBUG os_brick.utils [None req-5d7d27fc-4990-4716-8890-6a86f161159b tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:58:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:34 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ef01d10-bde5-4fef-b570-b23542d4651f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:299aca16be88\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:34 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[12552c42-79f3-4071-af51-4c8c37213c50]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.025s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:34 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8d07fee-0b16-45b4-9561-b16071529e37]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:34 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[653d0bc1-63d7-4a7c-862b-fbf092ca7fc4]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-5d7d27fc-4990-4716-8890-6a86f161159b tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Running cmd (subprocess): nvme version {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-5d7d27fc-4990-4716-8890-6a86f161159b tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] 'nvme version' failed. Not Retrying. {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:58:34 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5d7d27fc-4990-4716-8890-6a86f161159b tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] nvme not present on system {{(pid=74307) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 07:58:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:58:34 user nova-compute[74307]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 07:58:34 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[1afb9a1a-17a9-44f0-abe2-b9bd4d8b5916]: (4, '') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:34 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-5d7d27fc-4990-4716-8890-6a86f161159b tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74307) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 07:58:34 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-5d7d27fc-4990-4716-8890-6a86f161159b tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 07:58:34 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-5d7d27fc-4990-4716-8890-6a86f161159b tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] LIGHTOS: no hostnqn found. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 07:58:34 user nova-compute[74307]: DEBUG os_brick.utils [None req-5d7d27fc-4990-4716-8890-6a86f161159b tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] <== get_connector_properties: return (139ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:299aca16be88', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:58:34 user nova-compute[74307]: DEBUG nova.virt.block_device [None req-5d7d27fc-4990-4716-8890-6a86f161159b tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Updating existing volume attachment record: 40eaff75-beea-4499-867b-31760a0fcc32 {{(pid=74307) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 07:58:39 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:58:40 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:58:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:58:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:58:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:58:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:58:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:58:54 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5d7d27fc-4990-4716-8890-6a86f161159b tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Calling os-brick to attach iSCSI Volume {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 07:58:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d7d27fc-4990-4716-8890-6a86f161159b tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZPHSraol', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:58:54 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-5d7d27fc-4990-4716-8890-6a86f161159b tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:58:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-5d7d27fc-4990-4716-8890-6a86f161159b tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:58:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-5d7d27fc-4990-4716-8890-6a86f161159b tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:58:54 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-5d7d27fc-4990-4716-8890-6a86f161159b tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:58:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-5d7d27fc-4990-4716-8890-6a86f161159b tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:58:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-5d7d27fc-4990-4716-8890-6a86f161159b tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:58:54 user nova-compute[74307]: INFO os_brick.initiator.connectors.iscsi [None req-5d7d27fc-4990-4716-8890-6a86f161159b tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 07:58:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2 -p 172.16.0.220:3260 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:54 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e270473d-c177-4027-95e6-1196d5676bfc]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d7d27fc-4990-4716-8890-6a86f161159b tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 07:58:54 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:58:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2 -p 172.16.0.220:3260 --interface default --op new {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:54 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b6363ac-8173-43e5-b0b7-77de92eb95fe]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2] added\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d7d27fc-4990-4716-8890-6a86f161159b tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2] added
Oct 24 07:58:54 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:58:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:54 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[10888763-d04d-4d7b-8b43-97dbf377742d]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d7d27fc-4990-4716-8890-6a86f161159b tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:58:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:54 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[6663c0de-58af-4967-b6bc-e1e0085e5b7f]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d7d27fc-4990-4716-8890-6a86f161159b tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:58:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZPHSraol {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZPHSraol" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:54 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[4cdc622c-766b-4a94-8ce6-8b54f12f7552]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d7d27fc-4990-4716-8890-6a86f161159b tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ZPHSraol'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:58:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:54 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a0d744d-fe6a-488c-b157-758c5be21d46]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d7d27fc-4990-4716-8890-6a86f161159b tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:58:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:54 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[3574a116-9549-4d9f-b98a-162a7eb1d8f0]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d7d27fc-4990-4716-8890-6a86f161159b tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:58:54 user nova-compute[74307]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)
Oct 24 07:58:54 user nova-compute[74307]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)
Oct 24 07:58:54 user nova-compute[74307]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d (non-flash)
Oct 24 07:58:54 user nova-compute[74307]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c (non-flash)
Oct 24 07:58:54 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:58:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d7d27fc-4990-4716-8890-6a86f161159b tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:58:54 user nova-compute[74307]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)
Oct 24 07:58:54 user nova-compute[74307]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)
Oct 24 07:58:54 user nova-compute[74307]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d (non-flash)
Oct 24 07:58:54 user nova-compute[74307]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c (non-flash)
Oct 24 07:58:54 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:58:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2 -p 172.16.0.220:3260 --login {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2 -p 172.16.0.220:3260 --login" returned: 0 in 0.081s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:54 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1722d33-ed2d-4088-9128-591e9c4fd084]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d7d27fc-4990-4716-8890-6a86f161159b tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2, portal: 172.16.0.220,3260]
Oct 24 07:58:54 user nova-compute[74307]: Login to [iface: default, target: iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2, portal: 172.16.0.220,3260] successful.
Oct 24 07:58:54 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:58:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:54 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[288584d1-de57-476a-a6bd-e73d2e417dff]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d7d27fc-4990-4716-8890-6a86f161159b tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:58:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:54 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[215f403a-fcb8-4ef0-a9d1-dfa80a9b9104]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d7d27fc-4990-4716-8890-6a86f161159b tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:58:54 user nova-compute[74307]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)
Oct 24 07:58:54 user nova-compute[74307]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)
Oct 24 07:58:54 user nova-compute[74307]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d (non-flash)
Oct 24 07:58:54 user nova-compute[74307]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c (non-flash)
Oct 24 07:58:54 user nova-compute[74307]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2 (non-flash)
Oct 24 07:58:54 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:58:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d7d27fc-4990-4716-8890-6a86f161159b tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:58:54 user nova-compute[74307]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)
Oct 24 07:58:54 user nova-compute[74307]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)
Oct 24 07:58:54 user nova-compute[74307]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d (non-flash)
Oct 24 07:58:54 user nova-compute[74307]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c (non-flash)
Oct 24 07:58:54 user nova-compute[74307]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2 (non-flash)
Oct 24 07:58:54 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:58:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-5d7d27fc-4990-4716-8890-6a86f161159b tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.323s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:58:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d7d27fc-4990-4716-8890-6a86f161159b tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Connected to 172.16.0.220:3260 {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 07:58:54 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-5d7d27fc-4990-4716-8890-6a86f161159b tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] HCTL ('37', '-', '-', 0) found on session 33 with lun 0 {{(pid=74307) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 07:58:54 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-5d7d27fc-4990-4716-8890-6a86f161159b tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74307) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 07:58:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:58:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:58:54 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8c58f20-ef06-4a27-bd32-8cc39caabf14]: (4, ('- - 0', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:58:54 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-5d7d27fc-4990-4716-8890-6a86f161159b tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Searching for a device in session 33 and hctl ['37', '*', '*', 0] yield: None {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 07:58:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:58:55 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-5d7d27fc-4990-4716-8890-6a86f161159b tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Searching for a device in session 33 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 07:58:55 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d7d27fc-4990-4716-8890-6a86f161159b tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZPHSraol', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 07:58:55 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-5d7d27fc-4990-4716-8890-6a86f161159b tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.354s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:58:55 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d7d27fc-4990-4716-8890-6a86f161159b tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] <== connect_volume: return (1356ms) {'type': 'block', 'scsi_wwn': '26261646332663964', 'path': '/dev/sdf'} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:58:55 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5d7d27fc-4990-4716-8890-6a86f161159b tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26261646332663964', 'path': '/dev/sdf'} {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 07:58:55 user nova-compute[74307]: DEBUG nova.objects.instance [None req-5d7d27fc-4990-4716-8890-6a86f161159b tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Lazy-loading 'flavor' on Instance uuid 3e3b04f7-0553-4158-9220-165f25021106 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:58:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-5d7d27fc-4990-4716-8890-6a86f161159b tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 07:58:56 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:58:56 user nova-compute[74307]:   <source dev="/dev/sdf"/>
Oct 24 07:58:56 user nova-compute[74307]:   <target dev="vdc" bus="virtio"/>
Oct 24 07:58:56 user nova-compute[74307]:   <serial>3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2</serial>
Oct 24 07:58:56 user nova-compute[74307]: </disk>
Oct 24 07:58:56 user nova-compute[74307]:  {{(pid=74307) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 07:58:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5d7d27fc-4990-4716-8890-6a86f161159b tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:58:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5d7d27fc-4990-4716-8890-6a86f161159b tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:58:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5d7d27fc-4990-4716-8890-6a86f161159b tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:58:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5d7d27fc-4990-4716-8890-6a86f161159b tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] No VIF found with MAC fa:16:3e:fc:98:0a, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:58:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5d7d27fc-4990-4716-8890-6a86f161159b tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Lock "3e3b04f7-0553-4158-9220-165f25021106" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 22.319s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:58:57 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-ccb7c04a-1af9-4dbb-a561-3eeacfbb50e1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Acquiring lock "3e3b04f7-0553-4158-9220-165f25021106" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:58:57 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-ccb7c04a-1af9-4dbb-a561-3eeacfbb50e1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Lock "3e3b04f7-0553-4158-9220-165f25021106" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:58:57 user nova-compute[74307]: INFO nova.compute.manager [None req-ccb7c04a-1af9-4dbb-a561-3eeacfbb50e1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Detaching volume 3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2
Oct 24 07:58:57 user nova-compute[74307]: INFO nova.virt.block_device [None req-ccb7c04a-1af9-4dbb-a561-3eeacfbb50e1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Attempting to driver detach volume 3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2 from mountpoint /dev/vdc
Oct 24 07:58:57 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-ccb7c04a-1af9-4dbb-a561-3eeacfbb50e1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Attempting to detach device vdc from instance 3e3b04f7-0553-4158-9220-165f25021106 from the persistent domain config. {{(pid=74307) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 07:58:57 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-ccb7c04a-1af9-4dbb-a561-3eeacfbb50e1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 07:58:57 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:58:57 user nova-compute[74307]:   <source dev="/dev/sdf"/>
Oct 24 07:58:57 user nova-compute[74307]:   <target dev="vdc" bus="virtio"/>
Oct 24 07:58:57 user nova-compute[74307]:   <serial>3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2</serial>
Oct 24 07:58:57 user nova-compute[74307]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 24 07:58:57 user nova-compute[74307]: </disk>
Oct 24 07:58:57 user nova-compute[74307]:  {{(pid=74307) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 07:58:57 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-ccb7c04a-1af9-4dbb-a561-3eeacfbb50e1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Successfully detached device vdc from instance 3e3b04f7-0553-4158-9220-165f25021106 from the persistent domain config.
Oct 24 07:58:57 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-ccb7c04a-1af9-4dbb-a561-3eeacfbb50e1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 3e3b04f7-0553-4158-9220-165f25021106 from the live domain config. {{(pid=74307) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 07:58:57 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-ccb7c04a-1af9-4dbb-a561-3eeacfbb50e1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 07:58:57 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:58:57 user nova-compute[74307]:   <source dev="/dev/sdf"/>
Oct 24 07:58:57 user nova-compute[74307]:   <target dev="vdc" bus="virtio"/>
Oct 24 07:58:57 user nova-compute[74307]:   <serial>3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2</serial>
Oct 24 07:58:57 user nova-compute[74307]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 24 07:58:57 user nova-compute[74307]: </disk>
Oct 24 07:58:57 user nova-compute[74307]:  {{(pid=74307) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 07:58:58 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-ccb7c04a-1af9-4dbb-a561-3eeacfbb50e1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 3e3b04f7-0553-4158-9220-165f25021106 {{(pid=74307) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 07:58:59 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:58:59 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-3ec6cda3-d2a4-465d-850d-4a9b2fb90972 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquiring lock "9c7e3788-de68-4c6a-aafe-c0ddff45238d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:59:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-3ec6cda3-d2a4-465d-850d-4a9b2fb90972 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "9c7e3788-de68-4c6a-aafe-c0ddff45238d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:59:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-3ec6cda3-d2a4-465d-850d-4a9b2fb90972 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquiring lock "9c7e3788-de68-4c6a-aafe-c0ddff45238d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:59:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-3ec6cda3-d2a4-465d-850d-4a9b2fb90972 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "9c7e3788-de68-4c6a-aafe-c0ddff45238d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:59:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-3ec6cda3-d2a4-465d-850d-4a9b2fb90972 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "9c7e3788-de68-4c6a-aafe-c0ddff45238d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:59:02 user nova-compute[74307]: INFO nova.compute.manager [None req-3ec6cda3-d2a4-465d-850d-4a9b2fb90972 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Terminating instance
Oct 24 07:59:02 user nova-compute[74307]: DEBUG nova.compute.manager [None req-3ec6cda3-d2a4-465d-850d-4a9b2fb90972 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Start destroying the instance on the hypervisor. {{(pid=74307) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 07:59:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:02 user nova-compute[74307]: DEBUG nova.compute.manager [req-81482bca-98b5-4ca7-a12f-875e96ce6b8d req-da8b03c1-6314-4c33-9761-7ec08cf5de9a service nova] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Received event network-vif-unplugged-2e0174dd-dd18-4b58-b176-ed75098ad8ab {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:59:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-81482bca-98b5-4ca7-a12f-875e96ce6b8d req-da8b03c1-6314-4c33-9761-7ec08cf5de9a service nova] Acquiring lock "9c7e3788-de68-4c6a-aafe-c0ddff45238d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:59:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-81482bca-98b5-4ca7-a12f-875e96ce6b8d req-da8b03c1-6314-4c33-9761-7ec08cf5de9a service nova] Lock "9c7e3788-de68-4c6a-aafe-c0ddff45238d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:59:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-81482bca-98b5-4ca7-a12f-875e96ce6b8d req-da8b03c1-6314-4c33-9761-7ec08cf5de9a service nova] Lock "9c7e3788-de68-4c6a-aafe-c0ddff45238d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:59:02 user nova-compute[74307]: DEBUG nova.compute.manager [req-81482bca-98b5-4ca7-a12f-875e96ce6b8d req-da8b03c1-6314-4c33-9761-7ec08cf5de9a service nova] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] No waiting events found dispatching network-vif-unplugged-2e0174dd-dd18-4b58-b176-ed75098ad8ab {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:59:02 user nova-compute[74307]: DEBUG nova.compute.manager [req-81482bca-98b5-4ca7-a12f-875e96ce6b8d req-da8b03c1-6314-4c33-9761-7ec08cf5de9a service nova] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Received event network-vif-unplugged-2e0174dd-dd18-4b58-b176-ed75098ad8ab for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 07:59:03 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Instance destroyed successfully.
Oct 24 07:59:03 user nova-compute[74307]: DEBUG nova.objects.instance [None req-3ec6cda3-d2a4-465d-850d-4a9b2fb90972 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lazy-loading 'resources' on Instance uuid 9c7e3788-de68-4c6a-aafe-c0ddff45238d {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-3ec6cda3-d2a4-465d-850d-4a9b2fb90972 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:52:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1426168195',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1426168195',id=27,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:55:28Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8663add8cb13470095b2b73e60705507',ramdisk_id='',reservation_id='r-p3pn7htc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-977236319',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T07:57:16Z,user_data=None,user_id='514c86e8bc0b4f028a4e831cc15f1dd0',uuid=9c7e3788-de68-4c6a-aafe-c0ddff45238d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2e0174dd-dd18-4b58-b176-ed75098ad8ab", "address": "fa:16:3e:37:c3:ee", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e0174dd-dd", "ovs_interfaceid": "2e0174dd-dd18-4b58-b176-ed75098ad8ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-3ec6cda3-d2a4-465d-850d-4a9b2fb90972 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Converting VIF {"id": "2e0174dd-dd18-4b58-b176-ed75098ad8ab", "address": "fa:16:3e:37:c3:ee", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e0174dd-dd", "ovs_interfaceid": "2e0174dd-dd18-4b58-b176-ed75098ad8ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-3ec6cda3-d2a4-465d-850d-4a9b2fb90972 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:37:c3:ee,bridge_name='br-int',has_traffic_filtering=True,id=2e0174dd-dd18-4b58-b176-ed75098ad8ab,network=Network(3db729c6-868c-43bd-b594-4d15882c5b5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e0174dd-dd') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG os_vif [None req-3ec6cda3-d2a4-465d-850d-4a9b2fb90972 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:37:c3:ee,bridge_name='br-int',has_traffic_filtering=True,id=2e0174dd-dd18-4b58-b176-ed75098ad8ab,network=Network(3db729c6-868c-43bd-b594-4d15882c5b5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e0174dd-dd') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2e0174dd-dd, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=176a05a7-031a-4219-9046-f7d9e692a61f) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:03 user nova-compute[74307]: INFO os_vif [None req-3ec6cda3-d2a4-465d-850d-4a9b2fb90972 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:37:c3:ee,bridge_name='br-int',has_traffic_filtering=True,id=2e0174dd-dd18-4b58-b176-ed75098ad8ab,network=Network(3db729c6-868c-43bd-b594-4d15882c5b5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e0174dd-dd')
Oct 24 07:59:03 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3ec6cda3-d2a4-465d-850d-4a9b2fb90972 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] calling os-brick to detach iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ec6cda3-d2a4-465d-850d-4a9b2fb90972 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, {'target_iqn': 'iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iBzNlQUP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': True}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:59:03 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-3ec6cda3-d2a4-465d-850d-4a9b2fb90972 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:59:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-3ec6cda3-d2a4-465d-850d-4a9b2fb90972 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-3ec6cda3-d2a4-465d-850d-4a9b2fb90972 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3ea23eb-8307-45d3-a71e-b2f82b2b4b35]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ec6cda3-d2a4-465d-850d-4a9b2fb90972 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 07:59:03 user nova-compute[74307]: No targets found.
Oct 24 07:59:03 user nova-compute[74307]: iSNS:
Oct 24 07:59:03 user nova-compute[74307]: No targets found.
Oct 24 07:59:03 user nova-compute[74307]: STATIC:
Oct 24 07:59:03 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854
Oct 24 07:59:03 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:59:03 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:59:03 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d
Oct 24 07:59:03 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:59:03 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:59:03 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c
Oct 24 07:59:03 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:59:03 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:59:03 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d
Oct 24 07:59:03 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:59:03 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:59:03 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445
Oct 24 07:59:03 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:59:03 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:59:03 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2
Oct 24 07:59:03 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:59:03 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:59:03 user nova-compute[74307]: FIRMWARE:
Oct 24 07:59:03 user nova-compute[74307]: No targets found.
Oct 24 07:59:03 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ec6cda3-d2a4-465d-850d-4a9b2fb90972 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 07:59:03 user nova-compute[74307]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 07:59:03 user nova-compute[74307]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74307) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ec6cda3-d2a4-465d-850d-4a9b2fb90972 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445', 0)] {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[102b361f-cc47-482f-a684-7a92f66c0cb6]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[986da007-f9e8-466f-9bf9-a3fda3c8d014]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ec6cda3-d2a4-465d-850d-4a9b2fb90972 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:59:03 user nova-compute[74307]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)
Oct 24 07:59:03 user nova-compute[74307]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)
Oct 24 07:59:03 user nova-compute[74307]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d (non-flash)
Oct 24 07:59:03 user nova-compute[74307]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c (non-flash)
Oct 24 07:59:03 user nova-compute[74307]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2 (non-flash)
Oct 24 07:59:03 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ec6cda3-d2a4-465d-850d-4a9b2fb90972 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:59:03 user nova-compute[74307]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 (non-flash)
Oct 24 07:59:03 user nova-compute[74307]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)
Oct 24 07:59:03 user nova-compute[74307]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d (non-flash)
Oct 24 07:59:03 user nova-compute[74307]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c (non-flash)
Oct 24 07:59:03 user nova-compute[74307]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2 (non-flash)
Oct 24 07:59:03 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ec6cda3-d2a4-465d-850d-4a9b2fb90972 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f46242a27a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445'): ({'sdg'}, set())}) {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-3ec6cda3-d2a4-465d-850d-4a9b2fb90972 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Removing single pathed devices sdg {{(pid=74307) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[76763972-d1c4-43b8-bf5f-7e492a5973b0]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca0ce0fc-5653-4297-bc42-b60bc56891a3]: (4, ('ok\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-3ec6cda3-d2a4-465d-850d-4a9b2fb90972 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Flushing IO for device /dev/sdg {{(pid=74307) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[26684f5b-8451-4d6e-a893-2aaeb6f3ef45]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-3ec6cda3-d2a4-465d-850d-4a9b2fb90972 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=74307) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.045s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bc7f4d7-05fa-4e1c-bcc9-f2f0dadf7698]: (4, ('1', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-3ec6cda3-d2a4-465d-850d-4a9b2fb90972 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-3ec6cda3-d2a4-465d-850d-4a9b2fb90972 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] SCSI volumes sdg have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ec6cda3-d2a4-465d-850d-4a9b2fb90972 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445')] {{(pid=74307) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1c3304e-6f2e-4067-b331-0e23664f7ea3]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ec6cda3-d2a4-465d-850d-4a9b2fb90972 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 -p 172.16.0.220:3260 --logout {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 -p 172.16.0.220:3260 --logout" returned: 0 in 0.076s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[822dd303-7ff3-4062-9ac4-63c7c39163e5]: (4, ('Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445, portal: 172.16.0.220,3260]\nLogout of [sid: 27, target: iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ec6cda3-d2a4-465d-850d-4a9b2fb90972 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445, portal: 172.16.0.220,3260]
Oct 24 07:59:03 user nova-compute[74307]: Logout of [sid: 27, target: iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445, portal: 172.16.0.220,3260] successful.
Oct 24 07:59:03 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 -p 172.16.0.220:3260 --op delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6483e0ec-8f1b-4859-95e5-30d872c4c445 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a996068-e922-4aa2-8306-26a6fc5951ab]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ec6cda3-d2a4-465d-850d-4a9b2fb90972 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-3ec6cda3-d2a4-465d-850d-4a9b2fb90972 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.453s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ec6cda3-d2a4-465d-850d-4a9b2fb90972 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] <== disconnect_volume: return (454ms) None {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3ec6cda3-d2a4-465d-850d-4a9b2fb90972 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Disconnected iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 07:59:03 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-3ec6cda3-d2a4-465d-850d-4a9b2fb90972 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Deleting instance files /opt/stack/data/nova/instances/9c7e3788-de68-4c6a-aafe-c0ddff45238d_del
Oct 24 07:59:03 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-3ec6cda3-d2a4-465d-850d-4a9b2fb90972 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Deletion of /opt/stack/data/nova/instances/9c7e3788-de68-4c6a-aafe-c0ddff45238d_del complete
Oct 24 07:59:03 user nova-compute[74307]: INFO nova.compute.manager [None req-3ec6cda3-d2a4-465d-850d-4a9b2fb90972 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Took 1.36 seconds to destroy the instance on the hypervisor.
Oct 24 07:59:03 user nova-compute[74307]: DEBUG oslo.service.loopingcall [None req-3ec6cda3-d2a4-465d-850d-4a9b2fb90972 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74307) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG nova.compute.manager [-] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Deallocating network for instance {{(pid=74307) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] deallocate_for_instance() {{(pid=74307) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 07:59:03 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:59:04 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:59:04 user nova-compute[74307]: INFO nova.compute.manager [-] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Took 0.64 seconds to deallocate network for instance.
Oct 24 07:59:04 user nova-compute[74307]: DEBUG nova.compute.manager [req-9f90a1e6-85d8-4620-86db-4711c7c61afe req-e69e28e9-761d-4695-a1cd-44228d8efe2a service nova] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Received event network-vif-deleted-2e0174dd-dd18-4b58-b176-ed75098ad8ab {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:59:04 user nova-compute[74307]: DEBUG nova.compute.manager [req-bb447767-7427-4c15-b86f-1ab41cf49f6c req-02126f3c-9640-476f-b69b-2764388dbba9 service nova] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Received event network-vif-plugged-2e0174dd-dd18-4b58-b176-ed75098ad8ab {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:59:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-bb447767-7427-4c15-b86f-1ab41cf49f6c req-02126f3c-9640-476f-b69b-2764388dbba9 service nova] Acquiring lock "9c7e3788-de68-4c6a-aafe-c0ddff45238d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:59:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-bb447767-7427-4c15-b86f-1ab41cf49f6c req-02126f3c-9640-476f-b69b-2764388dbba9 service nova] Lock "9c7e3788-de68-4c6a-aafe-c0ddff45238d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:59:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-bb447767-7427-4c15-b86f-1ab41cf49f6c req-02126f3c-9640-476f-b69b-2764388dbba9 service nova] Lock "9c7e3788-de68-4c6a-aafe-c0ddff45238d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:59:04 user nova-compute[74307]: DEBUG nova.compute.manager [req-bb447767-7427-4c15-b86f-1ab41cf49f6c req-02126f3c-9640-476f-b69b-2764388dbba9 service nova] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] No waiting events found dispatching network-vif-plugged-2e0174dd-dd18-4b58-b176-ed75098ad8ab {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:59:04 user nova-compute[74307]: WARNING nova.compute.manager [req-bb447767-7427-4c15-b86f-1ab41cf49f6c req-02126f3c-9640-476f-b69b-2764388dbba9 service nova] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Received unexpected event network-vif-plugged-2e0174dd-dd18-4b58-b176-ed75098ad8ab for instance with vm_state active and task_state deleting.
Oct 24 07:59:05 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:59:05 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:59:07 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:59:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:59:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:59:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:59:07 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 07:59:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:59:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:08 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:59:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:08 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57dc1091-c824-4b7b-a3e8-ee72d49f6623/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57dc1091-c824-4b7b-a3e8-ee72d49f6623/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57dc1091-c824-4b7b-a3e8-ee72d49f6623/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57dc1091-c824-4b7b-a3e8-ee72d49f6623/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/444bef36-3134-4c31-bd7c-aadf33448410/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/444bef36-3134-4c31-bd7c-aadf33448410/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/444bef36-3134-4c31-bd7c-aadf33448410/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/444bef36-3134-4c31-bd7c-aadf33448410/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:09 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:59:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3e3b04f7-0553-4158-9220-165f25021106/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3e3b04f7-0553-4158-9220-165f25021106/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3e3b04f7-0553-4158-9220-165f25021106/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3e3b04f7-0553-4158-9220-165f25021106/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:09 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 07:59:10 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:59:10 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:59:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Hypervisor/Node resource view: name=user free_ram=7812MB free_disk=24.994022369384766GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 07:59:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:59:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:59:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fe508640-79f4-43d1-b846-00f28f91df79 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:59:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 9ea8255e-1f82-4e7f-b09b-aca682f1f374 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:59:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 6f71d751-f022-4f5f-8458-8a4d3114aae8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:59:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 444bef36-3134-4c31-bd7c-aadf33448410 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:59:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:59:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 9c7e3788-de68-4c6a-aafe-c0ddff45238d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:59:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 380180dd-666a-4a51-96e4-b870658c69e0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:59:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 3e3b04f7-0553-4158-9220-165f25021106 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:59:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:59:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 57dc1091-c824-4b7b-a3e8-ee72d49f6623 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 07:59:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 07:59:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 07:59:10 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:59:10 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:59:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 07:59:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.495s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:59:11 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:59:11 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Starting heal instance info cache {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 07:59:11 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Didn't find any instances for network info cache update. {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 24 07:59:11 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:59:11 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:59:11 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:59:11 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74307) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 07:59:12 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:59:13 user nova-compute[74307]: INFO nova.compute.manager [None req-3ec6cda3-d2a4-465d-850d-4a9b2fb90972 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9c7e3788-de68-4c6a-aafe-c0ddff45238d] Took 8.80 seconds to detach 1 volumes for instance.
Oct 24 07:59:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-3ec6cda3-d2a4-465d-850d-4a9b2fb90972 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:59:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-3ec6cda3-d2a4-465d-850d-4a9b2fb90972 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:59:13 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-3ec6cda3-d2a4-465d-850d-4a9b2fb90972 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:59:13 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-3ec6cda3-d2a4-465d-850d-4a9b2fb90972 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:59:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-3ec6cda3-d2a4-465d-850d-4a9b2fb90972 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.365s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:59:13 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-3ec6cda3-d2a4-465d-850d-4a9b2fb90972 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Deleted allocations for instance 9c7e3788-de68-4c6a-aafe-c0ddff45238d
Oct 24 07:59:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-3ec6cda3-d2a4-465d-850d-4a9b2fb90972 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "9c7e3788-de68-4c6a-aafe-c0ddff45238d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 11.431s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:59:14 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 07:59:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Acquiring lock "0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:59:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:59:15 user nova-compute[74307]: INFO nova.compute.manager [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Unshelving
Oct 24 07:59:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:59:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:59:15 user nova-compute[74307]: DEBUG nova.objects.instance [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lazy-loading 'pci_requests' on Instance uuid 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:59:15 user nova-compute[74307]: DEBUG nova.objects.instance [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lazy-loading 'numa_topology' on Instance uuid 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:59:15 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 07:59:15 user nova-compute[74307]: INFO nova.compute.claims [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Claim successful on node user
Oct 24 07:59:15 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:59:15 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:59:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.432s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:59:15 user nova-compute[74307]: INFO nova.network.neutron [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Updating port 162176c3-a7b8-4470-9c7c-be50952a957d with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Oct 24 07:59:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Acquiring lock "refresh_cache-0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:59:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Acquired lock "refresh_cache-0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:59:16 user nova-compute[74307]: DEBUG nova.network.neutron [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 07:59:16 user nova-compute[74307]: DEBUG nova.compute.manager [req-a1ee5ba3-79fe-4974-b920-cb49d6757d8a req-b44951a0-814a-4c5b-aa0a-4d5edd0da059 service nova] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Received event network-changed-162176c3-a7b8-4470-9c7c-be50952a957d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:59:16 user nova-compute[74307]: DEBUG nova.compute.manager [req-a1ee5ba3-79fe-4974-b920-cb49d6757d8a req-b44951a0-814a-4c5b-aa0a-4d5edd0da059 service nova] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Refreshing instance network info cache due to event network-changed-162176c3-a7b8-4470-9c7c-be50952a957d. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:59:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a1ee5ba3-79fe-4974-b920-cb49d6757d8a req-b44951a0-814a-4c5b-aa0a-4d5edd0da059 service nova] Acquiring lock "refresh_cache-0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:59:17 user nova-compute[74307]: DEBUG nova.network.neutron [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Updating instance_info_cache with network_info: [{"id": "162176c3-a7b8-4470-9c7c-be50952a957d", "address": "fa:16:3e:37:f2:d2", "network": {"id": "5dafd771-aa79-4f10-ae89-825cf68cc799", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992292320-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c8af780fd194436b7514e54c5d7ef27", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap162176c3-a7", "ovs_interfaceid": "162176c3-a7b8-4470-9c7c-be50952a957d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:59:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Releasing lock "refresh_cache-0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:59:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Creating instance directory {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 07:59:17 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Creating image(s)
Oct 24 07:59:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Acquiring lock "/opt/stack/data/nova/instances/0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:59:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "/opt/stack/data/nova/instances/0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:59:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "/opt/stack/data/nova/instances/0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.010s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:59:17 user nova-compute[74307]: DEBUG nova.objects.instance [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lazy-loading 'trusted_certs' on Instance uuid 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:59:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a1ee5ba3-79fe-4974-b920-cb49d6757d8a req-b44951a0-814a-4c5b-aa0a-4d5edd0da059 service nova] Acquired lock "refresh_cache-0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:59:17 user nova-compute[74307]: DEBUG nova.network.neutron [req-a1ee5ba3-79fe-4974-b920-cb49d6757d8a req-b44951a0-814a-4c5b-aa0a-4d5edd0da059 service nova] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Refreshing network info cache for port 162176c3-a7b8-4470-9c7c-be50952a957d {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:59:17 user nova-compute[74307]: DEBUG nova.objects.base [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Object Instance<0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 07:59:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Acquiring lock "3527b1c2a3667bbf71762a54fb4e11ed6581e044" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:59:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "3527b1c2a3667bbf71762a54fb4e11ed6581e044" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:59:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3527b1c2a3667bbf71762a54fb4e11ed6581e044.part --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:18 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-ccb7c04a-1af9-4dbb-a561-3eeacfbb50e1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 3e3b04f7-0553-4158-9220-165f25021106 is timed out.
Oct 24 07:59:18 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:18 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-ccb7c04a-1af9-4dbb-a561-3eeacfbb50e1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Successfully detached device vdc from instance 3e3b04f7-0553-4158-9220-165f25021106 from the live domain config.
Oct 24 07:59:18 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ccb7c04a-1af9-4dbb-a561-3eeacfbb50e1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] [instance: 3e3b04f7-0553-4158-9220-165f25021106] calling os-brick to detach iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 07:59:18 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccb7c04a-1af9-4dbb-a561-3eeacfbb50e1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, {'target_iqn': 'iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZPHSraol', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:59:18 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-ccb7c04a-1af9-4dbb-a561-3eeacfbb50e1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:59:18 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-ccb7c04a-1af9-4dbb-a561-3eeacfbb50e1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:59:18 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-ccb7c04a-1af9-4dbb-a561-3eeacfbb50e1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:59:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:18 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[78b80e1d-3e14-450a-b3d1-bc609f671cc1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:59:18 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccb7c04a-1af9-4dbb-a561-3eeacfbb50e1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 07:59:18 user nova-compute[74307]: No targets found.
Oct 24 07:59:18 user nova-compute[74307]: iSNS:
Oct 24 07:59:18 user nova-compute[74307]: No targets found.
Oct 24 07:59:18 user nova-compute[74307]: STATIC:
Oct 24 07:59:18 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854
Oct 24 07:59:18 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:59:18 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:59:18 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d
Oct 24 07:59:18 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:59:18 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:59:18 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c
Oct 24 07:59:18 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:59:18 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:59:18 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d
Oct 24 07:59:18 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:59:18 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:59:18 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2
Oct 24 07:59:18 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:59:18 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:59:18 user nova-compute[74307]: FIRMWARE:
Oct 24 07:59:18 user nova-compute[74307]: No targets found.
Oct 24 07:59:18 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:59:18 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccb7c04a-1af9-4dbb-a561-3eeacfbb50e1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 07:59:18 user nova-compute[74307]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 07:59:18 user nova-compute[74307]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74307) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 07:59:18 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccb7c04a-1af9-4dbb-a561-3eeacfbb50e1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2', 0)] {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 07:59:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:18 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[edc18279-004f-45a5-90dd-aee975ccab4f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:59:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:18 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ceb323a7-f942-491f-8420-6f580df7c59d]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:59:18 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccb7c04a-1af9-4dbb-a561-3eeacfbb50e1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:59:18 user nova-compute[74307]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)
Oct 24 07:59:18 user nova-compute[74307]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d (non-flash)
Oct 24 07:59:18 user nova-compute[74307]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c (non-flash)
Oct 24 07:59:18 user nova-compute[74307]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2 (non-flash)
Oct 24 07:59:18 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:59:18 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccb7c04a-1af9-4dbb-a561-3eeacfbb50e1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:59:18 user nova-compute[74307]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)
Oct 24 07:59:18 user nova-compute[74307]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d (non-flash)
Oct 24 07:59:18 user nova-compute[74307]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c (non-flash)
Oct 24 07:59:18 user nova-compute[74307]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2 (non-flash)
Oct 24 07:59:18 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:59:18 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccb7c04a-1af9-4dbb-a561-3eeacfbb50e1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f46240fe320>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2'): ({'sdf'}, set())}) {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 07:59:18 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-ccb7c04a-1af9-4dbb-a561-3eeacfbb50e1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Removing single pathed devices sdf {{(pid=74307) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 07:59:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.026s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:18 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4236205-e571-481e-b4fd-3a648ad85962]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:59:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3527b1c2a3667bbf71762a54fb4e11ed6581e044.part --force-share --output=json" returned: 0 in 0.202s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:18 user nova-compute[74307]: DEBUG nova.virt.images [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] 10d1afd0-6e34-45d0-b1f1-5b012f931423 was qcow2, converting to raw {{(pid=74307) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 24 07:59:18 user nova-compute[74307]: DEBUG nova.privsep.utils [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74307) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 24 07:59:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/3527b1c2a3667bbf71762a54fb4e11ed6581e044.part /opt/stack/data/nova/instances/_base/3527b1c2a3667bbf71762a54fb4e11ed6581e044.converted {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:18 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[5669e4ec-e312-4437-a2e5-194d380d240b]: (4, ('ok\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:59:18 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-ccb7c04a-1af9-4dbb-a561-3eeacfbb50e1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Flushing IO for device /dev/sdf {{(pid=74307) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 07:59:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:19 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.076s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:19 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[67be4c49-cd1b-439b-be84-05e5ebbcbe5f]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:59:19 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-ccb7c04a-1af9-4dbb-a561-3eeacfbb50e1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74307) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 07:59:19 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:19 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.071s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:19 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[f952658c-dd9c-428d-b4e8-e1be68e27bf4]: (4, ('1', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:59:19 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-ccb7c04a-1af9-4dbb-a561-3eeacfbb50e1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 07:59:19 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-ccb7c04a-1af9-4dbb-a561-3eeacfbb50e1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] SCSI volumes sdf have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 07:59:19 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccb7c04a-1af9-4dbb-a561-3eeacfbb50e1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2')] {{(pid=74307) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 07:59:19 user nova-compute[74307]: DEBUG nova.network.neutron [req-a1ee5ba3-79fe-4974-b920-cb49d6757d8a req-b44951a0-814a-4c5b-aa0a-4d5edd0da059 service nova] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Updated VIF entry in instance network info cache for port 162176c3-a7b8-4470-9c7c-be50952a957d. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:59:19 user nova-compute[74307]: DEBUG nova.network.neutron [req-a1ee5ba3-79fe-4974-b920-cb49d6757d8a req-b44951a0-814a-4c5b-aa0a-4d5edd0da059 service nova] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Updating instance_info_cache with network_info: [{"id": "162176c3-a7b8-4470-9c7c-be50952a957d", "address": "fa:16:3e:37:f2:d2", "network": {"id": "5dafd771-aa79-4f10-ae89-825cf68cc799", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992292320-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c8af780fd194436b7514e54c5d7ef27", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap162176c3-a7", "ovs_interfaceid": "162176c3-a7b8-4470-9c7c-be50952a957d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:59:19 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a1ee5ba3-79fe-4974-b920-cb49d6757d8a req-b44951a0-814a-4c5b-aa0a-4d5edd0da059 service nova] Releasing lock "refresh_cache-0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:59:19 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:19 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[afb2163f-9a65-4c43-b534-ae15c2eaf0b6]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:59:19 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccb7c04a-1af9-4dbb-a561-3eeacfbb50e1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:59:19 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2 -p 172.16.0.220:3260 --logout {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:19 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/3527b1c2a3667bbf71762a54fb4e11ed6581e044.part /opt/stack/data/nova/instances/_base/3527b1c2a3667bbf71762a54fb4e11ed6581e044.converted" returned: 0 in 0.291s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:19 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3527b1c2a3667bbf71762a54fb4e11ed6581e044.converted --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:19 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2 -p 172.16.0.220:3260 --logout" returned: 0 in 0.087s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:19 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb4fc64b-9aca-4906-adf5-604c791c1e0e]: (4, ('Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2, portal: 172.16.0.220,3260]\nLogout of [sid: 33, target: iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:59:19 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccb7c04a-1af9-4dbb-a561-3eeacfbb50e1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2, portal: 172.16.0.220,3260]
Oct 24 07:59:19 user nova-compute[74307]: Logout of [sid: 33, target: iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2, portal: 172.16.0.220,3260] successful.
Oct 24 07:59:19 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:59:19 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2 -p 172.16.0.220:3260 --op delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:19 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3fb7b0ab-9e34-4fd9-add2-d2bef9cb34e2 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:19 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[14a5e555-fccb-4747-8ac6-2b32e6f495d1]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:59:19 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccb7c04a-1af9-4dbb-a561-3eeacfbb50e1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:59:19 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-ccb7c04a-1af9-4dbb-a561-3eeacfbb50e1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.531s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:59:19 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccb7c04a-1af9-4dbb-a561-3eeacfbb50e1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] <== disconnect_volume: return (534ms) None {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:59:19 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ccb7c04a-1af9-4dbb-a561-3eeacfbb50e1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Disconnected iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 07:59:19 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3527b1c2a3667bbf71762a54fb4e11ed6581e044.converted --force-share --output=json" returned: 0 in 0.208s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "3527b1c2a3667bbf71762a54fb4e11ed6581e044" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.905s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:59:19 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3527b1c2a3667bbf71762a54fb4e11ed6581e044 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:19 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3527b1c2a3667bbf71762a54fb4e11ed6581e044 --force-share --output=json" returned: 0 in 0.224s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Acquiring lock "3527b1c2a3667bbf71762a54fb4e11ed6581e044" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:59:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "3527b1c2a3667bbf71762a54fb4e11ed6581e044" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:59:19 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3527b1c2a3667bbf71762a54fb4e11ed6581e044 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:19 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3527b1c2a3667bbf71762a54fb4e11ed6581e044 --force-share --output=json" returned: 0 in 0.172s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:19 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3527b1c2a3667bbf71762a54fb4e11ed6581e044,backing_fmt=raw /opt/stack/data/nova/instances/0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db/disk 1073741824 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:19 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3527b1c2a3667bbf71762a54fb4e11ed6581e044,backing_fmt=raw /opt/stack/data/nova/instances/0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db/disk 1073741824" returned: 0 in 0.051s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "3527b1c2a3667bbf71762a54fb4e11ed6581e044" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.230s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:59:19 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3527b1c2a3667bbf71762a54fb4e11ed6581e044 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3527b1c2a3667bbf71762a54fb4e11ed6581e044 --force-share --output=json" returned: 0 in 0.203s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:20 user nova-compute[74307]: DEBUG nova.objects.instance [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lazy-loading 'migration_context' on Instance uuid 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:59:20 user nova-compute[74307]: DEBUG nova.objects.base [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Object Instance<0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 07:59:20 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Rebasing disk image.
Oct 24 07:59:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:20 user nova-compute[74307]: DEBUG nova.objects.instance [None req-ccb7c04a-1af9-4dbb-a561-3eeacfbb50e1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Lazy-loading 'flavor' on Instance uuid 3e3b04f7-0553-4158-9220-165f25021106 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:59:20 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-ccb7c04a-1af9-4dbb-a561-3eeacfbb50e1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Lock "3e3b04f7-0553-4158-9220-165f25021106" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.820s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:59:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.216s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 -F raw /opt/stack/data/nova/instances/0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db/disk {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 -F raw /opt/stack/data/nova/instances/0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db/disk" returned: 0 in 2.581s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:22 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Created local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 07:59:22 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Ensure instance console log exists: /opt/stack/data/nova/instances/0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 07:59:22 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:59:22 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:59:22 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:59:22 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Start _get_guest_xml network_info=[{"id": "162176c3-a7b8-4470-9c7c-be50952a957d", "address": "fa:16:3e:37:f2:d2", "network": {"id": "5dafd771-aa79-4f10-ae89-825cf68cc799", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992292320-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c8af780fd194436b7514e54c5d7ef27", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap162176c3-a7", "ovs_interfaceid": "162176c3-a7b8-4470-9c7c-be50952a957d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='7903ae40f93964935be777dce28ad3a8',container_format='bare',created_at=2023-10-24T07:57:22Z,direct_url=<?>,disk_format='qcow2',id=10d1afd0-6e34-45d0-b1f1-5b012f931423,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-993025387-shelved',owner='8c8af780fd194436b7514e54c5d7ef27',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-24T07:57:27Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'boot_index': 0, 'guest_format': None, 'image_id': 'ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 07:59:22 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:59:22 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 07:59:22 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 07:59:22 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 07:59:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 07:59:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 07:59:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 07:59:23 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='7903ae40f93964935be777dce28ad3a8',container_format='bare',created_at=2023-10-24T07:57:22Z,direct_url=<?>,disk_format='qcow2',id=10d1afd0-6e34-45d0-b1f1-5b012f931423,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-993025387-shelved',owner='8c8af780fd194436b7514e54c5d7ef27',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-24T07:57:27Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 07:59:23 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 07:59:23 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 07:59:23 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 07:59:23 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 07:59:23 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 07:59:23 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 07:59:23 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 07:59:23 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 07:59:23 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 07:59:23 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 07:59:23 user nova-compute[74307]: DEBUG nova.objects.instance [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lazy-loading 'vcpu_model' on Instance uuid 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:59:23 user nova-compute[74307]: DEBUG nova.objects.base [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Object Instance<0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 07:59:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-24T07:55:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-993025387',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-993025387',id=31,image_ref='10d1afd0-6e34-45d0-b1f1-5b012f931423',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-2118595952',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:55:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='8c8af780fd194436b7514e54c5d7ef27',ramdisk_id='',reservation_id='r-k0a7n0l0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-131883889',owner_user_name='tempest-AttachVolumeShelveTestJSON-131883889-project-member',shelved_at='2023-10-24T07:57:27.354100',shelved_host='user',shelved_image_id='10d1afd0-6e34-45d0-b1f1-5b012f931423'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:59:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c8d362d9493f42e6a118c3ef099e7fae',uuid=0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "162176c3-a7b8-4470-9c7c-be50952a957d", "address": "fa:16:3e:37:f2:d2", "network": {"id": "5dafd771-aa79-4f10-ae89-825cf68cc799", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992292320-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c8af780fd194436b7514e54c5d7ef27", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap162176c3-a7", "ovs_interfaceid": "162176c3-a7b8-4470-9c7c-be50952a957d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 07:59:23 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Converting VIF {"id": "162176c3-a7b8-4470-9c7c-be50952a957d", "address": "fa:16:3e:37:f2:d2", "network": {"id": "5dafd771-aa79-4f10-ae89-825cf68cc799", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992292320-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c8af780fd194436b7514e54c5d7ef27", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap162176c3-a7", "ovs_interfaceid": "162176c3-a7b8-4470-9c7c-be50952a957d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:59:23 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:37:f2:d2,bridge_name='br-int',has_traffic_filtering=True,id=162176c3-a7b8-4470-9c7c-be50952a957d,network=Network(5dafd771-aa79-4f10-ae89-825cf68cc799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap162176c3-a7') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:59:23 user nova-compute[74307]: DEBUG nova.objects.instance [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lazy-loading 'pci_devices' on Instance uuid 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:59:23 user nova-compute[74307]: DEBUG nova.objects.base [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Object Instance<0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 07:59:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] End _get_guest_xml xml=<domain type="kvm">
Oct 24 07:59:23 user nova-compute[74307]:   <uuid>0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db</uuid>
Oct 24 07:59:23 user nova-compute[74307]:   <name>instance-0000001f</name>
Oct 24 07:59:23 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 07:59:23 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 07:59:23 user nova-compute[74307]:   <metadata>
Oct 24 07:59:23 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 07:59:23 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 07:59:23 user nova-compute[74307]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-993025387</nova:name>
Oct 24 07:59:23 user nova-compute[74307]:       <nova:creationTime>2023-10-24 07:59:22</nova:creationTime>
Oct 24 07:59:23 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 07:59:23 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 07:59:23 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 07:59:23 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 07:59:23 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 07:59:23 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 07:59:23 user nova-compute[74307]:       </nova:flavor>
Oct 24 07:59:23 user nova-compute[74307]:       <nova:owner>
Oct 24 07:59:23 user nova-compute[74307]:         <nova:user uuid="c8d362d9493f42e6a118c3ef099e7fae">tempest-AttachVolumeShelveTestJSON-131883889-project-member</nova:user>
Oct 24 07:59:23 user nova-compute[74307]:         <nova:project uuid="8c8af780fd194436b7514e54c5d7ef27">tempest-AttachVolumeShelveTestJSON-131883889</nova:project>
Oct 24 07:59:23 user nova-compute[74307]:       </nova:owner>
Oct 24 07:59:23 user nova-compute[74307]:       <nova:root type="image" uuid="10d1afd0-6e34-45d0-b1f1-5b012f931423"/>
Oct 24 07:59:23 user nova-compute[74307]:       <nova:ports>
Oct 24 07:59:23 user nova-compute[74307]:         <nova:port uuid="162176c3-a7b8-4470-9c7c-be50952a957d">
Oct 24 07:59:23 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 24 07:59:23 user nova-compute[74307]:         </nova:port>
Oct 24 07:59:23 user nova-compute[74307]:       </nova:ports>
Oct 24 07:59:23 user nova-compute[74307]:     </nova:instance>
Oct 24 07:59:23 user nova-compute[74307]:   </metadata>
Oct 24 07:59:23 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 07:59:23 user nova-compute[74307]:     <system>
Oct 24 07:59:23 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 07:59:23 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 07:59:23 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 07:59:23 user nova-compute[74307]:       <entry name="serial">0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db</entry>
Oct 24 07:59:23 user nova-compute[74307]:       <entry name="uuid">0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db</entry>
Oct 24 07:59:23 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 07:59:23 user nova-compute[74307]:     </system>
Oct 24 07:59:23 user nova-compute[74307]:   </sysinfo>
Oct 24 07:59:23 user nova-compute[74307]:   <os>
Oct 24 07:59:23 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 07:59:23 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 07:59:23 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 07:59:23 user nova-compute[74307]:   </os>
Oct 24 07:59:23 user nova-compute[74307]:   <features>
Oct 24 07:59:23 user nova-compute[74307]:     <acpi/>
Oct 24 07:59:23 user nova-compute[74307]:     <apic/>
Oct 24 07:59:23 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 07:59:23 user nova-compute[74307]:   </features>
Oct 24 07:59:23 user nova-compute[74307]:   <clock offset="utc">
Oct 24 07:59:23 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 07:59:23 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 07:59:23 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 07:59:23 user nova-compute[74307]:   </clock>
Oct 24 07:59:23 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 07:59:23 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 07:59:23 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 07:59:23 user nova-compute[74307]:   </cpu>
Oct 24 07:59:23 user nova-compute[74307]:   <devices>
Oct 24 07:59:23 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 07:59:23 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 07:59:23 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db/disk"/>
Oct 24 07:59:23 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 07:59:23 user nova-compute[74307]:     </disk>
Oct 24 07:59:23 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 07:59:23 user nova-compute[74307]:       <mac address="fa:16:3e:37:f2:d2"/>
Oct 24 07:59:23 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:59:23 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 07:59:23 user nova-compute[74307]:       <target dev="tap162176c3-a7"/>
Oct 24 07:59:23 user nova-compute[74307]:     </interface>
Oct 24 07:59:23 user nova-compute[74307]:     <serial type="pty">
Oct 24 07:59:23 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db/console.log" append="off"/>
Oct 24 07:59:23 user nova-compute[74307]:     </serial>
Oct 24 07:59:23 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 07:59:23 user nova-compute[74307]:     <video>
Oct 24 07:59:23 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 07:59:23 user nova-compute[74307]:     </video>
Oct 24 07:59:23 user nova-compute[74307]:     <rng model="virtio">
Oct 24 07:59:23 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 07:59:23 user nova-compute[74307]:     </rng>
Oct 24 07:59:23 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 07:59:23 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 07:59:23 user nova-compute[74307]:       <stats period="10"/>
Oct 24 07:59:23 user nova-compute[74307]:     </memballoon>
Oct 24 07:59:23 user nova-compute[74307]:   </devices>
Oct 24 07:59:23 user nova-compute[74307]: </domain>
Oct 24 07:59:23 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 07:59:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-24T07:55:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-993025387',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-993025387',id=31,image_ref='10d1afd0-6e34-45d0-b1f1-5b012f931423',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-2118595952',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:55:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='8c8af780fd194436b7514e54c5d7ef27',ramdisk_id='',reservation_id='r-k0a7n0l0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-131883889',owner_user_name='tempest-AttachVolumeShelveTestJSON-131883889-project-member',shelved_at='2023-10-24T07:57:27.354100',shelved_host='user',shelved_image_id='10d1afd0-6e34-45d0-b1f1-5b012f931423'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:59:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c8d362d9493f42e6a118c3ef099e7fae',uuid=0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "162176c3-a7b8-4470-9c7c-be50952a957d", "address": "fa:16:3e:37:f2:d2", "network": {"id": "5dafd771-aa79-4f10-ae89-825cf68cc799", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992292320-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c8af780fd194436b7514e54c5d7ef27", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap162176c3-a7", "ovs_interfaceid": "162176c3-a7b8-4470-9c7c-be50952a957d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 07:59:23 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Converting VIF {"id": "162176c3-a7b8-4470-9c7c-be50952a957d", "address": "fa:16:3e:37:f2:d2", "network": {"id": "5dafd771-aa79-4f10-ae89-825cf68cc799", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992292320-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c8af780fd194436b7514e54c5d7ef27", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap162176c3-a7", "ovs_interfaceid": "162176c3-a7b8-4470-9c7c-be50952a957d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:59:23 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:37:f2:d2,bridge_name='br-int',has_traffic_filtering=True,id=162176c3-a7b8-4470-9c7c-be50952a957d,network=Network(5dafd771-aa79-4f10-ae89-825cf68cc799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap162176c3-a7') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:59:23 user nova-compute[74307]: DEBUG os_vif [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:37:f2:d2,bridge_name='br-int',has_traffic_filtering=True,id=162176c3-a7b8-4470-9c7c-be50952a957d,network=Network(5dafd771-aa79-4f10-ae89-825cf68cc799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap162176c3-a7') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 07:59:23 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:23 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:59:23 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 07:59:23 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:23 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0a3ee875-ea42-5256-bf0a-b4dc559a0cb0', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:59:23 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:23 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:59:23 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:23 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:23 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap162176c3-a7, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:59:23 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap162176c3-a7, col_values=(('qos', UUID('face1882-cb8f-48f5-aa5d-d7cd09d56971')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:59:23 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap162176c3-a7, col_values=(('external_ids', {'iface-id': '162176c3-a7b8-4470-9c7c-be50952a957d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:37:f2:d2', 'vm-uuid': '0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:59:23 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:23 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:59:23 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:23 user nova-compute[74307]: INFO os_vif [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:37:f2:d2,bridge_name='br-int',has_traffic_filtering=True,id=162176c3-a7b8-4470-9c7c-be50952a957d,network=Network(5dafd771-aa79-4f10-ae89-825cf68cc799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap162176c3-a7')
Oct 24 07:59:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 07:59:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] No VIF found with MAC fa:16:3e:37:f2:d2, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 07:59:24 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:24 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:24 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:24 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:24 user nova-compute[74307]: DEBUG nova.compute.manager [req-944dff5a-d93d-4001-a329-66d4ca8f7718 req-d561acac-6f96-4f87-be97-6df6a5442f1e service nova] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Received event network-vif-plugged-162176c3-a7b8-4470-9c7c-be50952a957d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:59:24 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-944dff5a-d93d-4001-a329-66d4ca8f7718 req-d561acac-6f96-4f87-be97-6df6a5442f1e service nova] Acquiring lock "0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:59:24 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-944dff5a-d93d-4001-a329-66d4ca8f7718 req-d561acac-6f96-4f87-be97-6df6a5442f1e service nova] Lock "0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:59:24 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-944dff5a-d93d-4001-a329-66d4ca8f7718 req-d561acac-6f96-4f87-be97-6df6a5442f1e service nova] Lock "0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:59:24 user nova-compute[74307]: DEBUG nova.compute.manager [req-944dff5a-d93d-4001-a329-66d4ca8f7718 req-d561acac-6f96-4f87-be97-6df6a5442f1e service nova] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] No waiting events found dispatching network-vif-plugged-162176c3-a7b8-4470-9c7c-be50952a957d {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:59:24 user nova-compute[74307]: WARNING nova.compute.manager [req-944dff5a-d93d-4001-a329-66d4ca8f7718 req-d561acac-6f96-4f87-be97-6df6a5442f1e service nova] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Received unexpected event network-vif-plugged-162176c3-a7b8-4470-9c7c-be50952a957d for instance with vm_state shelved_offloaded and task_state spawning.
Oct 24 07:59:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e08b5764-e8f5-404a-800b-15e1bc37774b tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Acquiring lock "444bef36-3134-4c31-bd7c-aadf33448410" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:59:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e08b5764-e8f5-404a-800b-15e1bc37774b tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Lock "444bef36-3134-4c31-bd7c-aadf33448410" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:59:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e08b5764-e8f5-404a-800b-15e1bc37774b tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Acquiring lock "444bef36-3134-4c31-bd7c-aadf33448410-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:59:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e08b5764-e8f5-404a-800b-15e1bc37774b tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Lock "444bef36-3134-4c31-bd7c-aadf33448410-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:59:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e08b5764-e8f5-404a-800b-15e1bc37774b tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Lock "444bef36-3134-4c31-bd7c-aadf33448410-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:59:26 user nova-compute[74307]: INFO nova.compute.manager [None req-e08b5764-e8f5-404a-800b-15e1bc37774b tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Terminating instance
Oct 24 07:59:26 user nova-compute[74307]: DEBUG nova.compute.manager [None req-e08b5764-e8f5-404a-800b-15e1bc37774b tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Start destroying the instance on the hypervisor. {{(pid=74307) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 07:59:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:27 user nova-compute[74307]: DEBUG nova.compute.manager [req-6c5cb367-e2b5-474b-9894-6c4c2068e9aa req-40a2d078-f901-44b8-832d-835971f0adc8 service nova] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Received event network-vif-plugged-162176c3-a7b8-4470-9c7c-be50952a957d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:59:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6c5cb367-e2b5-474b-9894-6c4c2068e9aa req-40a2d078-f901-44b8-832d-835971f0adc8 service nova] Acquiring lock "0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:59:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6c5cb367-e2b5-474b-9894-6c4c2068e9aa req-40a2d078-f901-44b8-832d-835971f0adc8 service nova] Lock "0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:59:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6c5cb367-e2b5-474b-9894-6c4c2068e9aa req-40a2d078-f901-44b8-832d-835971f0adc8 service nova] Lock "0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:59:27 user nova-compute[74307]: DEBUG nova.compute.manager [req-6c5cb367-e2b5-474b-9894-6c4c2068e9aa req-40a2d078-f901-44b8-832d-835971f0adc8 service nova] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] No waiting events found dispatching network-vif-plugged-162176c3-a7b8-4470-9c7c-be50952a957d {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:59:27 user nova-compute[74307]: WARNING nova.compute.manager [req-6c5cb367-e2b5-474b-9894-6c4c2068e9aa req-40a2d078-f901-44b8-832d-835971f0adc8 service nova] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Received unexpected event network-vif-plugged-162176c3-a7b8-4470-9c7c-be50952a957d for instance with vm_state shelved_offloaded and task_state spawning.
Oct 24 07:59:27 user nova-compute[74307]: DEBUG nova.compute.manager [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 07:59:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Guest created on hypervisor {{(pid=74307) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 07:59:27 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Instance spawned successfully.
Oct 24 07:59:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:27 user nova-compute[74307]: DEBUG nova.compute.manager [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 07:59:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-14cd7426-c92b-4efe-8e52-269b18e5f3d9 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 12.237s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:59:27 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Instance destroyed successfully.
Oct 24 07:59:27 user nova-compute[74307]: DEBUG nova.objects.instance [None req-e08b5764-e8f5-404a-800b-15e1bc37774b tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Lazy-loading 'resources' on Instance uuid 444bef36-3134-4c31-bd7c-aadf33448410 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:59:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-e08b5764-e8f5-404a-800b-15e1bc37774b tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:50:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-781040815',display_name='tempest-ServersNegativeTestJSON-server-781040815',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-781040815',id=19,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:50:15Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0ed0fc9b7c564f10b64a8ea55c6bd089',ramdisk_id='',reservation_id='r-e5ruyg4k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-1790602572',owner_user_name='tempest-ServersNegativeTestJSON-1790602572-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T07:50:15Z,user_data=None,user_id='a4d6b6e8cceb49d4b79f127216256a1e',uuid=444bef36-3134-4c31-bd7c-aadf33448410,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "738db304-8aee-4303-a522-8f0e9c52983b", "address": "fa:16:3e:c3:78:31", "network": {"id": "a9d910fd-4365-468e-b04c-2c83ec039f17", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-233852192-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ed0fc9b7c564f10b64a8ea55c6bd089", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap738db304-8a", "ovs_interfaceid": "738db304-8aee-4303-a522-8f0e9c52983b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 07:59:27 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-e08b5764-e8f5-404a-800b-15e1bc37774b tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Converting VIF {"id": "738db304-8aee-4303-a522-8f0e9c52983b", "address": "fa:16:3e:c3:78:31", "network": {"id": "a9d910fd-4365-468e-b04c-2c83ec039f17", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-233852192-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ed0fc9b7c564f10b64a8ea55c6bd089", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap738db304-8a", "ovs_interfaceid": "738db304-8aee-4303-a522-8f0e9c52983b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:59:27 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-e08b5764-e8f5-404a-800b-15e1bc37774b tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c3:78:31,bridge_name='br-int',has_traffic_filtering=True,id=738db304-8aee-4303-a522-8f0e9c52983b,network=Network(a9d910fd-4365-468e-b04c-2c83ec039f17),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap738db304-8a') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:59:27 user nova-compute[74307]: DEBUG os_vif [None req-e08b5764-e8f5-404a-800b-15e1bc37774b tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c3:78:31,bridge_name='br-int',has_traffic_filtering=True,id=738db304-8aee-4303-a522-8f0e9c52983b,network=Network(a9d910fd-4365-468e-b04c-2c83ec039f17),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap738db304-8a') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 07:59:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap738db304-8a, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:59:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:59:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2076b38a-e1f7-4bb2-ba93-ef5a1446b831) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:59:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:59:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:27 user nova-compute[74307]: INFO os_vif [None req-e08b5764-e8f5-404a-800b-15e1bc37774b tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c3:78:31,bridge_name='br-int',has_traffic_filtering=True,id=738db304-8aee-4303-a522-8f0e9c52983b,network=Network(a9d910fd-4365-468e-b04c-2c83ec039f17),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap738db304-8a')
Oct 24 07:59:27 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-e08b5764-e8f5-404a-800b-15e1bc37774b tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Deleting instance files /opt/stack/data/nova/instances/444bef36-3134-4c31-bd7c-aadf33448410_del
Oct 24 07:59:27 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-e08b5764-e8f5-404a-800b-15e1bc37774b tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Deletion of /opt/stack/data/nova/instances/444bef36-3134-4c31-bd7c-aadf33448410_del complete
Oct 24 07:59:27 user nova-compute[74307]: INFO nova.compute.manager [None req-e08b5764-e8f5-404a-800b-15e1bc37774b tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Took 0.96 seconds to destroy the instance on the hypervisor.
Oct 24 07:59:27 user nova-compute[74307]: DEBUG oslo.service.loopingcall [None req-e08b5764-e8f5-404a-800b-15e1bc37774b tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74307) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 07:59:27 user nova-compute[74307]: DEBUG nova.compute.manager [-] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Deallocating network for instance {{(pid=74307) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 07:59:27 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] deallocate_for_instance() {{(pid=74307) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 07:59:28 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:59:28 user nova-compute[74307]: INFO nova.compute.manager [-] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Took 0.56 seconds to deallocate network for instance.
Oct 24 07:59:28 user nova-compute[74307]: DEBUG nova.compute.manager [req-c124a440-d7b2-4c10-b2a1-042231241813 req-65d4f673-f67d-4925-a6e0-b9f974fa1c00 service nova] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Received event network-vif-deleted-738db304-8aee-4303-a522-8f0e9c52983b {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:59:28 user nova-compute[74307]: INFO nova.compute.manager [req-c124a440-d7b2-4c10-b2a1-042231241813 req-65d4f673-f67d-4925-a6e0-b9f974fa1c00 service nova] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Neutron deleted interface 738db304-8aee-4303-a522-8f0e9c52983b; detaching it from the instance and deleting it from the info cache
Oct 24 07:59:28 user nova-compute[74307]: DEBUG nova.network.neutron [req-c124a440-d7b2-4c10-b2a1-042231241813 req-65d4f673-f67d-4925-a6e0-b9f974fa1c00 service nova] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:59:28 user nova-compute[74307]: DEBUG nova.compute.manager [req-c124a440-d7b2-4c10-b2a1-042231241813 req-65d4f673-f67d-4925-a6e0-b9f974fa1c00 service nova] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Detach interface failed, port_id=738db304-8aee-4303-a522-8f0e9c52983b, reason: Instance 444bef36-3134-4c31-bd7c-aadf33448410 could not be found. {{(pid=74307) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 24 07:59:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e08b5764-e8f5-404a-800b-15e1bc37774b tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:59:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e08b5764-e8f5-404a-800b-15e1bc37774b tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:59:28 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-e08b5764-e8f5-404a-800b-15e1bc37774b tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:59:28 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-e08b5764-e8f5-404a-800b-15e1bc37774b tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:59:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e08b5764-e8f5-404a-800b-15e1bc37774b tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.381s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:59:28 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-e08b5764-e8f5-404a-800b-15e1bc37774b tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Deleted allocations for instance 444bef36-3134-4c31-bd7c-aadf33448410
Oct 24 07:59:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e08b5764-e8f5-404a-800b-15e1bc37774b tempest-ServersNegativeTestJSON-1790602572 tempest-ServersNegativeTestJSON-1790602572-project-member] Lock "444bef36-3134-4c31-bd7c-aadf33448410" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.144s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:59:29 user nova-compute[74307]: DEBUG nova.compute.manager [req-268b0105-4253-49eb-aa63-0a140cf2e2a0 req-3fffb841-74a5-4bce-ac77-4b787e9dca81 service nova] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Received event network-vif-unplugged-738db304-8aee-4303-a522-8f0e9c52983b {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:59:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-268b0105-4253-49eb-aa63-0a140cf2e2a0 req-3fffb841-74a5-4bce-ac77-4b787e9dca81 service nova] Acquiring lock "444bef36-3134-4c31-bd7c-aadf33448410-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:59:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-268b0105-4253-49eb-aa63-0a140cf2e2a0 req-3fffb841-74a5-4bce-ac77-4b787e9dca81 service nova] Lock "444bef36-3134-4c31-bd7c-aadf33448410-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:59:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-268b0105-4253-49eb-aa63-0a140cf2e2a0 req-3fffb841-74a5-4bce-ac77-4b787e9dca81 service nova] Lock "444bef36-3134-4c31-bd7c-aadf33448410-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:59:29 user nova-compute[74307]: DEBUG nova.compute.manager [req-268b0105-4253-49eb-aa63-0a140cf2e2a0 req-3fffb841-74a5-4bce-ac77-4b787e9dca81 service nova] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] No waiting events found dispatching network-vif-unplugged-738db304-8aee-4303-a522-8f0e9c52983b {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:59:29 user nova-compute[74307]: WARNING nova.compute.manager [req-268b0105-4253-49eb-aa63-0a140cf2e2a0 req-3fffb841-74a5-4bce-ac77-4b787e9dca81 service nova] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Received unexpected event network-vif-unplugged-738db304-8aee-4303-a522-8f0e9c52983b for instance with vm_state deleted and task_state None.
Oct 24 07:59:29 user nova-compute[74307]: DEBUG nova.compute.manager [req-268b0105-4253-49eb-aa63-0a140cf2e2a0 req-3fffb841-74a5-4bce-ac77-4b787e9dca81 service nova] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Received event network-vif-plugged-738db304-8aee-4303-a522-8f0e9c52983b {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:59:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-268b0105-4253-49eb-aa63-0a140cf2e2a0 req-3fffb841-74a5-4bce-ac77-4b787e9dca81 service nova] Acquiring lock "444bef36-3134-4c31-bd7c-aadf33448410-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:59:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-268b0105-4253-49eb-aa63-0a140cf2e2a0 req-3fffb841-74a5-4bce-ac77-4b787e9dca81 service nova] Lock "444bef36-3134-4c31-bd7c-aadf33448410-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:59:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-268b0105-4253-49eb-aa63-0a140cf2e2a0 req-3fffb841-74a5-4bce-ac77-4b787e9dca81 service nova] Lock "444bef36-3134-4c31-bd7c-aadf33448410-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:59:29 user nova-compute[74307]: DEBUG nova.compute.manager [req-268b0105-4253-49eb-aa63-0a140cf2e2a0 req-3fffb841-74a5-4bce-ac77-4b787e9dca81 service nova] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] No waiting events found dispatching network-vif-plugged-738db304-8aee-4303-a522-8f0e9c52983b {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:59:29 user nova-compute[74307]: WARNING nova.compute.manager [req-268b0105-4253-49eb-aa63-0a140cf2e2a0 req-3fffb841-74a5-4bce-ac77-4b787e9dca81 service nova] [instance: 444bef36-3134-4c31-bd7c-aadf33448410] Received unexpected event network-vif-plugged-738db304-8aee-4303-a522-8f0e9c52983b for instance with vm_state deleted and task_state None.
Oct 24 07:59:30 user nova-compute[74307]: DEBUG nova.compute.manager [req-ce946830-6bca-4b75-8a10-ff4536142a38 req-8f432a86-2d4a-46e7-9c7f-ed563afff792 service nova] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Received event network-changed-53efb0eb-1958-4ef1-8af3-b0b2f98d2587 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:59:30 user nova-compute[74307]: DEBUG nova.compute.manager [req-ce946830-6bca-4b75-8a10-ff4536142a38 req-8f432a86-2d4a-46e7-9c7f-ed563afff792 service nova] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Refreshing instance network info cache due to event network-changed-53efb0eb-1958-4ef1-8af3-b0b2f98d2587. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:59:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-ce946830-6bca-4b75-8a10-ff4536142a38 req-8f432a86-2d4a-46e7-9c7f-ed563afff792 service nova] Acquiring lock "refresh_cache-9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:59:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-ce946830-6bca-4b75-8a10-ff4536142a38 req-8f432a86-2d4a-46e7-9c7f-ed563afff792 service nova] Acquired lock "refresh_cache-9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:59:30 user nova-compute[74307]: DEBUG nova.network.neutron [req-ce946830-6bca-4b75-8a10-ff4536142a38 req-8f432a86-2d4a-46e7-9c7f-ed563afff792 service nova] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Refreshing network info cache for port 53efb0eb-1958-4ef1-8af3-b0b2f98d2587 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:59:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:30 user nova-compute[74307]: DEBUG nova.network.neutron [req-ce946830-6bca-4b75-8a10-ff4536142a38 req-8f432a86-2d4a-46e7-9c7f-ed563afff792 service nova] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Updated VIF entry in instance network info cache for port 53efb0eb-1958-4ef1-8af3-b0b2f98d2587. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:59:30 user nova-compute[74307]: DEBUG nova.network.neutron [req-ce946830-6bca-4b75-8a10-ff4536142a38 req-8f432a86-2d4a-46e7-9c7f-ed563afff792 service nova] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Updating instance_info_cache with network_info: [{"id": "53efb0eb-1958-4ef1-8af3-b0b2f98d2587", "address": "fa:16:3e:e8:25:7a", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.108", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap53efb0eb-19", "ovs_interfaceid": "53efb0eb-1958-4ef1-8af3-b0b2f98d2587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:59:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-ce946830-6bca-4b75-8a10-ff4536142a38 req-8f432a86-2d4a-46e7-9c7f-ed563afff792 service nova] Releasing lock "refresh_cache-9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:59:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6e91a927-35f5-4bc9-8f18-4c253bbfb4d1 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:59:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6e91a927-35f5-4bc9-8f18-4c253bbfb4d1 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:59:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6e91a927-35f5-4bc9-8f18-4c253bbfb4d1 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:59:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6e91a927-35f5-4bc9-8f18-4c253bbfb4d1 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:59:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6e91a927-35f5-4bc9-8f18-4c253bbfb4d1 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:59:30 user nova-compute[74307]: INFO nova.compute.manager [None req-6e91a927-35f5-4bc9-8f18-4c253bbfb4d1 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Terminating instance
Oct 24 07:59:30 user nova-compute[74307]: DEBUG nova.compute.manager [None req-6e91a927-35f5-4bc9-8f18-4c253bbfb4d1 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Start destroying the instance on the hypervisor. {{(pid=74307) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 07:59:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG nova.compute.manager [req-dd41c386-89a5-48ed-9538-da75f4e3fdbb req-4f2f4940-6a75-4f91-bc1f-2c1360ade19a service nova] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Received event network-vif-unplugged-53efb0eb-1958-4ef1-8af3-b0b2f98d2587 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-dd41c386-89a5-48ed-9538-da75f4e3fdbb req-4f2f4940-6a75-4f91-bc1f-2c1360ade19a service nova] Acquiring lock "9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-dd41c386-89a5-48ed-9538-da75f4e3fdbb req-4f2f4940-6a75-4f91-bc1f-2c1360ade19a service nova] Lock "9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-dd41c386-89a5-48ed-9538-da75f4e3fdbb req-4f2f4940-6a75-4f91-bc1f-2c1360ade19a service nova] Lock "9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG nova.compute.manager [req-dd41c386-89a5-48ed-9538-da75f4e3fdbb req-4f2f4940-6a75-4f91-bc1f-2c1360ade19a service nova] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] No waiting events found dispatching network-vif-unplugged-53efb0eb-1958-4ef1-8af3-b0b2f98d2587 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG nova.compute.manager [req-dd41c386-89a5-48ed-9538-da75f4e3fdbb req-4f2f4940-6a75-4f91-bc1f-2c1360ade19a service nova] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Received event network-vif-unplugged-53efb0eb-1958-4ef1-8af3-b0b2f98d2587 for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 07:59:31 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Instance destroyed successfully.
Oct 24 07:59:31 user nova-compute[74307]: DEBUG nova.objects.instance [None req-6e91a927-35f5-4bc9-8f18-4c253bbfb4d1 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lazy-loading 'resources' on Instance uuid 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-6e91a927-35f5-4bc9-8f18-4c253bbfb4d1 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:57:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1832874877',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1832874877',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1832874877',id=34,image_ref='930f3185-bc8f-4fbb-a51a-8ed703da1747',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEANt/wFuy3oS23yrVAcHmq6aXZAW71EQSzZvKZKR1NNkhqpOWB6eMCAFWWX52ilKt66hp3L1ou1v4IAMaxOuPyOBrdWh0/7NyjziZfnpdJbZ1WP+zv2ofM8GYvYyAnikw==',key_name='tempest-keypair-878829391',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:58:28Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='99565c4aa28a45419afe825961b86a69',ramdisk_id='',reservation_id='r-2xm4lsyl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-134367807',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-134367807-project-member',image_root_device_name='/dev/vda',owner_project_name='tempest-TestVolumeBootPattern-134367807',owner_user_name='tempest-TestVolumeBootPattern-134367807-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T07:58:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='43b9c4d4949346bcae8ed60ce4b533af',uuid=9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "53efb0eb-1958-4ef1-8af3-b0b2f98d2587", "address": "fa:16:3e:e8:25:7a", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap53efb0eb-19", "ovs_interfaceid": "53efb0eb-1958-4ef1-8af3-b0b2f98d2587", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-6e91a927-35f5-4bc9-8f18-4c253bbfb4d1 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Converting VIF {"id": "53efb0eb-1958-4ef1-8af3-b0b2f98d2587", "address": "fa:16:3e:e8:25:7a", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap53efb0eb-19", "ovs_interfaceid": "53efb0eb-1958-4ef1-8af3-b0b2f98d2587", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-6e91a927-35f5-4bc9-8f18-4c253bbfb4d1 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e8:25:7a,bridge_name='br-int',has_traffic_filtering=True,id=53efb0eb-1958-4ef1-8af3-b0b2f98d2587,network=Network(8b96e2e3-eec1-4827-84d4-b2cf8a498fef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap53efb0eb-19') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG os_vif [None req-6e91a927-35f5-4bc9-8f18-4c253bbfb4d1 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e8:25:7a,bridge_name='br-int',has_traffic_filtering=True,id=53efb0eb-1958-4ef1-8af3-b0b2f98d2587,network=Network(8b96e2e3-eec1-4827-84d4-b2cf8a498fef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap53efb0eb-19') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap53efb0eb-19, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b8a562b3-a0ff-4e29-bff1-1e4392c40738) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:31 user nova-compute[74307]: INFO os_vif [None req-6e91a927-35f5-4bc9-8f18-4c253bbfb4d1 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e8:25:7a,bridge_name='br-int',has_traffic_filtering=True,id=53efb0eb-1958-4ef1-8af3-b0b2f98d2587,network=Network(8b96e2e3-eec1-4827-84d4-b2cf8a498fef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap53efb0eb-19')
Oct 24 07:59:31 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6e91a927-35f5-4bc9-8f18-4c253bbfb4d1 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] calling os-brick to detach iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e91a927-35f5-4bc9-8f18-4c253bbfb4d1 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, {'target_iqn': 'iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MfabsExq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:59:31 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-6e91a927-35f5-4bc9-8f18-4c253bbfb4d1 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:59:31 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-6e91a927-35f5-4bc9-8f18-4c253bbfb4d1 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-6e91a927-35f5-4bc9-8f18-4c253bbfb4d1 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f21c4c4-1398-4f6b-96f0-c991f3ba6dcf]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e91a927-35f5-4bc9-8f18-4c253bbfb4d1 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 07:59:31 user nova-compute[74307]: No targets found.
Oct 24 07:59:31 user nova-compute[74307]: iSNS:
Oct 24 07:59:31 user nova-compute[74307]: No targets found.
Oct 24 07:59:31 user nova-compute[74307]: STATIC:
Oct 24 07:59:31 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854
Oct 24 07:59:31 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:59:31 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:59:31 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d
Oct 24 07:59:31 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:59:31 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:59:31 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c
Oct 24 07:59:31 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:59:31 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:59:31 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d
Oct 24 07:59:31 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 07:59:31 user nova-compute[74307]:                 Iface Name: default
Oct 24 07:59:31 user nova-compute[74307]: FIRMWARE:
Oct 24 07:59:31 user nova-compute[74307]: No targets found.
Oct 24 07:59:31 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e91a927-35f5-4bc9-8f18-4c253bbfb4d1 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 07:59:31 user nova-compute[74307]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 07:59:31 user nova-compute[74307]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74307) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e91a927-35f5-4bc9-8f18-4c253bbfb4d1 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d', 0)] {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[f528d4b7-161d-40e9-883d-cd411782b20b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[18065d5c-087d-477d-97bd-94bba54d3df6]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e91a927-35f5-4bc9-8f18-4c253bbfb4d1 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:59:31 user nova-compute[74307]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)
Oct 24 07:59:31 user nova-compute[74307]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d (non-flash)
Oct 24 07:59:31 user nova-compute[74307]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c (non-flash)
Oct 24 07:59:31 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e91a927-35f5-4bc9-8f18-4c253bbfb4d1 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:59:31 user nova-compute[74307]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)
Oct 24 07:59:31 user nova-compute[74307]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d (non-flash)
Oct 24 07:59:31 user nova-compute[74307]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c (non-flash)
Oct 24 07:59:31 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e91a927-35f5-4bc9-8f18-4c253bbfb4d1 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4600f355a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d'): ({'sdb'}, set())}) {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-6e91a927-35f5-4bc9-8f18-4c253bbfb4d1 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Removing single pathed devices sdb {{(pid=74307) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f00046f-887b-4b4d-818a-36c5d69521ff]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8b8bb07-f3f6-4d5b-822f-c39d874cec39]: (4, ('ok\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-6e91a927-35f5-4bc9-8f18-4c253bbfb4d1 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Flushing IO for device /dev/sdb {{(pid=74307) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bf3b88d-dd39-4499-b865-5a4050cf3aae]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-6e91a927-35f5-4bc9-8f18-4c253bbfb4d1 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74307) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.043s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[aaa4742f-a7b2-4705-9864-f234bc13127a]: (4, ('1', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-6e91a927-35f5-4bc9-8f18-4c253bbfb4d1 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-6e91a927-35f5-4bc9-8f18-4c253bbfb4d1 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] SCSI volumes sdb have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIOc85fb83e-3a14c4c6ffdb9d5d', '/dev/disk/by-id/scsi-23361313463346336', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_c85fb83e') {{(pid=85657) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 24 07:59:31 user nova-compute[74307]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-1SCST_BIOc85fb83e-3a14c4c6ffdb9d5d
Oct 24 07:59:31 user nova-compute[74307]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-23361313463346336
Oct 24 07:59:31 user nova-compute[74307]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-SSCST_BIO_Storage_c85fb83e
Oct 24 07:59:31 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab0227ec-da79-4d25-b0a9-8318b9d3d322]: (4, None) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e91a927-35f5-4bc9-8f18-4c253bbfb4d1 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d')] {{(pid=74307) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f0a5c34-5d98-4228-a1ab-5d433f589610]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e91a927-35f5-4bc9-8f18-4c253bbfb4d1 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d -p 172.16.0.220:3260 --logout {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d -p 172.16.0.220:3260 --logout" returned: 0 in 0.081s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[9933ac76-2f83-4ab4-b03d-5d0c6b04c29a]: (4, ('Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d, portal: 172.16.0.220,3260]\nLogout of [sid: 31, target: iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e91a927-35f5-4bc9-8f18-4c253bbfb4d1 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d, portal: 172.16.0.220,3260]
Oct 24 07:59:31 user nova-compute[74307]: Logout of [sid: 31, target: iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d, portal: 172.16.0.220,3260] successful.
Oct 24 07:59:31 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d -p 172.16.0.220:3260 --op delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43445583-f099-478c-ae7d-c68a7a49dd1d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.033s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[2127ca2e-d016-4a30-8bba-50d8ee1e0782]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e91a927-35f5-4bc9-8f18-4c253bbfb4d1 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-6e91a927-35f5-4bc9-8f18-4c253bbfb4d1 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.393s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e91a927-35f5-4bc9-8f18-4c253bbfb4d1 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] <== disconnect_volume: return (395ms) None {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:59:31 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6e91a927-35f5-4bc9-8f18-4c253bbfb4d1 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Disconnected iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 07:59:31 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-6e91a927-35f5-4bc9-8f18-4c253bbfb4d1 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Deleting instance files /opt/stack/data/nova/instances/9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558_del
Oct 24 07:59:31 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-6e91a927-35f5-4bc9-8f18-4c253bbfb4d1 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Deletion of /opt/stack/data/nova/instances/9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558_del complete
Oct 24 07:59:32 user nova-compute[74307]: INFO nova.compute.manager [None req-6e91a927-35f5-4bc9-8f18-4c253bbfb4d1 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Took 1.36 seconds to destroy the instance on the hypervisor.
Oct 24 07:59:32 user nova-compute[74307]: DEBUG oslo.service.loopingcall [None req-6e91a927-35f5-4bc9-8f18-4c253bbfb4d1 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74307) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 07:59:32 user nova-compute[74307]: DEBUG nova.compute.manager [-] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Deallocating network for instance {{(pid=74307) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 07:59:32 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] deallocate_for_instance() {{(pid=74307) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 07:59:32 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:59:32 user nova-compute[74307]: INFO nova.compute.manager [-] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Took 0.88 seconds to deallocate network for instance.
Oct 24 07:59:32 user nova-compute[74307]: DEBUG nova.compute.manager [req-e8cb6199-1bc9-4668-adf5-7cba0e91a2b4 req-dad59e30-a412-4676-ac78-f217a16e6f46 service nova] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Received event network-vif-deleted-53efb0eb-1958-4ef1-8af3-b0b2f98d2587 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:59:32 user nova-compute[74307]: INFO nova.compute.manager [req-e8cb6199-1bc9-4668-adf5-7cba0e91a2b4 req-dad59e30-a412-4676-ac78-f217a16e6f46 service nova] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Neutron deleted interface 53efb0eb-1958-4ef1-8af3-b0b2f98d2587; detaching it from the instance and deleting it from the info cache
Oct 24 07:59:32 user nova-compute[74307]: DEBUG nova.network.neutron [req-e8cb6199-1bc9-4668-adf5-7cba0e91a2b4 req-dad59e30-a412-4676-ac78-f217a16e6f46 service nova] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:59:32 user nova-compute[74307]: DEBUG nova.compute.manager [req-e8cb6199-1bc9-4668-adf5-7cba0e91a2b4 req-dad59e30-a412-4676-ac78-f217a16e6f46 service nova] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Detach interface failed, port_id=53efb0eb-1958-4ef1-8af3-b0b2f98d2587, reason: Instance 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558 could not be found. {{(pid=74307) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 24 07:59:33 user nova-compute[74307]: DEBUG nova.compute.manager [req-f72bc272-3bd7-485c-a843-282e9c17338b req-b54b141a-92ae-485e-a3b4-3fa9d47356dd service nova] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Received event network-vif-plugged-53efb0eb-1958-4ef1-8af3-b0b2f98d2587 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:59:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-f72bc272-3bd7-485c-a843-282e9c17338b req-b54b141a-92ae-485e-a3b4-3fa9d47356dd service nova] Acquiring lock "9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:59:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-f72bc272-3bd7-485c-a843-282e9c17338b req-b54b141a-92ae-485e-a3b4-3fa9d47356dd service nova] Lock "9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:59:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-f72bc272-3bd7-485c-a843-282e9c17338b req-b54b141a-92ae-485e-a3b4-3fa9d47356dd service nova] Lock "9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:59:33 user nova-compute[74307]: DEBUG nova.compute.manager [req-f72bc272-3bd7-485c-a843-282e9c17338b req-b54b141a-92ae-485e-a3b4-3fa9d47356dd service nova] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] No waiting events found dispatching network-vif-plugged-53efb0eb-1958-4ef1-8af3-b0b2f98d2587 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:59:33 user nova-compute[74307]: WARNING nova.compute.manager [req-f72bc272-3bd7-485c-a843-282e9c17338b req-b54b141a-92ae-485e-a3b4-3fa9d47356dd service nova] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Received unexpected event network-vif-plugged-53efb0eb-1958-4ef1-8af3-b0b2f98d2587 for instance with vm_state active and task_state deleting.
Oct 24 07:59:33 user nova-compute[74307]: INFO nova.compute.manager [None req-6e91a927-35f5-4bc9-8f18-4c253bbfb4d1 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Took 0.89 seconds to detach 1 volumes for instance.
Oct 24 07:59:33 user nova-compute[74307]: DEBUG nova.compute.manager [None req-6e91a927-35f5-4bc9-8f18-4c253bbfb4d1 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558] Deleting volume: 43445583-f099-478c-ae7d-c68a7a49dd1d {{(pid=74307) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 24 07:59:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6e91a927-35f5-4bc9-8f18-4c253bbfb4d1 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:59:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6e91a927-35f5-4bc9-8f18-4c253bbfb4d1 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:59:34 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-6e91a927-35f5-4bc9-8f18-4c253bbfb4d1 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:59:34 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-6e91a927-35f5-4bc9-8f18-4c253bbfb4d1 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:59:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6e91a927-35f5-4bc9-8f18-4c253bbfb4d1 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.415s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:59:34 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-6e91a927-35f5-4bc9-8f18-4c253bbfb4d1 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Deleted allocations for instance 9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558
Oct 24 07:59:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6e91a927-35f5-4bc9-8f18-4c253bbfb4d1 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "9fe4e1d6-49c3-4c50-9ed7-55d36b3c7558" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.847s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:59:35 user nova-compute[74307]: DEBUG nova.compute.manager [req-264be7ae-28bc-4fc3-ace6-b19a13114262 req-0cf0f02e-524e-444d-a77f-36a2964f3809 service nova] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Received event network-changed-9624aa5e-3eac-477f-835c-dd226d485799 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:59:35 user nova-compute[74307]: DEBUG nova.compute.manager [req-264be7ae-28bc-4fc3-ace6-b19a13114262 req-0cf0f02e-524e-444d-a77f-36a2964f3809 service nova] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Refreshing instance network info cache due to event network-changed-9624aa5e-3eac-477f-835c-dd226d485799. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 07:59:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-264be7ae-28bc-4fc3-ace6-b19a13114262 req-0cf0f02e-524e-444d-a77f-36a2964f3809 service nova] Acquiring lock "refresh_cache-57dc1091-c824-4b7b-a3e8-ee72d49f6623" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 07:59:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-264be7ae-28bc-4fc3-ace6-b19a13114262 req-0cf0f02e-524e-444d-a77f-36a2964f3809 service nova] Acquired lock "refresh_cache-57dc1091-c824-4b7b-a3e8-ee72d49f6623" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 07:59:35 user nova-compute[74307]: DEBUG nova.network.neutron [req-264be7ae-28bc-4fc3-ace6-b19a13114262 req-0cf0f02e-524e-444d-a77f-36a2964f3809 service nova] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Refreshing network info cache for port 9624aa5e-3eac-477f-835c-dd226d485799 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 07:59:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:35 user nova-compute[74307]: DEBUG nova.network.neutron [req-264be7ae-28bc-4fc3-ace6-b19a13114262 req-0cf0f02e-524e-444d-a77f-36a2964f3809 service nova] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Updated VIF entry in instance network info cache for port 9624aa5e-3eac-477f-835c-dd226d485799. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 07:59:35 user nova-compute[74307]: DEBUG nova.network.neutron [req-264be7ae-28bc-4fc3-ace6-b19a13114262 req-0cf0f02e-524e-444d-a77f-36a2964f3809 service nova] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Updating instance_info_cache with network_info: [{"id": "9624aa5e-3eac-477f-835c-dd226d485799", "address": "fa:16:3e:28:23:62", "network": {"id": "88614861-758c-4aeb-96e5-c287097f2826", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-693421200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f702c44f41647f3986d6d6acc4e7122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9624aa5e-3e", "ovs_interfaceid": "9624aa5e-3eac-477f-835c-dd226d485799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:59:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-264be7ae-28bc-4fc3-ace6-b19a13114262 req-0cf0f02e-524e-444d-a77f-36a2964f3809 service nova] Releasing lock "refresh_cache-57dc1091-c824-4b7b-a3e8-ee72d49f6623" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 07:59:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2fa7f74c-5bc9-4c72-9cb3-59efe6e62ea1 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Acquiring lock "57dc1091-c824-4b7b-a3e8-ee72d49f6623" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:59:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2fa7f74c-5bc9-4c72-9cb3-59efe6e62ea1 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "57dc1091-c824-4b7b-a3e8-ee72d49f6623" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:59:39 user nova-compute[74307]: DEBUG nova.objects.instance [None req-2fa7f74c-5bc9-4c72-9cb3-59efe6e62ea1 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lazy-loading 'flavor' on Instance uuid 57dc1091-c824-4b7b-a3e8-ee72d49f6623 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:59:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2fa7f74c-5bc9-4c72-9cb3-59efe6e62ea1 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "57dc1091-c824-4b7b-a3e8-ee72d49f6623" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.073s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:59:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2fa7f74c-5bc9-4c72-9cb3-59efe6e62ea1 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Acquiring lock "57dc1091-c824-4b7b-a3e8-ee72d49f6623" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:59:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2fa7f74c-5bc9-4c72-9cb3-59efe6e62ea1 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "57dc1091-c824-4b7b-a3e8-ee72d49f6623" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:59:40 user nova-compute[74307]: INFO nova.compute.manager [None req-2fa7f74c-5bc9-4c72-9cb3-59efe6e62ea1 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Attaching volume 40bff67f-482f-4f03-ad67-20a02fef9b18 to /dev/vdb
Oct 24 07:59:40 user nova-compute[74307]: DEBUG os_brick.utils [None req-2fa7f74c-5bc9-4c72-9cb3-59efe6e62ea1 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:59:40 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:40 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.026s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:40 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9ab0bc5-d752-4d7e-b277-c968756bd2c9]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:299aca16be88\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:59:40 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:40 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:40 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[17cc7abe-6ce0-4ca2-a348-317d81fabfe6]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:59:40 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:40 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.023s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:40 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c15949a-2938-470b-b304-a5b331e61022]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:59:40 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad591eae-51a9-4483-a7b9-e5bcd20f5e2c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:59:40 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-2fa7f74c-5bc9-4c72-9cb3-59efe6e62ea1 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Running cmd (subprocess): nvme version {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:40 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-2fa7f74c-5bc9-4c72-9cb3-59efe6e62ea1 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] 'nvme version' failed. Not Retrying. {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:59:40 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.nvmeof [None req-2fa7f74c-5bc9-4c72-9cb3-59efe6e62ea1 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] nvme not present on system {{(pid=74307) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 07:59:40 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:40 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 07:59:40 user nova-compute[74307]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 07:59:40 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b75f0f32-70ca-4c08-aab0-e1d6ec8e259e]: (4, '') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:59:40 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-2fa7f74c-5bc9-4c72-9cb3-59efe6e62ea1 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74307) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 07:59:40 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-2fa7f74c-5bc9-4c72-9cb3-59efe6e62ea1 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 07:59:40 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-2fa7f74c-5bc9-4c72-9cb3-59efe6e62ea1 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] LIGHTOS: no hostnqn found. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 07:59:40 user nova-compute[74307]: DEBUG os_brick.utils [None req-2fa7f74c-5bc9-4c72-9cb3-59efe6e62ea1 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] <== get_connector_properties: return (176ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:299aca16be88', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 07:59:40 user nova-compute[74307]: DEBUG nova.virt.block_device [None req-2fa7f74c-5bc9-4c72-9cb3-59efe6e62ea1 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Updating existing volume attachment record: aa4d62c6-17a9-4d87-ae05-398bf2a57199 {{(pid=74307) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 07:59:40 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:47 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-70ce35f0-b0c6-4b14-9c95-6190bef4add1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Acquiring lock "3e3b04f7-0553-4158-9220-165f25021106" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:59:47 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-70ce35f0-b0c6-4b14-9c95-6190bef4add1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Lock "3e3b04f7-0553-4158-9220-165f25021106" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:59:48 user nova-compute[74307]: INFO nova.compute.manager [None req-70ce35f0-b0c6-4b14-9c95-6190bef4add1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Detaching volume 4c1643b1-935f-4ce0-a035-131b26fbc36c
Oct 24 07:59:48 user nova-compute[74307]: INFO nova.virt.block_device [None req-70ce35f0-b0c6-4b14-9c95-6190bef4add1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Attempting to driver detach volume 4c1643b1-935f-4ce0-a035-131b26fbc36c from mountpoint /dev/vdb
Oct 24 07:59:48 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-70ce35f0-b0c6-4b14-9c95-6190bef4add1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Attempting to detach device vdb from instance 3e3b04f7-0553-4158-9220-165f25021106 from the persistent domain config. {{(pid=74307) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 07:59:48 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-70ce35f0-b0c6-4b14-9c95-6190bef4add1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 07:59:48 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:59:48 user nova-compute[74307]:   <source dev="/dev/sde"/>
Oct 24 07:59:48 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 07:59:48 user nova-compute[74307]:   <serial>4c1643b1-935f-4ce0-a035-131b26fbc36c</serial>
Oct 24 07:59:48 user nova-compute[74307]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 07:59:48 user nova-compute[74307]: </disk>
Oct 24 07:59:48 user nova-compute[74307]:  {{(pid=74307) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 07:59:48 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-70ce35f0-b0c6-4b14-9c95-6190bef4add1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Successfully detached device vdb from instance 3e3b04f7-0553-4158-9220-165f25021106 from the persistent domain config.
Oct 24 07:59:48 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-70ce35f0-b0c6-4b14-9c95-6190bef4add1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 3e3b04f7-0553-4158-9220-165f25021106 from the live domain config. {{(pid=74307) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 07:59:48 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-70ce35f0-b0c6-4b14-9c95-6190bef4add1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 07:59:48 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 07:59:48 user nova-compute[74307]:   <source dev="/dev/sde"/>
Oct 24 07:59:48 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 07:59:48 user nova-compute[74307]:   <serial>4c1643b1-935f-4ce0-a035-131b26fbc36c</serial>
Oct 24 07:59:48 user nova-compute[74307]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 07:59:48 user nova-compute[74307]: </disk>
Oct 24 07:59:48 user nova-compute[74307]:  {{(pid=74307) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 07:59:48 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-70ce35f0-b0c6-4b14-9c95-6190bef4add1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 3e3b04f7-0553-4158-9220-165f25021106 {{(pid=74307) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 07:59:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-174a67cd-ade8-4183-92c1-31775275fb6b tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquiring lock "6f71d751-f022-4f5f-8458-8a4d3114aae8" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:59:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-174a67cd-ade8-4183-92c1-31775275fb6b tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "6f71d751-f022-4f5f-8458-8a4d3114aae8" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:59:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-174a67cd-ade8-4183-92c1-31775275fb6b tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquiring lock "6f71d751-f022-4f5f-8458-8a4d3114aae8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:59:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-174a67cd-ade8-4183-92c1-31775275fb6b tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "6f71d751-f022-4f5f-8458-8a4d3114aae8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:59:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-174a67cd-ade8-4183-92c1-31775275fb6b tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "6f71d751-f022-4f5f-8458-8a4d3114aae8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:59:53 user nova-compute[74307]: INFO nova.compute.manager [None req-174a67cd-ade8-4183-92c1-31775275fb6b tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Terminating instance
Oct 24 07:59:53 user nova-compute[74307]: DEBUG nova.compute.manager [None req-174a67cd-ade8-4183-92c1-31775275fb6b tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Start destroying the instance on the hypervisor. {{(pid=74307) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 07:59:53 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:53 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:53 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:53 user nova-compute[74307]: DEBUG nova.compute.manager [req-6e1a9fb9-2664-4077-b53c-ea8e9c823363 req-766b4ba6-849b-4e16-a8ea-a660c62460e7 service nova] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Received event network-vif-unplugged-aae21de3-d60c-4a0b-9ee8-46c14cae1662 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:59:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6e1a9fb9-2664-4077-b53c-ea8e9c823363 req-766b4ba6-849b-4e16-a8ea-a660c62460e7 service nova] Acquiring lock "6f71d751-f022-4f5f-8458-8a4d3114aae8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:59:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6e1a9fb9-2664-4077-b53c-ea8e9c823363 req-766b4ba6-849b-4e16-a8ea-a660c62460e7 service nova] Lock "6f71d751-f022-4f5f-8458-8a4d3114aae8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:59:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6e1a9fb9-2664-4077-b53c-ea8e9c823363 req-766b4ba6-849b-4e16-a8ea-a660c62460e7 service nova] Lock "6f71d751-f022-4f5f-8458-8a4d3114aae8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:59:53 user nova-compute[74307]: DEBUG nova.compute.manager [req-6e1a9fb9-2664-4077-b53c-ea8e9c823363 req-766b4ba6-849b-4e16-a8ea-a660c62460e7 service nova] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] No waiting events found dispatching network-vif-unplugged-aae21de3-d60c-4a0b-9ee8-46c14cae1662 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:59:53 user nova-compute[74307]: DEBUG nova.compute.manager [req-6e1a9fb9-2664-4077-b53c-ea8e9c823363 req-766b4ba6-849b-4e16-a8ea-a660c62460e7 service nova] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Received event network-vif-unplugged-aae21de3-d60c-4a0b-9ee8-46c14cae1662 for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 07:59:53 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:54 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Instance destroyed successfully.
Oct 24 07:59:54 user nova-compute[74307]: DEBUG nova.objects.instance [None req-174a67cd-ade8-4183-92c1-31775275fb6b tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lazy-loading 'resources' on Instance uuid 6f71d751-f022-4f5f-8458-8a4d3114aae8 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 07:59:54 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-174a67cd-ade8-4183-92c1-31775275fb6b tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:49:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-300965015',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-300965015',id=18,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:49:46Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8663add8cb13470095b2b73e60705507',ramdisk_id='',reservation_id='r-latntamq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-977236319',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T07:51:37Z,user_data=None,user_id='514c86e8bc0b4f028a4e831cc15f1dd0',uuid=6f71d751-f022-4f5f-8458-8a4d3114aae8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "aae21de3-d60c-4a0b-9ee8-46c14cae1662", "address": "fa:16:3e:8a:eb:e7", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaae21de3-d6", "ovs_interfaceid": "aae21de3-d60c-4a0b-9ee8-46c14cae1662", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 07:59:54 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-174a67cd-ade8-4183-92c1-31775275fb6b tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Converting VIF {"id": "aae21de3-d60c-4a0b-9ee8-46c14cae1662", "address": "fa:16:3e:8a:eb:e7", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaae21de3-d6", "ovs_interfaceid": "aae21de3-d60c-4a0b-9ee8-46c14cae1662", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 07:59:54 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-174a67cd-ade8-4183-92c1-31775275fb6b tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:8a:eb:e7,bridge_name='br-int',has_traffic_filtering=True,id=aae21de3-d60c-4a0b-9ee8-46c14cae1662,network=Network(3db729c6-868c-43bd-b594-4d15882c5b5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaae21de3-d6') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 07:59:54 user nova-compute[74307]: DEBUG os_vif [None req-174a67cd-ade8-4183-92c1-31775275fb6b tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:8a:eb:e7,bridge_name='br-int',has_traffic_filtering=True,id=aae21de3-d60c-4a0b-9ee8-46c14cae1662,network=Network(3db729c6-868c-43bd-b594-4d15882c5b5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaae21de3-d6') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 07:59:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapaae21de3-d6, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:59:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:59:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7eff3b38-0805-47b7-974c-791469149380) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 07:59:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 07:59:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:54 user nova-compute[74307]: INFO os_vif [None req-174a67cd-ade8-4183-92c1-31775275fb6b tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:8a:eb:e7,bridge_name='br-int',has_traffic_filtering=True,id=aae21de3-d60c-4a0b-9ee8-46c14cae1662,network=Network(3db729c6-868c-43bd-b594-4d15882c5b5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaae21de3-d6')
Oct 24 07:59:54 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-174a67cd-ade8-4183-92c1-31775275fb6b tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Deleting instance files /opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8_del
Oct 24 07:59:54 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-174a67cd-ade8-4183-92c1-31775275fb6b tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Deletion of /opt/stack/data/nova/instances/6f71d751-f022-4f5f-8458-8a4d3114aae8_del complete
Oct 24 07:59:54 user nova-compute[74307]: INFO nova.compute.manager [None req-174a67cd-ade8-4183-92c1-31775275fb6b tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Took 1.00 seconds to destroy the instance on the hypervisor.
Oct 24 07:59:54 user nova-compute[74307]: DEBUG oslo.service.loopingcall [None req-174a67cd-ade8-4183-92c1-31775275fb6b tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74307) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 07:59:54 user nova-compute[74307]: DEBUG nova.compute.manager [-] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Deallocating network for instance {{(pid=74307) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 07:59:54 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] deallocate_for_instance() {{(pid=74307) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 07:59:54 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:59:54 user nova-compute[74307]: DEBUG nova.compute.manager [req-9591c231-d499-44d6-a986-9b0c3c0e0861 req-3f67323b-bf6a-41a8-a9ce-f00a64f0c45b service nova] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Received event network-vif-deleted-aae21de3-d60c-4a0b-9ee8-46c14cae1662 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:59:54 user nova-compute[74307]: INFO nova.compute.manager [req-9591c231-d499-44d6-a986-9b0c3c0e0861 req-3f67323b-bf6a-41a8-a9ce-f00a64f0c45b service nova] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Neutron deleted interface aae21de3-d60c-4a0b-9ee8-46c14cae1662; detaching it from the instance and deleting it from the info cache
Oct 24 07:59:54 user nova-compute[74307]: DEBUG nova.network.neutron [req-9591c231-d499-44d6-a986-9b0c3c0e0861 req-3f67323b-bf6a-41a8-a9ce-f00a64f0c45b service nova] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 07:59:54 user nova-compute[74307]: INFO nova.compute.manager [-] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Took 0.59 seconds to deallocate network for instance.
Oct 24 07:59:54 user nova-compute[74307]: DEBUG nova.compute.manager [req-9591c231-d499-44d6-a986-9b0c3c0e0861 req-3f67323b-bf6a-41a8-a9ce-f00a64f0c45b service nova] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Detach interface failed, port_id=aae21de3-d60c-4a0b-9ee8-46c14cae1662, reason: Instance 6f71d751-f022-4f5f-8458-8a4d3114aae8 could not be found. {{(pid=74307) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 24 07:59:55 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-174a67cd-ade8-4183-92c1-31775275fb6b tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:59:55 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-174a67cd-ade8-4183-92c1-31775275fb6b tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:59:55 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-174a67cd-ade8-4183-92c1-31775275fb6b tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 07:59:55 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-174a67cd-ade8-4183-92c1-31775275fb6b tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 07:59:55 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-174a67cd-ade8-4183-92c1-31775275fb6b tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.319s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:59:55 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-174a67cd-ade8-4183-92c1-31775275fb6b tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Deleted allocations for instance 6f71d751-f022-4f5f-8458-8a4d3114aae8
Oct 24 07:59:55 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-174a67cd-ade8-4183-92c1-31775275fb6b tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "6f71d751-f022-4f5f-8458-8a4d3114aae8" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.133s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:59:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:55 user nova-compute[74307]: DEBUG nova.compute.manager [req-80a1b619-fccd-41cf-b6f7-99442861b3cd req-c21f24b4-a703-4092-9116-2899a93c6efc service nova] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Received event network-vif-plugged-aae21de3-d60c-4a0b-9ee8-46c14cae1662 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 07:59:55 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-80a1b619-fccd-41cf-b6f7-99442861b3cd req-c21f24b4-a703-4092-9116-2899a93c6efc service nova] Acquiring lock "6f71d751-f022-4f5f-8458-8a4d3114aae8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 07:59:55 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-80a1b619-fccd-41cf-b6f7-99442861b3cd req-c21f24b4-a703-4092-9116-2899a93c6efc service nova] Lock "6f71d751-f022-4f5f-8458-8a4d3114aae8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 07:59:55 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-80a1b619-fccd-41cf-b6f7-99442861b3cd req-c21f24b4-a703-4092-9116-2899a93c6efc service nova] Lock "6f71d751-f022-4f5f-8458-8a4d3114aae8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 07:59:55 user nova-compute[74307]: DEBUG nova.compute.manager [req-80a1b619-fccd-41cf-b6f7-99442861b3cd req-c21f24b4-a703-4092-9116-2899a93c6efc service nova] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] No waiting events found dispatching network-vif-plugged-aae21de3-d60c-4a0b-9ee8-46c14cae1662 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 07:59:55 user nova-compute[74307]: WARNING nova.compute.manager [req-80a1b619-fccd-41cf-b6f7-99442861b3cd req-c21f24b4-a703-4092-9116-2899a93c6efc service nova] [instance: 6f71d751-f022-4f5f-8458-8a4d3114aae8] Received unexpected event network-vif-plugged-aae21de3-d60c-4a0b-9ee8-46c14cae1662 for instance with vm_state deleted and task_state None.
Oct 24 07:59:56 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:59 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 07:59:59 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2fa7f74c-5bc9-4c72-9cb3-59efe6e62ea1 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Calling os-brick to attach iSCSI Volume {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 07:59:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2fa7f74c-5bc9-4c72-9cb3-59efe6e62ea1 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qZAyWLGv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 07:59:59 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-2fa7f74c-5bc9-4c72-9cb3-59efe6e62ea1 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:59:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-2fa7f74c-5bc9-4c72-9cb3-59efe6e62ea1 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:59:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-2fa7f74c-5bc9-4c72-9cb3-59efe6e62ea1 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:59:59 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-2fa7f74c-5bc9-4c72-9cb3-59efe6e62ea1 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 07:59:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-2fa7f74c-5bc9-4c72-9cb3-59efe6e62ea1 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 07:59:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-2fa7f74c-5bc9-4c72-9cb3-59efe6e62ea1 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 07:59:59 user nova-compute[74307]: INFO os_brick.initiator.connectors.iscsi [None req-2fa7f74c-5bc9-4c72-9cb3-59efe6e62ea1 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 07:59:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18 -p 172.16.0.220:3260 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:59 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b833565-67cc-4f15-8f47-d04bd617f46d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:59:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2fa7f74c-5bc9-4c72-9cb3-59efe6e62ea1 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 07:59:59 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:59:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18 -p 172.16.0.220:3260 --interface default --op new {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:59 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[7304ef35-c348-42a5-a2de-90c20f0c9241]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18] added\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:59:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2fa7f74c-5bc9-4c72-9cb3-59efe6e62ea1 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18] added
Oct 24 07:59:59 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:59:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:59 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5f4bdfa-f7e2-4d63-b116-87b185a0cff8]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:59:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2fa7f74c-5bc9-4c72-9cb3-59efe6e62ea1 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:59:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:59 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfce25a8-43dd-4f7f-9331-87d9924e15bc]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:59:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2fa7f74c-5bc9-4c72-9cb3-59efe6e62ea1 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:59:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qZAyWLGv {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qZAyWLGv" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:59 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d311ad4a-5f2f-43af-8fbb-9f3f7540d116]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:59:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2fa7f74c-5bc9-4c72-9cb3-59efe6e62ea1 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'qZAyWLGv'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:59:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:59 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[13a49712-19ae-42e2-bcd9-abeb017627e5]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:59:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2fa7f74c-5bc9-4c72-9cb3-59efe6e62ea1 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:59:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:59 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a066d30-5387-47a5-8bb5-d8c2aed3f22a]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:59:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2fa7f74c-5bc9-4c72-9cb3-59efe6e62ea1 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:59:59 user nova-compute[74307]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)
Oct 24 07:59:59 user nova-compute[74307]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c (non-flash)
Oct 24 07:59:59 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:59:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2fa7f74c-5bc9-4c72-9cb3-59efe6e62ea1 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:59:59 user nova-compute[74307]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)
Oct 24 07:59:59 user nova-compute[74307]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c (non-flash)
Oct 24 07:59:59 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:59:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18 -p 172.16.0.220:3260 --login {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18 -p 172.16.0.220:3260 --login" returned: 0 in 0.073s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:59 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b16c5c9d-28d6-4da0-be4c-e0947823e90a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:59:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2fa7f74c-5bc9-4c72-9cb3-59efe6e62ea1 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18, portal: 172.16.0.220,3260]
Oct 24 07:59:59 user nova-compute[74307]: Login to [iface: default, target: iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18, portal: 172.16.0.220,3260] successful.
Oct 24 07:59:59 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:59:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:59 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[aee3cf8c-de11-4085-b447-66c50a2fadbf]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:59:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2fa7f74c-5bc9-4c72-9cb3-59efe6e62ea1 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 07:59:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 07:59:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 07:59:59 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b35956bf-8b9b-490f-ae7f-f971e30d8983]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 07:59:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2fa7f74c-5bc9-4c72-9cb3-59efe6e62ea1 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:59:59 user nova-compute[74307]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)
Oct 24 07:59:59 user nova-compute[74307]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c (non-flash)
Oct 24 07:59:59 user nova-compute[74307]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18 (non-flash)
Oct 24 07:59:59 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 07:59:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2fa7f74c-5bc9-4c72-9cb3-59efe6e62ea1 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 07:59:59 user nova-compute[74307]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)
Oct 24 07:59:59 user nova-compute[74307]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c (non-flash)
Oct 24 07:59:59 user nova-compute[74307]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18 (non-flash)
Oct 24 07:59:59 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 07:59:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-2fa7f74c-5bc9-4c72-9cb3-59efe6e62ea1 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.302s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 07:59:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2fa7f74c-5bc9-4c72-9cb3-59efe6e62ea1 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Connected to 172.16.0.220:3260 {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 07:59:59 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-2fa7f74c-5bc9-4c72-9cb3-59efe6e62ea1 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] HCTL ('33', '-', '-', 0) found on session 37 with lun 0 {{(pid=74307) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 07:59:59 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-2fa7f74c-5bc9-4c72-9cb3-59efe6e62ea1 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74307) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 07:59:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:00 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8dc1b55-60f5-4c12-a8e4-2a6afe276388]: (4, ('- - 0', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:00:00 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-2fa7f74c-5bc9-4c72-9cb3-59efe6e62ea1 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Searching for a device in session 37 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 08:00:00 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2fa7f74c-5bc9-4c72-9cb3-59efe6e62ea1 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qZAyWLGv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 08:00:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:01 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-2fa7f74c-5bc9-4c72-9cb3-59efe6e62ea1 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.342s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:00:01 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2fa7f74c-5bc9-4c72-9cb3-59efe6e62ea1 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] <== connect_volume: return (1344ms) {'type': 'block', 'scsi_wwn': '26234386661653736', 'path': '/dev/sdb'} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:00:01 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2fa7f74c-5bc9-4c72-9cb3-59efe6e62ea1 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26234386661653736', 'path': '/dev/sdb'} {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 08:00:01 user nova-compute[74307]: DEBUG nova.objects.instance [None req-2fa7f74c-5bc9-4c72-9cb3-59efe6e62ea1 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lazy-loading 'flavor' on Instance uuid 57dc1091-c824-4b7b-a3e8-ee72d49f6623 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:00:01 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-2fa7f74c-5bc9-4c72-9cb3-59efe6e62ea1 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 08:00:01 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 08:00:01 user nova-compute[74307]:   <source dev="/dev/sdb"/>
Oct 24 08:00:01 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 08:00:01 user nova-compute[74307]:   <serial>40bff67f-482f-4f03-ad67-20a02fef9b18</serial>
Oct 24 08:00:01 user nova-compute[74307]: </disk>
Oct 24 08:00:01 user nova-compute[74307]:  {{(pid=74307) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 08:00:01 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2fa7f74c-5bc9-4c72-9cb3-59efe6e62ea1 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 08:00:01 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2fa7f74c-5bc9-4c72-9cb3-59efe6e62ea1 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 08:00:01 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2fa7f74c-5bc9-4c72-9cb3-59efe6e62ea1 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] No VIF found with MAC fa:16:3e:28:23:62, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 08:00:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2fa7f74c-5bc9-4c72-9cb3-59efe6e62ea1 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "57dc1091-c824-4b7b-a3e8-ee72d49f6623" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 21.381s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:00:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0a734f5b-75df-4a75-a6f9-dca4cb66fd19 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Acquiring lock "57dc1091-c824-4b7b-a3e8-ee72d49f6623" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:00:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0a734f5b-75df-4a75-a6f9-dca4cb66fd19 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "57dc1091-c824-4b7b-a3e8-ee72d49f6623" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:00:02 user nova-compute[74307]: INFO nova.compute.manager [None req-0a734f5b-75df-4a75-a6f9-dca4cb66fd19 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Detaching volume 40bff67f-482f-4f03-ad67-20a02fef9b18
Oct 24 08:00:02 user nova-compute[74307]: INFO nova.virt.block_device [None req-0a734f5b-75df-4a75-a6f9-dca4cb66fd19 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Attempting to driver detach volume 40bff67f-482f-4f03-ad67-20a02fef9b18 from mountpoint /dev/vdb
Oct 24 08:00:02 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-0a734f5b-75df-4a75-a6f9-dca4cb66fd19 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Attempting to detach device vdb from instance 57dc1091-c824-4b7b-a3e8-ee72d49f6623 from the persistent domain config. {{(pid=74307) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 08:00:02 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-0a734f5b-75df-4a75-a6f9-dca4cb66fd19 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 08:00:02 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 08:00:02 user nova-compute[74307]:   <source dev="/dev/sdb"/>
Oct 24 08:00:02 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 08:00:02 user nova-compute[74307]:   <serial>40bff67f-482f-4f03-ad67-20a02fef9b18</serial>
Oct 24 08:00:02 user nova-compute[74307]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 08:00:02 user nova-compute[74307]: </disk>
Oct 24 08:00:02 user nova-compute[74307]:  {{(pid=74307) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 08:00:02 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-0a734f5b-75df-4a75-a6f9-dca4cb66fd19 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Successfully detached device vdb from instance 57dc1091-c824-4b7b-a3e8-ee72d49f6623 from the persistent domain config.
Oct 24 08:00:02 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-0a734f5b-75df-4a75-a6f9-dca4cb66fd19 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 57dc1091-c824-4b7b-a3e8-ee72d49f6623 from the live domain config. {{(pid=74307) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 08:00:02 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-0a734f5b-75df-4a75-a6f9-dca4cb66fd19 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 08:00:02 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 08:00:02 user nova-compute[74307]:   <source dev="/dev/sdb"/>
Oct 24 08:00:02 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 08:00:02 user nova-compute[74307]:   <serial>40bff67f-482f-4f03-ad67-20a02fef9b18</serial>
Oct 24 08:00:02 user nova-compute[74307]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 08:00:02 user nova-compute[74307]: </disk>
Oct 24 08:00:02 user nova-compute[74307]:  {{(pid=74307) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 08:00:02 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-0a734f5b-75df-4a75-a6f9-dca4cb66fd19 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 57dc1091-c824-4b7b-a3e8-ee72d49f6623 {{(pid=74307) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 08:00:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:04 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:05 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:00:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:06 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:06 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:00:06 user nova-compute[74307]: DEBUG nova.objects.instance [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lazy-loading 'flavor' on Instance uuid 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:00:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Acquiring lock "refresh_cache-5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:00:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Acquired lock "refresh_cache-5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:00:06 user nova-compute[74307]: DEBUG nova.network.neutron [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 08:00:06 user nova-compute[74307]: DEBUG nova.objects.instance [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lazy-loading 'info_cache' on Instance uuid 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:00:06 user nova-compute[74307]: DEBUG nova.objects.base [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Object Instance<5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7> lazy-loaded attributes: flavor,info_cache {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 08:00:06 user nova-compute[74307]: DEBUG nova.network.neutron [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Updating instance_info_cache with network_info: [{"id": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "address": "fa:16:3e:53:1d:7d", "network": {"id": "0b5afd85-cb93-4bd3-abef-63764752395c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-367974063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e349c7556c954f868b60c401e1a053cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8488c1d4-cb", "ovs_interfaceid": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:00:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Releasing lock "refresh_cache-5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:00:07 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Instance destroyed successfully.
Oct 24 08:00:07 user nova-compute[74307]: DEBUG nova.objects.instance [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lazy-loading 'resources' on Instance uuid 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG nova.objects.base [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Object Instance<5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7> lazy-loaded attributes: flavor,info_cache,resources {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:51:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1164636358',display_name='tempest-AttachVolumeTestJSON-server-1164636358',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1164636358',id=24,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMzC152Il9Zqr+PCjL5RgTw345mR/MdE8MJCW31axYUipAxmU23AjkM496+Kexxi++gwRsrUVJoVETaWtv2CsRnUYOpMiFHHXMuWcc9K/J4BwTRzj7H5oUd6/gwvcSpIFQ==',key_name='tempest-keypair-1505756830',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:51:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='e349c7556c954f868b60c401e1a053cf',ramdisk_id='',reservation_id='r-skybiwvr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-942496644',owner_user_name='tempest-AttachVolumeTestJSON-942496644-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T07:58:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cd95a9d7c3fe4f4fac77a57e08cba688',uuid=5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "address": "fa:16:3e:53:1d:7d", "network": {"id": "0b5afd85-cb93-4bd3-abef-63764752395c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-367974063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e349c7556c954f868b60c401e1a053cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8488c1d4-cb", "ovs_interfaceid": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Converting VIF {"id": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "address": "fa:16:3e:53:1d:7d", "network": {"id": "0b5afd85-cb93-4bd3-abef-63764752395c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-367974063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e349c7556c954f868b60c401e1a053cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8488c1d4-cb", "ovs_interfaceid": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:53:1d:7d,bridge_name='br-int',has_traffic_filtering=True,id=8488c1d4-cbc5-4b59-8b80-2e18c0773b7c,network=Network(0b5afd85-cb93-4bd3-abef-63764752395c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8488c1d4-cb') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG os_vif [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:53:1d:7d,bridge_name='br-int',has_traffic_filtering=True,id=8488c1d4-cbc5-4b59-8b80-2e18c0773b7c,network=Network(0b5afd85-cb93-4bd3-abef-63764752395c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8488c1d4-cb') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8488c1d4-cb, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=dc03ab36-0870-4e4f-b0ea-293078e898fc) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:07 user nova-compute[74307]: INFO os_vif [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:53:1d:7d,bridge_name='br-int',has_traffic_filtering=True,id=8488c1d4-cbc5-4b59-8b80-2e18c0773b7c,network=Network(0b5afd85-cb93-4bd3-abef-63764752395c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8488c1d4-cb')
Oct 24 08:00:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Start _get_guest_xml network_info=[{"id": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "address": "fa:16:3e:53:1d:7d", "network": {"id": "0b5afd85-cb93-4bd3-abef-63764752395c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-367974063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e349c7556c954f868b60c401e1a053cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8488c1d4-cb", "ovs_interfaceid": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'boot_index': 0, 'guest_format': None, 'image_id': 'ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG nova.objects.instance [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lazy-loading 'numa_topology' on Instance uuid 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG nova.objects.base [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Object Instance<5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 08:00:07 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:00:07 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:00:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG nova.objects.instance [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lazy-loading 'vcpu_model' on Instance uuid 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG nova.objects.base [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Object Instance<5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:51:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1164636358',display_name='tempest-AttachVolumeTestJSON-server-1164636358',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1164636358',id=24,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMzC152Il9Zqr+PCjL5RgTw345mR/MdE8MJCW31axYUipAxmU23AjkM496+Kexxi++gwRsrUVJoVETaWtv2CsRnUYOpMiFHHXMuWcc9K/J4BwTRzj7H5oUd6/gwvcSpIFQ==',key_name='tempest-keypair-1505756830',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:51:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='e349c7556c954f868b60c401e1a053cf',ramdisk_id='',reservation_id='r-skybiwvr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-942496644',owner_user_name='tempest-AttachVolumeTestJSON-942496644-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T07:58:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cd95a9d7c3fe4f4fac77a57e08cba688',uuid=5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "address": "fa:16:3e:53:1d:7d", "network": {"id": "0b5afd85-cb93-4bd3-abef-63764752395c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-367974063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e349c7556c954f868b60c401e1a053cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8488c1d4-cb", "ovs_interfaceid": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Converting VIF {"id": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "address": "fa:16:3e:53:1d:7d", "network": {"id": "0b5afd85-cb93-4bd3-abef-63764752395c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-367974063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e349c7556c954f868b60c401e1a053cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8488c1d4-cb", "ovs_interfaceid": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:53:1d:7d,bridge_name='br-int',has_traffic_filtering=True,id=8488c1d4-cbc5-4b59-8b80-2e18c0773b7c,network=Network(0b5afd85-cb93-4bd3-abef-63764752395c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8488c1d4-cb') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG nova.objects.instance [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lazy-loading 'pci_devices' on Instance uuid 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG nova.objects.base [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Object Instance<5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] End _get_guest_xml xml=<domain type="kvm">
Oct 24 08:00:07 user nova-compute[74307]:   <uuid>5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7</uuid>
Oct 24 08:00:07 user nova-compute[74307]:   <name>instance-00000018</name>
Oct 24 08:00:07 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 08:00:07 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 08:00:07 user nova-compute[74307]:   <metadata>
Oct 24 08:00:07 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 08:00:07 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 08:00:07 user nova-compute[74307]:       <nova:name>tempest-AttachVolumeTestJSON-server-1164636358</nova:name>
Oct 24 08:00:07 user nova-compute[74307]:       <nova:creationTime>2023-10-24 08:00:07</nova:creationTime>
Oct 24 08:00:07 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 08:00:07 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 08:00:07 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 08:00:07 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 08:00:07 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 08:00:07 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 08:00:07 user nova-compute[74307]:       </nova:flavor>
Oct 24 08:00:07 user nova-compute[74307]:       <nova:owner>
Oct 24 08:00:07 user nova-compute[74307]:         <nova:user uuid="cd95a9d7c3fe4f4fac77a57e08cba688">tempest-AttachVolumeTestJSON-942496644-project-member</nova:user>
Oct 24 08:00:07 user nova-compute[74307]:         <nova:project uuid="e349c7556c954f868b60c401e1a053cf">tempest-AttachVolumeTestJSON-942496644</nova:project>
Oct 24 08:00:07 user nova-compute[74307]:       </nova:owner>
Oct 24 08:00:07 user nova-compute[74307]:       <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 08:00:07 user nova-compute[74307]:       <nova:ports>
Oct 24 08:00:07 user nova-compute[74307]:         <nova:port uuid="8488c1d4-cbc5-4b59-8b80-2e18c0773b7c">
Oct 24 08:00:07 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 24 08:00:07 user nova-compute[74307]:         </nova:port>
Oct 24 08:00:07 user nova-compute[74307]:       </nova:ports>
Oct 24 08:00:07 user nova-compute[74307]:     </nova:instance>
Oct 24 08:00:07 user nova-compute[74307]:   </metadata>
Oct 24 08:00:07 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 08:00:07 user nova-compute[74307]:     <system>
Oct 24 08:00:07 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 08:00:07 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 08:00:07 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 08:00:07 user nova-compute[74307]:       <entry name="serial">5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7</entry>
Oct 24 08:00:07 user nova-compute[74307]:       <entry name="uuid">5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7</entry>
Oct 24 08:00:07 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 08:00:07 user nova-compute[74307]:     </system>
Oct 24 08:00:07 user nova-compute[74307]:   </sysinfo>
Oct 24 08:00:07 user nova-compute[74307]:   <os>
Oct 24 08:00:07 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 08:00:07 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 08:00:07 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 08:00:07 user nova-compute[74307]:   </os>
Oct 24 08:00:07 user nova-compute[74307]:   <features>
Oct 24 08:00:07 user nova-compute[74307]:     <acpi/>
Oct 24 08:00:07 user nova-compute[74307]:     <apic/>
Oct 24 08:00:07 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 08:00:07 user nova-compute[74307]:   </features>
Oct 24 08:00:07 user nova-compute[74307]:   <clock offset="utc">
Oct 24 08:00:07 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 08:00:07 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 08:00:07 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 08:00:07 user nova-compute[74307]:   </clock>
Oct 24 08:00:07 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 08:00:07 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 08:00:07 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 08:00:07 user nova-compute[74307]:   </cpu>
Oct 24 08:00:07 user nova-compute[74307]:   <devices>
Oct 24 08:00:07 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 08:00:07 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 08:00:07 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk"/>
Oct 24 08:00:07 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 08:00:07 user nova-compute[74307]:     </disk>
Oct 24 08:00:07 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 08:00:07 user nova-compute[74307]:       <mac address="fa:16:3e:53:1d:7d"/>
Oct 24 08:00:07 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 08:00:07 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 08:00:07 user nova-compute[74307]:       <target dev="tap8488c1d4-cb"/>
Oct 24 08:00:07 user nova-compute[74307]:     </interface>
Oct 24 08:00:07 user nova-compute[74307]:     <serial type="pty">
Oct 24 08:00:07 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/console.log" append="off"/>
Oct 24 08:00:07 user nova-compute[74307]:     </serial>
Oct 24 08:00:07 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 08:00:07 user nova-compute[74307]:     <video>
Oct 24 08:00:07 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 08:00:07 user nova-compute[74307]:     </video>
Oct 24 08:00:07 user nova-compute[74307]:     <rng model="virtio">
Oct 24 08:00:07 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 08:00:07 user nova-compute[74307]:     </rng>
Oct 24 08:00:07 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 08:00:07 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 08:00:07 user nova-compute[74307]:       <stats period="10"/>
Oct 24 08:00:07 user nova-compute[74307]:     </memballoon>
Oct 24 08:00:07 user nova-compute[74307]:   </devices>
Oct 24 08:00:07 user nova-compute[74307]: </domain>
Oct 24 08:00:07 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG nova.objects.instance [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lazy-loading 'trusted_certs' on Instance uuid 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG nova.objects.base [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Object Instance<5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.174s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Checking if we can resize image /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk. size=1073741824 {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Cannot resize image /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk to a smaller size. {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG nova.objects.instance [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lazy-loading 'migration_context' on Instance uuid 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG nova.objects.base [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Object Instance<5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:51:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1164636358',display_name='tempest-AttachVolumeTestJSON-server-1164636358',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1164636358',id=24,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMzC152Il9Zqr+PCjL5RgTw345mR/MdE8MJCW31axYUipAxmU23AjkM496+Kexxi++gwRsrUVJoVETaWtv2CsRnUYOpMiFHHXMuWcc9K/J4BwTRzj7H5oUd6/gwvcSpIFQ==',key_name='tempest-keypair-1505756830',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:51:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='e349c7556c954f868b60c401e1a053cf',ramdisk_id='',reservation_id='r-skybiwvr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-942496644',owner_user_name='tempest-AttachVolumeTestJSON-942496644-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T07:58:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cd95a9d7c3fe4f4fac77a57e08cba688',uuid=5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "address": "fa:16:3e:53:1d:7d", "network": {"id": "0b5afd85-cb93-4bd3-abef-63764752395c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-367974063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e349c7556c954f868b60c401e1a053cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8488c1d4-cb", "ovs_interfaceid": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Converting VIF {"id": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "address": "fa:16:3e:53:1d:7d", "network": {"id": "0b5afd85-cb93-4bd3-abef-63764752395c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-367974063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e349c7556c954f868b60c401e1a053cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8488c1d4-cb", "ovs_interfaceid": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:53:1d:7d,bridge_name='br-int',has_traffic_filtering=True,id=8488c1d4-cbc5-4b59-8b80-2e18c0773b7c,network=Network(0b5afd85-cb93-4bd3-abef-63764752395c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8488c1d4-cb') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG os_vif [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:53:1d:7d,bridge_name='br-int',has_traffic_filtering=True,id=8488c1d4-cbc5-4b59-8b80-2e18c0773b7c,network=Network(0b5afd85-cb93-4bd3-abef-63764752395c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8488c1d4-cb') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'aec6b616-f93a-51fa-b839-7a30bc5a6331', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8488c1d4-cb, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8488c1d4-cb, col_values=(('qos', UUID('455ceffe-9fdb-4022-b01c-0b1f7237576e')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8488c1d4-cb, col_values=(('external_ids', {'iface-id': '8488c1d4-cbc5-4b59-8b80-2e18c0773b7c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:53:1d:7d', 'vm-uuid': '5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:00:07 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:07 user nova-compute[74307]: INFO os_vif [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:53:1d:7d,bridge_name='br-int',has_traffic_filtering=True,id=8488c1d4-cbc5-4b59-8b80-2e18c0773b7c,network=Network(0b5afd85-cb93-4bd3-abef-63764752395c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8488c1d4-cb')
Oct 24 08:00:08 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 08:00:08 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-70ce35f0-b0c6-4b14-9c95-6190bef4add1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 3e3b04f7-0553-4158-9220-165f25021106 is timed out.
Oct 24 08:00:08 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-70ce35f0-b0c6-4b14-9c95-6190bef4add1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Successfully detached device vdb from instance 3e3b04f7-0553-4158-9220-165f25021106 from the live domain config.
Oct 24 08:00:08 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-70ce35f0-b0c6-4b14-9c95-6190bef4add1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] [instance: 3e3b04f7-0553-4158-9220-165f25021106] calling os-brick to detach iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-70ce35f0-b0c6-4b14-9c95-6190bef4add1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, {'target_iqn': 'iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ULWIZRhG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:00:08 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-70ce35f0-b0c6-4b14-9c95-6190bef4add1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:00:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-70ce35f0-b0c6-4b14-9c95-6190bef4add1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-70ce35f0-b0c6-4b14-9c95-6190bef4add1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ddafc56-2318-40c7-9039-e10a27c7f994]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-70ce35f0-b0c6-4b14-9c95-6190bef4add1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 08:00:08 user nova-compute[74307]: No targets found.
Oct 24 08:00:08 user nova-compute[74307]: iSNS:
Oct 24 08:00:08 user nova-compute[74307]: No targets found.
Oct 24 08:00:08 user nova-compute[74307]: STATIC:
Oct 24 08:00:08 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18
Oct 24 08:00:08 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 08:00:08 user nova-compute[74307]:                 Iface Name: default
Oct 24 08:00:08 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854
Oct 24 08:00:08 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 08:00:08 user nova-compute[74307]:                 Iface Name: default
Oct 24 08:00:08 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c
Oct 24 08:00:08 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 08:00:08 user nova-compute[74307]:                 Iface Name: default
Oct 24 08:00:08 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d
Oct 24 08:00:08 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 08:00:08 user nova-compute[74307]:                 Iface Name: default
Oct 24 08:00:08 user nova-compute[74307]: FIRMWARE:
Oct 24 08:00:08 user nova-compute[74307]: No targets found.
Oct 24 08:00:08 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-70ce35f0-b0c6-4b14-9c95-6190bef4add1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 08:00:08 user nova-compute[74307]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 08:00:08 user nova-compute[74307]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74307) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-70ce35f0-b0c6-4b14-9c95-6190bef4add1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c', 0)] {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[642c08d1-8aae-49fb-a04d-7152103828ef]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[da4bf52f-32dd-4024-ad18-9ae07fc410ce]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-70ce35f0-b0c6-4b14-9c95-6190bef4add1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 08:00:08 user nova-compute[74307]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)
Oct 24 08:00:08 user nova-compute[74307]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c (non-flash)
Oct 24 08:00:08 user nova-compute[74307]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18 (non-flash)
Oct 24 08:00:08 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-70ce35f0-b0c6-4b14-9c95-6190bef4add1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 08:00:08 user nova-compute[74307]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)
Oct 24 08:00:08 user nova-compute[74307]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c (non-flash)
Oct 24 08:00:08 user nova-compute[74307]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18 (non-flash)
Oct 24 08:00:08 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-70ce35f0-b0c6-4b14-9c95-6190bef4add1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4600d2cca0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c'): ({'sde'}, set())}) {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-70ce35f0-b0c6-4b14-9c95-6190bef4add1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Removing single pathed devices sde {{(pid=74307) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[f815aa32-3ca6-40e0-86b4-64d82290b797]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[03274053-8496-42a6-bdf5-4ec625a06dde]: (4, ('ok\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-70ce35f0-b0c6-4b14-9c95-6190bef4add1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Flushing IO for device /dev/sde {{(pid=74307) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.012s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b377853-224b-4317-8cd4-cc4e1d5e0775]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-70ce35f0-b0c6-4b14-9c95-6190bef4add1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74307) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.037s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3b25207-c725-4cd0-a6f0-15fb8633588c]: (4, ('1', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-70ce35f0-b0c6-4b14-9c95-6190bef4add1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-70ce35f0-b0c6-4b14-9c95-6190bef4add1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] SCSI volumes sde have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-70ce35f0-b0c6-4b14-9c95-6190bef4add1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c')] {{(pid=74307) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[257bb074-f48e-4ad1-9272-71ee965c95c2]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-70ce35f0-b0c6-4b14-9c95-6190bef4add1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c -p 172.16.0.220:3260 --logout {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Acquiring lock "a76a3a75-0972-44e2-853f-c2f7bdd59344" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Lock "a76a3a75-0972-44e2-853f-c2f7bdd59344" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG nova.compute.manager [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Starting instance... {{(pid=74307) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c0f3458-7d38-4bfb-9622-8b808e0f127a]: (4, ('Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c, portal: 172.16.0.220,3260]\nLogout of [sid: 32, target: iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-70ce35f0-b0c6-4b14-9c95-6190bef4add1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c, portal: 172.16.0.220,3260]
Oct 24 08:00:08 user nova-compute[74307]: Logout of [sid: 32, target: iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c, portal: 172.16.0.220,3260] successful.
Oct 24 08:00:08 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c -p 172.16.0.220:3260 --op delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4c1643b1-935f-4ce0-a035-131b26fbc36c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[0058faa5-6d42-45c2-801c-21d2981ecead]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-70ce35f0-b0c6-4b14-9c95-6190bef4add1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-70ce35f0-b0c6-4b14-9c95-6190bef4add1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.306s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-70ce35f0-b0c6-4b14-9c95-6190bef4add1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] <== disconnect_volume: return (307ms) None {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:00:08 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-70ce35f0-b0c6-4b14-9c95-6190bef4add1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Disconnected iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 08:00:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:00:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:00:09 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 08:00:09 user nova-compute[74307]: INFO nova.compute.claims [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Claim successful on node user
Oct 24 08:00:09 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:09 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:09 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:09 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:00:09 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:00:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.399s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:00:09 user nova-compute[74307]: DEBUG nova.compute.manager [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Start building networks asynchronously for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 08:00:09 user nova-compute[74307]: DEBUG nova.compute.manager [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Allocating IP information in the background. {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 08:00:09 user nova-compute[74307]: DEBUG nova.network.neutron [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] allocate_for_instance() {{(pid=74307) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 08:00:09 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 08:00:09 user nova-compute[74307]: DEBUG nova.compute.manager [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Start building block device mappings for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 08:00:09 user nova-compute[74307]: DEBUG nova.policy [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb9a0f781fb44d7e9c11ccc2c1a3d9b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8d2d12cc7ef472db655a01726d36568', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74307) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 08:00:09 user nova-compute[74307]: DEBUG nova.compute.manager [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Start spawning the instance on the hypervisor. {{(pid=74307) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 08:00:09 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Creating instance directory {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 08:00:09 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Creating image(s)
Oct 24 08:00:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Acquiring lock "/opt/stack/data/nova/instances/a76a3a75-0972-44e2-853f-c2f7bdd59344/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:00:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Lock "/opt/stack/data/nova/instances/a76a3a75-0972-44e2-853f-c2f7bdd59344/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:00:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Lock "/opt/stack/data/nova/instances/a76a3a75-0972-44e2-853f-c2f7bdd59344/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:00:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:09 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.241s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Acquiring lock "9cb24620554d5eab84e846c14e389d04f4c43d48" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:00:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:00:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:10 user nova-compute[74307]: DEBUG nova.objects.instance [None req-70ce35f0-b0c6-4b14-9c95-6190bef4add1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Lazy-loading 'flavor' on Instance uuid 3e3b04f7-0553-4158-9220-165f25021106 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:00:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.190s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/a76a3a75-0972-44e2-853f-c2f7bdd59344/disk 1073741824 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-70ce35f0-b0c6-4b14-9c95-6190bef4add1 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Lock "3e3b04f7-0553-4158-9220-165f25021106" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.147s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:00:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/a76a3a75-0972-44e2-853f-c2f7bdd59344/disk 1073741824" returned: 0 in 0.054s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.249s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:00:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:10 user nova-compute[74307]: DEBUG nova.network.neutron [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Successfully created port: 52d45d65-6c3a-406e-876b-c9c42220d9fa {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 08:00:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.212s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:10 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a76a3a75-0972-44e2-853f-c2f7bdd59344/disk. size=1073741824 {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 08:00:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a76a3a75-0972-44e2-853f-c2f7bdd59344/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a76a3a75-0972-44e2-853f-c2f7bdd59344/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:10 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Cannot resize image /opt/stack/data/nova/instances/a76a3a75-0972-44e2-853f-c2f7bdd59344/disk to a smaller size. {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 08:00:10 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Created local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 08:00:10 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Ensure instance console log exists: /opt/stack/data/nova/instances/a76a3a75-0972-44e2-853f-c2f7bdd59344/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 08:00:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:00:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:00:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:00:10 user nova-compute[74307]: DEBUG nova.compute.manager [req-8703c756-ffb6-4666-9602-953d0dddf221 req-87850006-1f13-4ede-873d-0325c251de69 service nova] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Received event network-vif-plugged-8488c1d4-cbc5-4b59-8b80-2e18c0773b7c {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:00:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-8703c756-ffb6-4666-9602-953d0dddf221 req-87850006-1f13-4ede-873d-0325c251de69 service nova] Acquiring lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:00:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-8703c756-ffb6-4666-9602-953d0dddf221 req-87850006-1f13-4ede-873d-0325c251de69 service nova] Lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:00:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-8703c756-ffb6-4666-9602-953d0dddf221 req-87850006-1f13-4ede-873d-0325c251de69 service nova] Lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:00:10 user nova-compute[74307]: DEBUG nova.compute.manager [req-8703c756-ffb6-4666-9602-953d0dddf221 req-87850006-1f13-4ede-873d-0325c251de69 service nova] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] No waiting events found dispatching network-vif-plugged-8488c1d4-cbc5-4b59-8b80-2e18c0773b7c {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:00:10 user nova-compute[74307]: WARNING nova.compute.manager [req-8703c756-ffb6-4666-9602-953d0dddf221 req-87850006-1f13-4ede-873d-0325c251de69 service nova] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Received unexpected event network-vif-plugged-8488c1d4-cbc5-4b59-8b80-2e18c0773b7c for instance with vm_state stopped and task_state powering-on.
Oct 24 08:00:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:10 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 08:00:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57dc1091-c824-4b7b-a3e8-ee72d49f6623/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57dc1091-c824-4b7b-a3e8-ee72d49f6623/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57dc1091-c824-4b7b-a3e8-ee72d49f6623/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57dc1091-c824-4b7b-a3e8-ee72d49f6623/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG nova.network.neutron [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Successfully updated port: 52d45d65-6c3a-406e-876b-c9c42220d9fa {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Acquiring lock "refresh_cache-a76a3a75-0972-44e2-853f-c2f7bdd59344" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Acquired lock "refresh_cache-a76a3a75-0972-44e2-853f-c2f7bdd59344" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG nova.network.neutron [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG nova.compute.manager [req-45afe66e-b45f-40ec-a3db-68544055bc7f req-b9be71b8-4bbd-4612-b364-6007991b228e service nova] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Received event network-changed-52d45d65-6c3a-406e-876b-c9c42220d9fa {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG nova.compute.manager [req-45afe66e-b45f-40ec-a3db-68544055bc7f req-b9be71b8-4bbd-4612-b364-6007991b228e service nova] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Refreshing instance network info cache due to event network-changed-52d45d65-6c3a-406e-876b-c9c42220d9fa. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-45afe66e-b45f-40ec-a3db-68544055bc7f req-b9be71b8-4bbd-4612-b364-6007991b228e service nova] Acquiring lock "refresh_cache-a76a3a75-0972-44e2-853f-c2f7bdd59344" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG nova.network.neutron [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3e3b04f7-0553-4158-9220-165f25021106/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG nova.compute.manager [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 08:00:11 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Instance rebooted successfully.
Oct 24 08:00:11 user nova-compute[74307]: DEBUG nova.compute.manager [None req-7b9ba7bc-ba06-4f12-baa8-45441d6ea83a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3e3b04f7-0553-4158-9220-165f25021106/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3e3b04f7-0553-4158-9220-165f25021106/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG nova.network.neutron [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Updating instance_info_cache with network_info: [{"id": "52d45d65-6c3a-406e-876b-c9c42220d9fa", "address": "fa:16:3e:b7:83:80", "network": {"id": "2e2c88e3-e8ad-4947-9c6e-8c71dd5caf71", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1016546856-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a8d2d12cc7ef472db655a01726d36568", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap52d45d65-6c", "ovs_interfaceid": "52d45d65-6c3a-406e-876b-c9c42220d9fa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Releasing lock "refresh_cache-a76a3a75-0972-44e2-853f-c2f7bdd59344" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG nova.compute.manager [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Instance network_info: |[{"id": "52d45d65-6c3a-406e-876b-c9c42220d9fa", "address": "fa:16:3e:b7:83:80", "network": {"id": "2e2c88e3-e8ad-4947-9c6e-8c71dd5caf71", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1016546856-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a8d2d12cc7ef472db655a01726d36568", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap52d45d65-6c", "ovs_interfaceid": "52d45d65-6c3a-406e-876b-c9c42220d9fa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-45afe66e-b45f-40ec-a3db-68544055bc7f req-b9be71b8-4bbd-4612-b364-6007991b228e service nova] Acquired lock "refresh_cache-a76a3a75-0972-44e2-853f-c2f7bdd59344" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG nova.network.neutron [req-45afe66e-b45f-40ec-a3db-68544055bc7f req-b9be71b8-4bbd-4612-b364-6007991b228e service nova] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Refreshing network info cache for port 52d45d65-6c3a-406e-876b-c9c42220d9fa {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Start _get_guest_xml network_info=[{"id": "52d45d65-6c3a-406e-876b-c9c42220d9fa", "address": "fa:16:3e:b7:83:80", "network": {"id": "2e2c88e3-e8ad-4947-9c6e-8c71dd5caf71", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1016546856-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a8d2d12cc7ef472db655a01726d36568", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap52d45d65-6c", "ovs_interfaceid": "52d45d65-6c3a-406e-876b-c9c42220d9fa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'boot_index': 0, 'guest_format': None, 'image_id': 'ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 08:00:11 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:00:11 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:00:11 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:00:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-250194291',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-250194291',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-2501942',id=36,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIJiCq1O0U5Eh/SqOpDFr+k0WTFPLPnoFSFqcwFITlvXKFzjCgUrcEuL68lbn+TjDbzTpfAG6wx7IilFW3mHpjSMPrXZRHsrfZA5zev2gcpMoMVrnUUGFw9ZlmYoTMz9Dg==',key_name='tempest-keypair-1120483610',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a8d2d12cc7ef472db655a01726d36568',ramdisk_id='',reservation_id='r-8eiigrsw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1311071256',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T08:00:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fb9a0f781fb44d7e9c11ccc2c1a3d9b8',uuid=a76a3a75-0972-44e2-853f-c2f7bdd59344,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "52d45d65-6c3a-406e-876b-c9c42220d9fa", "address": "fa:16:3e:b7:83:80", "network": {"id": "2e2c88e3-e8ad-4947-9c6e-8c71dd5caf71", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1016546856-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a8d2d12cc7ef472db655a01726d36568", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap52d45d65-6c", "ovs_interfaceid": "52d45d65-6c3a-406e-876b-c9c42220d9fa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Converting VIF {"id": "52d45d65-6c3a-406e-876b-c9c42220d9fa", "address": "fa:16:3e:b7:83:80", "network": {"id": "2e2c88e3-e8ad-4947-9c6e-8c71dd5caf71", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1016546856-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a8d2d12cc7ef472db655a01726d36568", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap52d45d65-6c", "ovs_interfaceid": "52d45d65-6c3a-406e-876b-c9c42220d9fa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b7:83:80,bridge_name='br-int',has_traffic_filtering=True,id=52d45d65-6c3a-406e-876b-c9c42220d9fa,network=Network(2e2c88e3-e8ad-4947-9c6e-8c71dd5caf71),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap52d45d65-6c') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG nova.objects.instance [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Lazy-loading 'pci_devices' on Instance uuid a76a3a75-0972-44e2-853f-c2f7bdd59344 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] End _get_guest_xml xml=<domain type="kvm">
Oct 24 08:00:11 user nova-compute[74307]:   <uuid>a76a3a75-0972-44e2-853f-c2f7bdd59344</uuid>
Oct 24 08:00:11 user nova-compute[74307]:   <name>instance-00000024</name>
Oct 24 08:00:11 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 08:00:11 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 08:00:11 user nova-compute[74307]:   <metadata>
Oct 24 08:00:11 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 08:00:11 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 08:00:11 user nova-compute[74307]:       <nova:name>tempest-TestServerVolumeAttachScenarioOldVersion-server-250194291</nova:name>
Oct 24 08:00:11 user nova-compute[74307]:       <nova:creationTime>2023-10-24 08:00:11</nova:creationTime>
Oct 24 08:00:11 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 08:00:11 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 08:00:11 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 08:00:11 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 08:00:11 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 08:00:11 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 08:00:11 user nova-compute[74307]:       </nova:flavor>
Oct 24 08:00:11 user nova-compute[74307]:       <nova:owner>
Oct 24 08:00:11 user nova-compute[74307]:         <nova:user uuid="fb9a0f781fb44d7e9c11ccc2c1a3d9b8">tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member</nova:user>
Oct 24 08:00:11 user nova-compute[74307]:         <nova:project uuid="a8d2d12cc7ef472db655a01726d36568">tempest-TestServerVolumeAttachScenarioOldVersion-1311071256</nova:project>
Oct 24 08:00:11 user nova-compute[74307]:       </nova:owner>
Oct 24 08:00:11 user nova-compute[74307]:       <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 08:00:11 user nova-compute[74307]:       <nova:ports>
Oct 24 08:00:11 user nova-compute[74307]:         <nova:port uuid="52d45d65-6c3a-406e-876b-c9c42220d9fa">
Oct 24 08:00:11 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 24 08:00:11 user nova-compute[74307]:         </nova:port>
Oct 24 08:00:11 user nova-compute[74307]:       </nova:ports>
Oct 24 08:00:11 user nova-compute[74307]:     </nova:instance>
Oct 24 08:00:11 user nova-compute[74307]:   </metadata>
Oct 24 08:00:11 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 08:00:11 user nova-compute[74307]:     <system>
Oct 24 08:00:11 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 08:00:11 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 08:00:11 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 08:00:11 user nova-compute[74307]:       <entry name="serial">a76a3a75-0972-44e2-853f-c2f7bdd59344</entry>
Oct 24 08:00:11 user nova-compute[74307]:       <entry name="uuid">a76a3a75-0972-44e2-853f-c2f7bdd59344</entry>
Oct 24 08:00:11 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 08:00:11 user nova-compute[74307]:     </system>
Oct 24 08:00:11 user nova-compute[74307]:   </sysinfo>
Oct 24 08:00:11 user nova-compute[74307]:   <os>
Oct 24 08:00:11 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 08:00:11 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 08:00:11 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 08:00:11 user nova-compute[74307]:   </os>
Oct 24 08:00:11 user nova-compute[74307]:   <features>
Oct 24 08:00:11 user nova-compute[74307]:     <acpi/>
Oct 24 08:00:11 user nova-compute[74307]:     <apic/>
Oct 24 08:00:11 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 08:00:11 user nova-compute[74307]:   </features>
Oct 24 08:00:11 user nova-compute[74307]:   <clock offset="utc">
Oct 24 08:00:11 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 08:00:11 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 08:00:11 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 08:00:11 user nova-compute[74307]:   </clock>
Oct 24 08:00:11 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 08:00:11 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 08:00:11 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 08:00:11 user nova-compute[74307]:   </cpu>
Oct 24 08:00:11 user nova-compute[74307]:   <devices>
Oct 24 08:00:11 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 08:00:11 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 08:00:11 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/a76a3a75-0972-44e2-853f-c2f7bdd59344/disk"/>
Oct 24 08:00:11 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 08:00:11 user nova-compute[74307]:     </disk>
Oct 24 08:00:11 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 08:00:11 user nova-compute[74307]:       <mac address="fa:16:3e:b7:83:80"/>
Oct 24 08:00:11 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 08:00:11 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 08:00:11 user nova-compute[74307]:       <target dev="tap52d45d65-6c"/>
Oct 24 08:00:11 user nova-compute[74307]:     </interface>
Oct 24 08:00:11 user nova-compute[74307]:     <serial type="pty">
Oct 24 08:00:11 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/a76a3a75-0972-44e2-853f-c2f7bdd59344/console.log" append="off"/>
Oct 24 08:00:11 user nova-compute[74307]:     </serial>
Oct 24 08:00:11 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 08:00:11 user nova-compute[74307]:     <video>
Oct 24 08:00:11 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 08:00:11 user nova-compute[74307]:     </video>
Oct 24 08:00:11 user nova-compute[74307]:     <rng model="virtio">
Oct 24 08:00:11 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 08:00:11 user nova-compute[74307]:     </rng>
Oct 24 08:00:11 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 08:00:11 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 08:00:11 user nova-compute[74307]:       <stats period="10"/>
Oct 24 08:00:11 user nova-compute[74307]:     </memballoon>
Oct 24 08:00:11 user nova-compute[74307]:   </devices>
Oct 24 08:00:11 user nova-compute[74307]: </domain>
Oct 24 08:00:11 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:00:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-250194291',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-250194291',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-2501942',id=36,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIJiCq1O0U5Eh/SqOpDFr+k0WTFPLPnoFSFqcwFITlvXKFzjCgUrcEuL68lbn+TjDbzTpfAG6wx7IilFW3mHpjSMPrXZRHsrfZA5zev2gcpMoMVrnUUGFw9ZlmYoTMz9Dg==',key_name='tempest-keypair-1120483610',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a8d2d12cc7ef472db655a01726d36568',ramdisk_id='',reservation_id='r-8eiigrsw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1311071256',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T08:00:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fb9a0f781fb44d7e9c11ccc2c1a3d9b8',uuid=a76a3a75-0972-44e2-853f-c2f7bdd59344,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "52d45d65-6c3a-406e-876b-c9c42220d9fa", "address": "fa:16:3e:b7:83:80", "network": {"id": "2e2c88e3-e8ad-4947-9c6e-8c71dd5caf71", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1016546856-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a8d2d12cc7ef472db655a01726d36568", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap52d45d65-6c", "ovs_interfaceid": "52d45d65-6c3a-406e-876b-c9c42220d9fa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Converting VIF {"id": "52d45d65-6c3a-406e-876b-c9c42220d9fa", "address": "fa:16:3e:b7:83:80", "network": {"id": "2e2c88e3-e8ad-4947-9c6e-8c71dd5caf71", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1016546856-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a8d2d12cc7ef472db655a01726d36568", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap52d45d65-6c", "ovs_interfaceid": "52d45d65-6c3a-406e-876b-c9c42220d9fa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b7:83:80,bridge_name='br-int',has_traffic_filtering=True,id=52d45d65-6c3a-406e-876b-c9c42220d9fa,network=Network(2e2c88e3-e8ad-4947-9c6e-8c71dd5caf71),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap52d45d65-6c') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG os_vif [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b7:83:80,bridge_name='br-int',has_traffic_filtering=True,id=52d45d65-6c3a-406e-876b-c9c42220d9fa,network=Network(2e2c88e3-e8ad-4947-9c6e-8c71dd5caf71),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap52d45d65-6c') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '00449c33-cc09-5f27-8eb5-cfc622b0261d', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3e3b04f7-0553-4158-9220-165f25021106/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap52d45d65-6c, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap52d45d65-6c, col_values=(('qos', UUID('f193c218-01f2-4d8f-94a2-dfe816943aa2')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap52d45d65-6c, col_values=(('external_ids', {'iface-id': '52d45d65-6c3a-406e-876b-c9c42220d9fa', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b7:83:80', 'vm-uuid': 'a76a3a75-0972-44e2-853f-c2f7bdd59344'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:00:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:11 user nova-compute[74307]: INFO os_vif [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b7:83:80,bridge_name='br-int',has_traffic_filtering=True,id=52d45d65-6c3a-406e-876b-c9c42220d9fa,network=Network(2e2c88e3-e8ad-4947-9c6e-8c71dd5caf71),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap52d45d65-6c')
Oct 24 08:00:12 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:00:12 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:00:12 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Hypervisor/Node resource view: name=user free_ram=8050MB free_disk=25.10904312133789GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 08:00:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:00:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:00:12 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 08:00:12 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] No VIF found with MAC fa:16:3e:b7:83:80, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 08:00:12 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fe508640-79f4-43d1-b846-00f28f91df79 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:00:12 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 9ea8255e-1f82-4e7f-b09b-aca682f1f374 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:00:12 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:00:12 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 380180dd-666a-4a51-96e4-b870658c69e0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:00:12 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 3e3b04f7-0553-4158-9220-165f25021106 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:00:12 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 57dc1091-c824-4b7b-a3e8-ee72d49f6623 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:00:12 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:00:12 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance a76a3a75-0972-44e2-853f-c2f7bdd59344 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:00:12 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 08:00:12 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 08:00:12 user nova-compute[74307]: DEBUG nova.network.neutron [req-45afe66e-b45f-40ec-a3db-68544055bc7f req-b9be71b8-4bbd-4612-b364-6007991b228e service nova] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Updated VIF entry in instance network info cache for port 52d45d65-6c3a-406e-876b-c9c42220d9fa. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 08:00:12 user nova-compute[74307]: DEBUG nova.network.neutron [req-45afe66e-b45f-40ec-a3db-68544055bc7f req-b9be71b8-4bbd-4612-b364-6007991b228e service nova] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Updating instance_info_cache with network_info: [{"id": "52d45d65-6c3a-406e-876b-c9c42220d9fa", "address": "fa:16:3e:b7:83:80", "network": {"id": "2e2c88e3-e8ad-4947-9c6e-8c71dd5caf71", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1016546856-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a8d2d12cc7ef472db655a01726d36568", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap52d45d65-6c", "ovs_interfaceid": "52d45d65-6c3a-406e-876b-c9c42220d9fa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:00:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-45afe66e-b45f-40ec-a3db-68544055bc7f req-b9be71b8-4bbd-4612-b364-6007991b228e service nova] Releasing lock "refresh_cache-a76a3a75-0972-44e2-853f-c2f7bdd59344" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:00:12 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:00:12 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:00:12 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 08:00:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.430s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:00:12 user nova-compute[74307]: DEBUG nova.compute.manager [req-a75479a6-020f-413d-b63f-d37ec674be67 req-10e5ebde-0559-4d57-b14f-d5500126ca12 service nova] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Received event network-vif-plugged-8488c1d4-cbc5-4b59-8b80-2e18c0773b7c {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:00:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a75479a6-020f-413d-b63f-d37ec674be67 req-10e5ebde-0559-4d57-b14f-d5500126ca12 service nova] Acquiring lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:00:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a75479a6-020f-413d-b63f-d37ec674be67 req-10e5ebde-0559-4d57-b14f-d5500126ca12 service nova] Lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:00:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a75479a6-020f-413d-b63f-d37ec674be67 req-10e5ebde-0559-4d57-b14f-d5500126ca12 service nova] Lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:00:12 user nova-compute[74307]: DEBUG nova.compute.manager [req-a75479a6-020f-413d-b63f-d37ec674be67 req-10e5ebde-0559-4d57-b14f-d5500126ca12 service nova] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] No waiting events found dispatching network-vif-plugged-8488c1d4-cbc5-4b59-8b80-2e18c0773b7c {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:00:12 user nova-compute[74307]: WARNING nova.compute.manager [req-a75479a6-020f-413d-b63f-d37ec674be67 req-10e5ebde-0559-4d57-b14f-d5500126ca12 service nova] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Received unexpected event network-vif-plugged-8488c1d4-cbc5-4b59-8b80-2e18c0773b7c for instance with vm_state active and task_state None.
Oct 24 08:00:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:13 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:00:13 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Starting heal instance info cache {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 08:00:13 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Rebuilding the list of instances to heal {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 08:00:13 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Skipping network cache update for instance because it is Building. {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9934}}
Oct 24 08:00:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "refresh_cache-fe508640-79f4-43d1-b846-00f28f91df79" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:00:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquired lock "refresh_cache-fe508640-79f4-43d1-b846-00f28f91df79" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:00:13 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Forcefully refreshing network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 08:00:13 user nova-compute[74307]: DEBUG nova.objects.instance [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lazy-loading 'info_cache' on Instance uuid fe508640-79f4-43d1-b846-00f28f91df79 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:00:14 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Updating instance_info_cache with network_info: [{"id": "47c7d9f1-c0a6-4457-beb9-b99ba8d4d645", "address": "fa:16:3e:19:c7:52", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c7d9f1-c0", "ovs_interfaceid": "47c7d9f1-c0a6-4457-beb9-b99ba8d4d645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:00:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Releasing lock "refresh_cache-fe508640-79f4-43d1-b846-00f28f91df79" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:00:14 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Updated the network info_cache for instance {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 08:00:14 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:00:14 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:00:14 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:00:14 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74307) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 08:00:14 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:00:14 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:14 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:14 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:14 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:14 user nova-compute[74307]: DEBUG nova.compute.manager [req-a7221de7-b629-412b-bbc9-154588b0bf31 req-04abbe37-3ceb-464c-b84b-494618ba6bee service nova] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Received event network-vif-plugged-52d45d65-6c3a-406e-876b-c9c42220d9fa {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:00:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a7221de7-b629-412b-bbc9-154588b0bf31 req-04abbe37-3ceb-464c-b84b-494618ba6bee service nova] Acquiring lock "a76a3a75-0972-44e2-853f-c2f7bdd59344-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:00:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a7221de7-b629-412b-bbc9-154588b0bf31 req-04abbe37-3ceb-464c-b84b-494618ba6bee service nova] Lock "a76a3a75-0972-44e2-853f-c2f7bdd59344-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:00:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a7221de7-b629-412b-bbc9-154588b0bf31 req-04abbe37-3ceb-464c-b84b-494618ba6bee service nova] Lock "a76a3a75-0972-44e2-853f-c2f7bdd59344-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:00:14 user nova-compute[74307]: DEBUG nova.compute.manager [req-a7221de7-b629-412b-bbc9-154588b0bf31 req-04abbe37-3ceb-464c-b84b-494618ba6bee service nova] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] No waiting events found dispatching network-vif-plugged-52d45d65-6c3a-406e-876b-c9c42220d9fa {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:00:14 user nova-compute[74307]: WARNING nova.compute.manager [req-a7221de7-b629-412b-bbc9-154588b0bf31 req-04abbe37-3ceb-464c-b84b-494618ba6bee service nova] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Received unexpected event network-vif-plugged-52d45d65-6c3a-406e-876b-c9c42220d9fa for instance with vm_state building and task_state spawning.
Oct 24 08:00:14 user nova-compute[74307]: DEBUG nova.compute.manager [req-a7221de7-b629-412b-bbc9-154588b0bf31 req-04abbe37-3ceb-464c-b84b-494618ba6bee service nova] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Received event network-vif-plugged-52d45d65-6c3a-406e-876b-c9c42220d9fa {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:00:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a7221de7-b629-412b-bbc9-154588b0bf31 req-04abbe37-3ceb-464c-b84b-494618ba6bee service nova] Acquiring lock "a76a3a75-0972-44e2-853f-c2f7bdd59344-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:00:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a7221de7-b629-412b-bbc9-154588b0bf31 req-04abbe37-3ceb-464c-b84b-494618ba6bee service nova] Lock "a76a3a75-0972-44e2-853f-c2f7bdd59344-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:00:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a7221de7-b629-412b-bbc9-154588b0bf31 req-04abbe37-3ceb-464c-b84b-494618ba6bee service nova] Lock "a76a3a75-0972-44e2-853f-c2f7bdd59344-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:00:14 user nova-compute[74307]: DEBUG nova.compute.manager [req-a7221de7-b629-412b-bbc9-154588b0bf31 req-04abbe37-3ceb-464c-b84b-494618ba6bee service nova] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] No waiting events found dispatching network-vif-plugged-52d45d65-6c3a-406e-876b-c9c42220d9fa {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:00:14 user nova-compute[74307]: WARNING nova.compute.manager [req-a7221de7-b629-412b-bbc9-154588b0bf31 req-04abbe37-3ceb-464c-b84b-494618ba6bee service nova] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Received unexpected event network-vif-plugged-52d45d65-6c3a-406e-876b-c9c42220d9fa for instance with vm_state building and task_state spawning.
Oct 24 08:00:15 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:00:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:15 user nova-compute[74307]: DEBUG nova.compute.manager [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 08:00:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Guest created on hypervisor {{(pid=74307) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 08:00:15 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Instance spawned successfully.
Oct 24 08:00:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 08:00:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Found default for hw_cdrom_bus of ide {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:00:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Found default for hw_disk_bus of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:00:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Found default for hw_input_bus of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:00:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Found default for hw_pointer_model of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:00:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Found default for hw_video_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:00:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Found default for hw_vif_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:00:15 user nova-compute[74307]: INFO nova.compute.manager [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Took 6.26 seconds to spawn the instance on the hypervisor.
Oct 24 08:00:15 user nova-compute[74307]: DEBUG nova.compute.manager [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 08:00:15 user nova-compute[74307]: INFO nova.compute.manager [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Took 7.01 seconds to build instance.
Oct 24 08:00:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-7118631e-5f44-4fa8-86eb-e4d1254a22f8 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Lock "a76a3a75-0972-44e2-853f-c2f7bdd59344" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.156s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:00:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:22 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-0a734f5b-75df-4a75-a6f9-dca4cb66fd19 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 57dc1091-c824-4b7b-a3e8-ee72d49f6623 is timed out.
Oct 24 08:00:22 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-0a734f5b-75df-4a75-a6f9-dca4cb66fd19 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Successfully detached device vdb from instance 57dc1091-c824-4b7b-a3e8-ee72d49f6623 from the live domain config.
Oct 24 08:00:22 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0a734f5b-75df-4a75-a6f9-dca4cb66fd19 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] calling os-brick to detach iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 08:00:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a734f5b-75df-4a75-a6f9-dca4cb66fd19 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, {'target_iqn': 'iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qZAyWLGv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:00:22 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-0a734f5b-75df-4a75-a6f9-dca4cb66fd19 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:00:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-0a734f5b-75df-4a75-a6f9-dca4cb66fd19 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:00:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-0a734f5b-75df-4a75-a6f9-dca4cb66fd19 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:00:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:22 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2d80b33-e7f7-4906-aa39-fddd8849e25d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:00:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a734f5b-75df-4a75-a6f9-dca4cb66fd19 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 08:00:22 user nova-compute[74307]: No targets found.
Oct 24 08:00:22 user nova-compute[74307]: iSNS:
Oct 24 08:00:22 user nova-compute[74307]: No targets found.
Oct 24 08:00:22 user nova-compute[74307]: STATIC:
Oct 24 08:00:22 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18
Oct 24 08:00:22 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 08:00:22 user nova-compute[74307]:                 Iface Name: default
Oct 24 08:00:22 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854
Oct 24 08:00:22 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 08:00:22 user nova-compute[74307]:                 Iface Name: default
Oct 24 08:00:22 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d
Oct 24 08:00:22 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 08:00:22 user nova-compute[74307]:                 Iface Name: default
Oct 24 08:00:22 user nova-compute[74307]: FIRMWARE:
Oct 24 08:00:22 user nova-compute[74307]: No targets found.
Oct 24 08:00:22 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:00:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a734f5b-75df-4a75-a6f9-dca4cb66fd19 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 08:00:22 user nova-compute[74307]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 08:00:22 user nova-compute[74307]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74307) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 08:00:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a734f5b-75df-4a75-a6f9-dca4cb66fd19 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18', 0)] {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 08:00:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:22 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[529a1a59-512d-43d3-9cfe-600fa76d2fc3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:00:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:22 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe171a50-28d8-4621-97a0-6c10c8db128e]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:00:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a734f5b-75df-4a75-a6f9-dca4cb66fd19 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 08:00:22 user nova-compute[74307]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)
Oct 24 08:00:22 user nova-compute[74307]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18 (non-flash)
Oct 24 08:00:22 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:00:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a734f5b-75df-4a75-a6f9-dca4cb66fd19 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 08:00:22 user nova-compute[74307]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)
Oct 24 08:00:22 user nova-compute[74307]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18 (non-flash)
Oct 24 08:00:22 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:00:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a734f5b-75df-4a75-a6f9-dca4cb66fd19 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f46242d43a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18'): ({'sdb'}, set())}) {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 08:00:22 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-0a734f5b-75df-4a75-a6f9-dca4cb66fd19 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Removing single pathed devices sdb {{(pid=74307) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 08:00:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:22 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[549d0641-eee9-4d05-b1aa-005a25d05c05]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:00:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:22 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[af9e769b-a90a-4368-8179-211294e5c20b]: (4, ('ok\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:00:22 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-0a734f5b-75df-4a75-a6f9-dca4cb66fd19 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Flushing IO for device /dev/sdb {{(pid=74307) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 08:00:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:22 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec09af75-4db7-4808-ac8c-d3d4062a88a6]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:00:22 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-0a734f5b-75df-4a75-a6f9-dca4cb66fd19 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74307) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 08:00:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.051s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:22 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5a6304c-bfd6-4831-8087-4ad3d95889f0]: (4, ('1', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:00:22 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-0a734f5b-75df-4a75-a6f9-dca4cb66fd19 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 08:00:22 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-0a734f5b-75df-4a75-a6f9-dca4cb66fd19 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] SCSI volumes sdb have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 08:00:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a734f5b-75df-4a75-a6f9-dca4cb66fd19 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18')] {{(pid=74307) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 08:00:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:22 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3462b22-14e7-41d5-92ac-fb4b17aebc6c]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:00:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a734f5b-75df-4a75-a6f9-dca4cb66fd19 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:00:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18 -p 172.16.0.220:3260 --logout {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18 -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:22 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff6b71c5-7aea-4695-89c3-9019ce1ffbdf]: (4, ('Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18, portal: 172.16.0.220,3260]\nLogout of [sid: 37, target: iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:00:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a734f5b-75df-4a75-a6f9-dca4cb66fd19 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18, portal: 172.16.0.220,3260]
Oct 24 08:00:22 user nova-compute[74307]: Logout of [sid: 37, target: iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18, portal: 172.16.0.220,3260] successful.
Oct 24 08:00:22 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:00:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18 -p 172.16.0.220:3260 --op delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:40bff67f-482f-4f03-ad67-20a02fef9b18 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:22 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[1cbab4b3-b6e5-4d6a-82f4-8da5a44456d8]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:00:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a734f5b-75df-4a75-a6f9-dca4cb66fd19 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:00:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-0a734f5b-75df-4a75-a6f9-dca4cb66fd19 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.308s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:00:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a734f5b-75df-4a75-a6f9-dca4cb66fd19 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] <== disconnect_volume: return (310ms) None {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:00:22 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0a734f5b-75df-4a75-a6f9-dca4cb66fd19 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Disconnected iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 08:00:23 user nova-compute[74307]: DEBUG nova.objects.instance [None req-0a734f5b-75df-4a75-a6f9-dca4cb66fd19 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lazy-loading 'flavor' on Instance uuid 57dc1091-c824-4b7b-a3e8-ee72d49f6623 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:00:23 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0a734f5b-75df-4a75-a6f9-dca4cb66fd19 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "57dc1091-c824-4b7b-a3e8-ee72d49f6623" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.746s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:00:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:31 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0e13e5f1-82bc-4e60-89a3-06673cb7b2d4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "380180dd-666a-4a51-96e4-b870658c69e0" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:00:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0e13e5f1-82bc-4e60-89a3-06673cb7b2d4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "380180dd-666a-4a51-96e4-b870658c69e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:00:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0e13e5f1-82bc-4e60-89a3-06673cb7b2d4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "380180dd-666a-4a51-96e4-b870658c69e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:00:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0e13e5f1-82bc-4e60-89a3-06673cb7b2d4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "380180dd-666a-4a51-96e4-b870658c69e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:00:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0e13e5f1-82bc-4e60-89a3-06673cb7b2d4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "380180dd-666a-4a51-96e4-b870658c69e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:00:35 user nova-compute[74307]: INFO nova.compute.manager [None req-0e13e5f1-82bc-4e60-89a3-06673cb7b2d4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Terminating instance
Oct 24 08:00:35 user nova-compute[74307]: DEBUG nova.compute.manager [None req-0e13e5f1-82bc-4e60-89a3-06673cb7b2d4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Start destroying the instance on the hypervisor. {{(pid=74307) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG nova.compute.manager [req-560930dc-2e6a-4b27-bb75-e7916410e46d req-fe3e999b-63c7-404d-a4dd-a1e62afd8f34 service nova] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Received event network-vif-unplugged-d2426c44-dc96-487f-b078-e7886b337c06 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-560930dc-2e6a-4b27-bb75-e7916410e46d req-fe3e999b-63c7-404d-a4dd-a1e62afd8f34 service nova] Acquiring lock "380180dd-666a-4a51-96e4-b870658c69e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-560930dc-2e6a-4b27-bb75-e7916410e46d req-fe3e999b-63c7-404d-a4dd-a1e62afd8f34 service nova] Lock "380180dd-666a-4a51-96e4-b870658c69e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-560930dc-2e6a-4b27-bb75-e7916410e46d req-fe3e999b-63c7-404d-a4dd-a1e62afd8f34 service nova] Lock "380180dd-666a-4a51-96e4-b870658c69e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG nova.compute.manager [req-560930dc-2e6a-4b27-bb75-e7916410e46d req-fe3e999b-63c7-404d-a4dd-a1e62afd8f34 service nova] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] No waiting events found dispatching network-vif-unplugged-d2426c44-dc96-487f-b078-e7886b337c06 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG nova.compute.manager [req-560930dc-2e6a-4b27-bb75-e7916410e46d req-fe3e999b-63c7-404d-a4dd-a1e62afd8f34 service nova] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Received event network-vif-unplugged-d2426c44-dc96-487f-b078-e7886b337c06 for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:36 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Instance destroyed successfully.
Oct 24 08:00:36 user nova-compute[74307]: DEBUG nova.objects.instance [None req-0e13e5f1-82bc-4e60-89a3-06673cb7b2d4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lazy-loading 'resources' on Instance uuid 380180dd-666a-4a51-96e4-b870658c69e0 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-0e13e5f1-82bc-4e60-89a3-06673cb7b2d4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:55:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1668573646',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1668573646',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1668573646',id=32,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMuvLg7k3sMUn5p5IrGedB1Usco09Ws+6O6mEzGHx7XTLUnuJ9AnoVOt2ssoxIsLzrKtL038LXntrcMD7fta1GOwajmo5/zPxE0FDdOq2HxPFSUNJeEsXTDG+H0ItFtR/A==',key_name='tempest-keypair-565644683',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:55:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='99565c4aa28a45419afe825961b86a69',ramdisk_id='',reservation_id='r-gvklwd42',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-134367807',owner_user_name='tempest-TestVolumeBootPattern-134367807-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T07:55:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='43b9c4d4949346bcae8ed60ce4b533af',uuid=380180dd-666a-4a51-96e4-b870658c69e0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d2426c44-dc96-487f-b078-e7886b337c06", "address": "fa:16:3e:3b:3b:35", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2426c44-dc", "ovs_interfaceid": "d2426c44-dc96-487f-b078-e7886b337c06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-0e13e5f1-82bc-4e60-89a3-06673cb7b2d4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Converting VIF {"id": "d2426c44-dc96-487f-b078-e7886b337c06", "address": "fa:16:3e:3b:3b:35", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2426c44-dc", "ovs_interfaceid": "d2426c44-dc96-487f-b078-e7886b337c06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-0e13e5f1-82bc-4e60-89a3-06673cb7b2d4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3b:3b:35,bridge_name='br-int',has_traffic_filtering=True,id=d2426c44-dc96-487f-b078-e7886b337c06,network=Network(8b96e2e3-eec1-4827-84d4-b2cf8a498fef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2426c44-dc') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG os_vif [None req-0e13e5f1-82bc-4e60-89a3-06673cb7b2d4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:3b:3b:35,bridge_name='br-int',has_traffic_filtering=True,id=d2426c44-dc96-487f-b078-e7886b337c06,network=Network(8b96e2e3-eec1-4827-84d4-b2cf8a498fef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2426c44-dc') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd2426c44-dc, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9bc3b80c-1c41-4e49-baf9-a3e77cac40ce) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:36 user nova-compute[74307]: INFO os_vif [None req-0e13e5f1-82bc-4e60-89a3-06673cb7b2d4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:3b:3b:35,bridge_name='br-int',has_traffic_filtering=True,id=d2426c44-dc96-487f-b078-e7886b337c06,network=Network(8b96e2e3-eec1-4827-84d4-b2cf8a498fef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2426c44-dc')
Oct 24 08:00:36 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0e13e5f1-82bc-4e60-89a3-06673cb7b2d4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] calling os-brick to detach iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e13e5f1-82bc-4e60-89a3-06673cb7b2d4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, {'target_iqn': 'iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qomvlhIH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:00:36 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-0e13e5f1-82bc-4e60-89a3-06673cb7b2d4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:00:36 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-0e13e5f1-82bc-4e60-89a3-06673cb7b2d4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-0e13e5f1-82bc-4e60-89a3-06673cb7b2d4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[84865929-5d41-413e-ad06-f7d040656d93]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e13e5f1-82bc-4e60-89a3-06673cb7b2d4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 08:00:36 user nova-compute[74307]: No targets found.
Oct 24 08:00:36 user nova-compute[74307]: iSNS:
Oct 24 08:00:36 user nova-compute[74307]: No targets found.
Oct 24 08:00:36 user nova-compute[74307]: STATIC:
Oct 24 08:00:36 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854
Oct 24 08:00:36 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 08:00:36 user nova-compute[74307]:                 Iface Name: default
Oct 24 08:00:36 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d
Oct 24 08:00:36 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 08:00:36 user nova-compute[74307]:                 Iface Name: default
Oct 24 08:00:36 user nova-compute[74307]: FIRMWARE:
Oct 24 08:00:36 user nova-compute[74307]: No targets found.
Oct 24 08:00:36 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e13e5f1-82bc-4e60-89a3-06673cb7b2d4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 08:00:36 user nova-compute[74307]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 08:00:36 user nova-compute[74307]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74307) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e13e5f1-82bc-4e60-89a3-06673cb7b2d4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d', 0)] {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[c95d6da7-f726-4e8c-8976-597ae060c654]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[65e44dbd-01ea-44f6-9333-41090be8c69a]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e13e5f1-82bc-4e60-89a3-06673cb7b2d4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 08:00:36 user nova-compute[74307]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)
Oct 24 08:00:36 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e13e5f1-82bc-4e60-89a3-06673cb7b2d4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 08:00:36 user nova-compute[74307]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d (non-flash)
Oct 24 08:00:36 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e13e5f1-82bc-4e60-89a3-06673cb7b2d4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4600ec6830>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d'): ({'sdd'}, set())}) {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-0e13e5f1-82bc-4e60-89a3-06673cb7b2d4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Removing single pathed devices sdd {{(pid=74307) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc24b148-0f8d-4468-a8f4-3cc9d8e86736]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b53b270-cc71-4705-aacd-84ee1e690df1]: (4, ('ok\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-0e13e5f1-82bc-4e60-89a3-06673cb7b2d4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Flushing IO for device /dev/sdd {{(pid=74307) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[4da51e4f-33d7-4673-91de-375cfa8eabf8]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-0e13e5f1-82bc-4e60-89a3-06673cb7b2d4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74307) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 08:00:36 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:37 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.043s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:37 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cd67a9f-1f30-449f-aad2-a7ae92d9a457]: (4, ('1', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:00:37 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-0e13e5f1-82bc-4e60-89a3-06673cb7b2d4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 08:00:37 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-0e13e5f1-82bc-4e60-89a3-06673cb7b2d4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] SCSI volumes sdd have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 08:00:37 user nova-compute[74307]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_118185fa', '/dev/disk/by-id/scsi-1SCST_BIO118185fa-8cb77e8f59810f3c', '/dev/disk/by-id/scsi-23863623737653866') {{(pid=85657) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 24 08:00:37 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[31731794-0567-47d2-8835-7911d989929b]: (4, None) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:00:37 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e13e5f1-82bc-4e60-89a3-06673cb7b2d4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d')] {{(pid=74307) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 08:00:37 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:37 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:37 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5bdaa2f-a712-4119-97da-fec36bad9d3f]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:00:37 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e13e5f1-82bc-4e60-89a3-06673cb7b2d4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:00:37 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d -p 172.16.0.220:3260 --logout {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:37 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:37 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e63fcb87-0494-46ca-9eed-1c1db9bd9b19]: (4, ('Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d, portal: 172.16.0.220,3260]\nLogout of [sid: 29, target: iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:00:37 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e13e5f1-82bc-4e60-89a3-06673cb7b2d4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d, portal: 172.16.0.220,3260]
Oct 24 08:00:37 user nova-compute[74307]: Logout of [sid: 29, target: iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d, portal: 172.16.0.220,3260] successful.
Oct 24 08:00:37 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:00:37 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d -p 172.16.0.220:3260 --op delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:37 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ca2a46f-a0f9-43ba-be48-34c5cdc8360d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:37 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5f50adc-d80e-4b4d-b20d-0151f2a841a1]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:00:37 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e13e5f1-82bc-4e60-89a3-06673cb7b2d4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:00:37 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-0e13e5f1-82bc-4e60-89a3-06673cb7b2d4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.349s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:00:37 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e13e5f1-82bc-4e60-89a3-06673cb7b2d4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] <== disconnect_volume: return (350ms) None {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:00:37 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0e13e5f1-82bc-4e60-89a3-06673cb7b2d4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Disconnected iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 08:00:37 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-0e13e5f1-82bc-4e60-89a3-06673cb7b2d4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Deleting instance files /opt/stack/data/nova/instances/380180dd-666a-4a51-96e4-b870658c69e0_del
Oct 24 08:00:37 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-0e13e5f1-82bc-4e60-89a3-06673cb7b2d4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Deletion of /opt/stack/data/nova/instances/380180dd-666a-4a51-96e4-b870658c69e0_del complete
Oct 24 08:00:37 user nova-compute[74307]: INFO nova.compute.manager [None req-0e13e5f1-82bc-4e60-89a3-06673cb7b2d4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Took 1.27 seconds to destroy the instance on the hypervisor.
Oct 24 08:00:37 user nova-compute[74307]: DEBUG oslo.service.loopingcall [None req-0e13e5f1-82bc-4e60-89a3-06673cb7b2d4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74307) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 08:00:37 user nova-compute[74307]: DEBUG nova.compute.manager [-] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Deallocating network for instance {{(pid=74307) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 08:00:37 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] deallocate_for_instance() {{(pid=74307) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 08:00:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:38 user nova-compute[74307]: DEBUG nova.compute.manager [req-355a32dc-a215-4c23-ad26-e5bbda07bdef req-aa24e22a-fb3d-4e22-9c3b-fa39a627ecac service nova] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Received event network-vif-plugged-d2426c44-dc96-487f-b078-e7886b337c06 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:00:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-355a32dc-a215-4c23-ad26-e5bbda07bdef req-aa24e22a-fb3d-4e22-9c3b-fa39a627ecac service nova] Acquiring lock "380180dd-666a-4a51-96e4-b870658c69e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:00:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-355a32dc-a215-4c23-ad26-e5bbda07bdef req-aa24e22a-fb3d-4e22-9c3b-fa39a627ecac service nova] Lock "380180dd-666a-4a51-96e4-b870658c69e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:00:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-355a32dc-a215-4c23-ad26-e5bbda07bdef req-aa24e22a-fb3d-4e22-9c3b-fa39a627ecac service nova] Lock "380180dd-666a-4a51-96e4-b870658c69e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:00:38 user nova-compute[74307]: DEBUG nova.compute.manager [req-355a32dc-a215-4c23-ad26-e5bbda07bdef req-aa24e22a-fb3d-4e22-9c3b-fa39a627ecac service nova] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] No waiting events found dispatching network-vif-plugged-d2426c44-dc96-487f-b078-e7886b337c06 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:00:38 user nova-compute[74307]: WARNING nova.compute.manager [req-355a32dc-a215-4c23-ad26-e5bbda07bdef req-aa24e22a-fb3d-4e22-9c3b-fa39a627ecac service nova] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Received unexpected event network-vif-plugged-d2426c44-dc96-487f-b078-e7886b337c06 for instance with vm_state active and task_state deleting.
Oct 24 08:00:38 user nova-compute[74307]: DEBUG nova.compute.manager [req-355a32dc-a215-4c23-ad26-e5bbda07bdef req-aa24e22a-fb3d-4e22-9c3b-fa39a627ecac service nova] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Received event network-vif-plugged-d2426c44-dc96-487f-b078-e7886b337c06 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:00:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-355a32dc-a215-4c23-ad26-e5bbda07bdef req-aa24e22a-fb3d-4e22-9c3b-fa39a627ecac service nova] Acquiring lock "380180dd-666a-4a51-96e4-b870658c69e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:00:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-355a32dc-a215-4c23-ad26-e5bbda07bdef req-aa24e22a-fb3d-4e22-9c3b-fa39a627ecac service nova] Lock "380180dd-666a-4a51-96e4-b870658c69e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:00:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-355a32dc-a215-4c23-ad26-e5bbda07bdef req-aa24e22a-fb3d-4e22-9c3b-fa39a627ecac service nova] Lock "380180dd-666a-4a51-96e4-b870658c69e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:00:38 user nova-compute[74307]: DEBUG nova.compute.manager [req-355a32dc-a215-4c23-ad26-e5bbda07bdef req-aa24e22a-fb3d-4e22-9c3b-fa39a627ecac service nova] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] No waiting events found dispatching network-vif-plugged-d2426c44-dc96-487f-b078-e7886b337c06 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:00:38 user nova-compute[74307]: WARNING nova.compute.manager [req-355a32dc-a215-4c23-ad26-e5bbda07bdef req-aa24e22a-fb3d-4e22-9c3b-fa39a627ecac service nova] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Received unexpected event network-vif-plugged-d2426c44-dc96-487f-b078-e7886b337c06 for instance with vm_state active and task_state deleting.
Oct 24 08:00:38 user nova-compute[74307]: DEBUG nova.compute.manager [req-355a32dc-a215-4c23-ad26-e5bbda07bdef req-aa24e22a-fb3d-4e22-9c3b-fa39a627ecac service nova] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Received event network-vif-plugged-d2426c44-dc96-487f-b078-e7886b337c06 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:00:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-355a32dc-a215-4c23-ad26-e5bbda07bdef req-aa24e22a-fb3d-4e22-9c3b-fa39a627ecac service nova] Acquiring lock "380180dd-666a-4a51-96e4-b870658c69e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:00:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-355a32dc-a215-4c23-ad26-e5bbda07bdef req-aa24e22a-fb3d-4e22-9c3b-fa39a627ecac service nova] Lock "380180dd-666a-4a51-96e4-b870658c69e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:00:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-355a32dc-a215-4c23-ad26-e5bbda07bdef req-aa24e22a-fb3d-4e22-9c3b-fa39a627ecac service nova] Lock "380180dd-666a-4a51-96e4-b870658c69e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:00:38 user nova-compute[74307]: DEBUG nova.compute.manager [req-355a32dc-a215-4c23-ad26-e5bbda07bdef req-aa24e22a-fb3d-4e22-9c3b-fa39a627ecac service nova] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] No waiting events found dispatching network-vif-plugged-d2426c44-dc96-487f-b078-e7886b337c06 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:00:38 user nova-compute[74307]: WARNING nova.compute.manager [req-355a32dc-a215-4c23-ad26-e5bbda07bdef req-aa24e22a-fb3d-4e22-9c3b-fa39a627ecac service nova] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Received unexpected event network-vif-plugged-d2426c44-dc96-487f-b078-e7886b337c06 for instance with vm_state active and task_state deleting.
Oct 24 08:00:38 user nova-compute[74307]: DEBUG nova.compute.manager [req-355a32dc-a215-4c23-ad26-e5bbda07bdef req-aa24e22a-fb3d-4e22-9c3b-fa39a627ecac service nova] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Received event network-vif-unplugged-d2426c44-dc96-487f-b078-e7886b337c06 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:00:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-355a32dc-a215-4c23-ad26-e5bbda07bdef req-aa24e22a-fb3d-4e22-9c3b-fa39a627ecac service nova] Acquiring lock "380180dd-666a-4a51-96e4-b870658c69e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:00:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-355a32dc-a215-4c23-ad26-e5bbda07bdef req-aa24e22a-fb3d-4e22-9c3b-fa39a627ecac service nova] Lock "380180dd-666a-4a51-96e4-b870658c69e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:00:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-355a32dc-a215-4c23-ad26-e5bbda07bdef req-aa24e22a-fb3d-4e22-9c3b-fa39a627ecac service nova] Lock "380180dd-666a-4a51-96e4-b870658c69e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:00:38 user nova-compute[74307]: DEBUG nova.compute.manager [req-355a32dc-a215-4c23-ad26-e5bbda07bdef req-aa24e22a-fb3d-4e22-9c3b-fa39a627ecac service nova] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] No waiting events found dispatching network-vif-unplugged-d2426c44-dc96-487f-b078-e7886b337c06 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:00:38 user nova-compute[74307]: DEBUG nova.compute.manager [req-355a32dc-a215-4c23-ad26-e5bbda07bdef req-aa24e22a-fb3d-4e22-9c3b-fa39a627ecac service nova] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Received event network-vif-unplugged-d2426c44-dc96-487f-b078-e7886b337c06 for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 08:00:38 user nova-compute[74307]: DEBUG nova.compute.manager [req-355a32dc-a215-4c23-ad26-e5bbda07bdef req-aa24e22a-fb3d-4e22-9c3b-fa39a627ecac service nova] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Received event network-vif-plugged-d2426c44-dc96-487f-b078-e7886b337c06 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:00:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-355a32dc-a215-4c23-ad26-e5bbda07bdef req-aa24e22a-fb3d-4e22-9c3b-fa39a627ecac service nova] Acquiring lock "380180dd-666a-4a51-96e4-b870658c69e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:00:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-355a32dc-a215-4c23-ad26-e5bbda07bdef req-aa24e22a-fb3d-4e22-9c3b-fa39a627ecac service nova] Lock "380180dd-666a-4a51-96e4-b870658c69e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:00:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-355a32dc-a215-4c23-ad26-e5bbda07bdef req-aa24e22a-fb3d-4e22-9c3b-fa39a627ecac service nova] Lock "380180dd-666a-4a51-96e4-b870658c69e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:00:38 user nova-compute[74307]: DEBUG nova.compute.manager [req-355a32dc-a215-4c23-ad26-e5bbda07bdef req-aa24e22a-fb3d-4e22-9c3b-fa39a627ecac service nova] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] No waiting events found dispatching network-vif-plugged-d2426c44-dc96-487f-b078-e7886b337c06 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:00:38 user nova-compute[74307]: WARNING nova.compute.manager [req-355a32dc-a215-4c23-ad26-e5bbda07bdef req-aa24e22a-fb3d-4e22-9c3b-fa39a627ecac service nova] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Received unexpected event network-vif-plugged-d2426c44-dc96-487f-b078-e7886b337c06 for instance with vm_state active and task_state deleting.
Oct 24 08:00:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-83e83430-af25-4e60-a859-7cbef7b86168 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Acquiring lock "3e3b04f7-0553-4158-9220-165f25021106" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:00:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-83e83430-af25-4e60-a859-7cbef7b86168 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Lock "3e3b04f7-0553-4158-9220-165f25021106" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:00:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-83e83430-af25-4e60-a859-7cbef7b86168 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Acquiring lock "3e3b04f7-0553-4158-9220-165f25021106-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:00:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-83e83430-af25-4e60-a859-7cbef7b86168 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Lock "3e3b04f7-0553-4158-9220-165f25021106-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:00:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-83e83430-af25-4e60-a859-7cbef7b86168 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Lock "3e3b04f7-0553-4158-9220-165f25021106-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:00:38 user nova-compute[74307]: INFO nova.compute.manager [None req-83e83430-af25-4e60-a859-7cbef7b86168 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Terminating instance
Oct 24 08:00:38 user nova-compute[74307]: DEBUG nova.compute.manager [None req-83e83430-af25-4e60-a859-7cbef7b86168 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Start destroying the instance on the hypervisor. {{(pid=74307) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 08:00:38 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:00:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:38 user nova-compute[74307]: INFO nova.compute.manager [-] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Took 1.31 seconds to deallocate network for instance.
Oct 24 08:00:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:38 user nova-compute[74307]: DEBUG nova.compute.manager [req-228549b1-d527-45d8-8d26-0c21e81b856b req-01faa6fd-47bc-4b1c-b206-2dc83cd7df6d service nova] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Received event network-vif-unplugged-01fe1b1c-ce85-44c1-8b70-534ee297036b {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:00:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-228549b1-d527-45d8-8d26-0c21e81b856b req-01faa6fd-47bc-4b1c-b206-2dc83cd7df6d service nova] Acquiring lock "3e3b04f7-0553-4158-9220-165f25021106-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:00:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-228549b1-d527-45d8-8d26-0c21e81b856b req-01faa6fd-47bc-4b1c-b206-2dc83cd7df6d service nova] Lock "3e3b04f7-0553-4158-9220-165f25021106-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:00:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-228549b1-d527-45d8-8d26-0c21e81b856b req-01faa6fd-47bc-4b1c-b206-2dc83cd7df6d service nova] Lock "3e3b04f7-0553-4158-9220-165f25021106-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:00:38 user nova-compute[74307]: DEBUG nova.compute.manager [req-228549b1-d527-45d8-8d26-0c21e81b856b req-01faa6fd-47bc-4b1c-b206-2dc83cd7df6d service nova] [instance: 3e3b04f7-0553-4158-9220-165f25021106] No waiting events found dispatching network-vif-unplugged-01fe1b1c-ce85-44c1-8b70-534ee297036b {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:00:38 user nova-compute[74307]: DEBUG nova.compute.manager [req-228549b1-d527-45d8-8d26-0c21e81b856b req-01faa6fd-47bc-4b1c-b206-2dc83cd7df6d service nova] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Received event network-vif-unplugged-01fe1b1c-ce85-44c1-8b70-534ee297036b for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 08:00:39 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Instance destroyed successfully.
Oct 24 08:00:39 user nova-compute[74307]: DEBUG nova.objects.instance [None req-83e83430-af25-4e60-a859-7cbef7b86168 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Lazy-loading 'resources' on Instance uuid 3e3b04f7-0553-4158-9220-165f25021106 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:00:39 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-83e83430-af25-4e60-a859-7cbef7b86168 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:56:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-379994524',display_name='tempest-TestServerVolumeAttachmentScenario-server-379994524',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-379994524',id=33,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGXSRz4gMIh0kZDXzLEoRk/zKOzFt4FXo/KpnTbKxdwJUI+FjrT7OxH/rSN372Ao4HeoFNxod/83C7ud2pQXHBTX7Fi7CUrfMzoirGvOBD0AxhnpvDDzPD0NJXNYKpRIcA==',key_name='tempest-keypair-1221217273',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:56:23Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='26fdde92ce0345af8e78d4d76a7d4df5',ramdisk_id='',reservation_id='r-fgzhqgsv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachmentScenario-796418188',owner_user_name='tempest-TestServerVolumeAttachmentScenario-796418188-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T07:56:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e7c2de983389436d9d1c081e8ae02fef',uuid=3e3b04f7-0553-4158-9220-165f25021106,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "01fe1b1c-ce85-44c1-8b70-534ee297036b", "address": "fa:16:3e:fc:98:0a", "network": {"id": "b6dbf810-42e1-4281-9626-2436d3cec093", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-735907804-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26fdde92ce0345af8e78d4d76a7d4df5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01fe1b1c-ce", "ovs_interfaceid": "01fe1b1c-ce85-44c1-8b70-534ee297036b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 08:00:39 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-83e83430-af25-4e60-a859-7cbef7b86168 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Converting VIF {"id": "01fe1b1c-ce85-44c1-8b70-534ee297036b", "address": "fa:16:3e:fc:98:0a", "network": {"id": "b6dbf810-42e1-4281-9626-2436d3cec093", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-735907804-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26fdde92ce0345af8e78d4d76a7d4df5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01fe1b1c-ce", "ovs_interfaceid": "01fe1b1c-ce85-44c1-8b70-534ee297036b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:00:39 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-83e83430-af25-4e60-a859-7cbef7b86168 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:fc:98:0a,bridge_name='br-int',has_traffic_filtering=True,id=01fe1b1c-ce85-44c1-8b70-534ee297036b,network=Network(b6dbf810-42e1-4281-9626-2436d3cec093),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap01fe1b1c-ce') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:00:39 user nova-compute[74307]: DEBUG os_vif [None req-83e83430-af25-4e60-a859-7cbef7b86168 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:fc:98:0a,bridge_name='br-int',has_traffic_filtering=True,id=01fe1b1c-ce85-44c1-8b70-534ee297036b,network=Network(b6dbf810-42e1-4281-9626-2436d3cec093),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap01fe1b1c-ce') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 08:00:39 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:39 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap01fe1b1c-ce, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:00:39 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:39 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:00:39 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:39 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=bdf0ea0b-a1f8-47cb-a523-65cbce76d388) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:00:39 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:39 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:39 user nova-compute[74307]: INFO os_vif [None req-83e83430-af25-4e60-a859-7cbef7b86168 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:fc:98:0a,bridge_name='br-int',has_traffic_filtering=True,id=01fe1b1c-ce85-44c1-8b70-534ee297036b,network=Network(b6dbf810-42e1-4281-9626-2436d3cec093),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap01fe1b1c-ce')
Oct 24 08:00:39 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-83e83430-af25-4e60-a859-7cbef7b86168 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Deleting instance files /opt/stack/data/nova/instances/3e3b04f7-0553-4158-9220-165f25021106_del
Oct 24 08:00:39 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-83e83430-af25-4e60-a859-7cbef7b86168 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Deletion of /opt/stack/data/nova/instances/3e3b04f7-0553-4158-9220-165f25021106_del complete
Oct 24 08:00:39 user nova-compute[74307]: INFO nova.compute.manager [None req-83e83430-af25-4e60-a859-7cbef7b86168 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Took 0.85 seconds to destroy the instance on the hypervisor.
Oct 24 08:00:39 user nova-compute[74307]: DEBUG oslo.service.loopingcall [None req-83e83430-af25-4e60-a859-7cbef7b86168 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74307) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 08:00:39 user nova-compute[74307]: DEBUG nova.compute.manager [-] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Deallocating network for instance {{(pid=74307) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 08:00:39 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 3e3b04f7-0553-4158-9220-165f25021106] deallocate_for_instance() {{(pid=74307) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 08:00:39 user nova-compute[74307]: INFO nova.compute.manager [None req-0e13e5f1-82bc-4e60-89a3-06673cb7b2d4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Took 0.86 seconds to detach 1 volumes for instance.
Oct 24 08:00:39 user nova-compute[74307]: DEBUG nova.compute.manager [None req-0e13e5f1-82bc-4e60-89a3-06673cb7b2d4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Deleting volume: 3ca2a46f-a0f9-43ba-be48-34c5cdc8360d {{(pid=74307) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 24 08:00:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0e13e5f1-82bc-4e60-89a3-06673cb7b2d4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:00:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0e13e5f1-82bc-4e60-89a3-06673cb7b2d4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:00:39 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-0e13e5f1-82bc-4e60-89a3-06673cb7b2d4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:00:39 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-0e13e5f1-82bc-4e60-89a3-06673cb7b2d4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:00:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0e13e5f1-82bc-4e60-89a3-06673cb7b2d4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.735s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:00:40 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:00:40 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-0e13e5f1-82bc-4e60-89a3-06673cb7b2d4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Deleted allocations for instance 380180dd-666a-4a51-96e4-b870658c69e0
Oct 24 08:00:40 user nova-compute[74307]: INFO nova.compute.manager [-] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Took 1.08 seconds to deallocate network for instance.
Oct 24 08:00:40 user nova-compute[74307]: DEBUG nova.compute.manager [req-340c534f-d848-4563-8bb7-2a68b7e6eadb req-3bfa8a51-4b3a-4a0c-a442-6262363b52a6 service nova] [instance: 380180dd-666a-4a51-96e4-b870658c69e0] Received event network-vif-deleted-d2426c44-dc96-487f-b078-e7886b337c06 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:00:40 user nova-compute[74307]: DEBUG nova.compute.manager [req-340c534f-d848-4563-8bb7-2a68b7e6eadb req-3bfa8a51-4b3a-4a0c-a442-6262363b52a6 service nova] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Received event network-vif-deleted-01fe1b1c-ce85-44c1-8b70-534ee297036b {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:00:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-83e83430-af25-4e60-a859-7cbef7b86168 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:00:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-83e83430-af25-4e60-a859-7cbef7b86168 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:00:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0e13e5f1-82bc-4e60-89a3-06673cb7b2d4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "380180dd-666a-4a51-96e4-b870658c69e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.543s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:00:40 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:40 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-83e83430-af25-4e60-a859-7cbef7b86168 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:00:40 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-83e83430-af25-4e60-a859-7cbef7b86168 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:00:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-83e83430-af25-4e60-a859-7cbef7b86168 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.347s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:00:40 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-83e83430-af25-4e60-a859-7cbef7b86168 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Deleted allocations for instance 3e3b04f7-0553-4158-9220-165f25021106
Oct 24 08:00:40 user nova-compute[74307]: DEBUG nova.compute.manager [req-f1273d3a-ed1e-41b2-a0f1-1a357eb3dc42 req-34cccbac-1bda-48d7-8064-3defca02c4ff service nova] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Received event network-vif-plugged-01fe1b1c-ce85-44c1-8b70-534ee297036b {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:00:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-f1273d3a-ed1e-41b2-a0f1-1a357eb3dc42 req-34cccbac-1bda-48d7-8064-3defca02c4ff service nova] Acquiring lock "3e3b04f7-0553-4158-9220-165f25021106-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:00:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-f1273d3a-ed1e-41b2-a0f1-1a357eb3dc42 req-34cccbac-1bda-48d7-8064-3defca02c4ff service nova] Lock "3e3b04f7-0553-4158-9220-165f25021106-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:00:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-f1273d3a-ed1e-41b2-a0f1-1a357eb3dc42 req-34cccbac-1bda-48d7-8064-3defca02c4ff service nova] Lock "3e3b04f7-0553-4158-9220-165f25021106-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:00:40 user nova-compute[74307]: DEBUG nova.compute.manager [req-f1273d3a-ed1e-41b2-a0f1-1a357eb3dc42 req-34cccbac-1bda-48d7-8064-3defca02c4ff service nova] [instance: 3e3b04f7-0553-4158-9220-165f25021106] No waiting events found dispatching network-vif-plugged-01fe1b1c-ce85-44c1-8b70-534ee297036b {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:00:40 user nova-compute[74307]: WARNING nova.compute.manager [req-f1273d3a-ed1e-41b2-a0f1-1a357eb3dc42 req-34cccbac-1bda-48d7-8064-3defca02c4ff service nova] [instance: 3e3b04f7-0553-4158-9220-165f25021106] Received unexpected event network-vif-plugged-01fe1b1c-ce85-44c1-8b70-534ee297036b for instance with vm_state deleted and task_state None.
Oct 24 08:00:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-83e83430-af25-4e60-a859-7cbef7b86168 tempest-TestServerVolumeAttachmentScenario-796418188 tempest-TestServerVolumeAttachmentScenario-796418188-project-member] Lock "3e3b04f7-0553-4158-9220-165f25021106" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.495s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-133eff5e-94d7-4d52-8359-69669fbfdd3f tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquiring lock "9ea8255e-1f82-4e7f-b09b-aca682f1f374" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-133eff5e-94d7-4d52-8359-69669fbfdd3f tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "9ea8255e-1f82-4e7f-b09b-aca682f1f374" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-133eff5e-94d7-4d52-8359-69669fbfdd3f tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquiring lock "9ea8255e-1f82-4e7f-b09b-aca682f1f374-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-133eff5e-94d7-4d52-8359-69669fbfdd3f tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "9ea8255e-1f82-4e7f-b09b-aca682f1f374-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-133eff5e-94d7-4d52-8359-69669fbfdd3f tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "9ea8255e-1f82-4e7f-b09b-aca682f1f374-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:00:44 user nova-compute[74307]: INFO nova.compute.manager [None req-133eff5e-94d7-4d52-8359-69669fbfdd3f tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Terminating instance
Oct 24 08:00:44 user nova-compute[74307]: DEBUG nova.compute.manager [None req-133eff5e-94d7-4d52-8359-69669fbfdd3f tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Start destroying the instance on the hypervisor. {{(pid=74307) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG nova.compute.manager [req-becc4076-1e34-41c9-ae61-8ef7273a520a req-057c58c1-8dde-4797-a841-f470e68c65ea service nova] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Received event network-vif-unplugged-a31e4ae2-1058-4643-9243-640de193070f {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-becc4076-1e34-41c9-ae61-8ef7273a520a req-057c58c1-8dde-4797-a841-f470e68c65ea service nova] Acquiring lock "9ea8255e-1f82-4e7f-b09b-aca682f1f374-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-becc4076-1e34-41c9-ae61-8ef7273a520a req-057c58c1-8dde-4797-a841-f470e68c65ea service nova] Lock "9ea8255e-1f82-4e7f-b09b-aca682f1f374-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-becc4076-1e34-41c9-ae61-8ef7273a520a req-057c58c1-8dde-4797-a841-f470e68c65ea service nova] Lock "9ea8255e-1f82-4e7f-b09b-aca682f1f374-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG nova.compute.manager [req-becc4076-1e34-41c9-ae61-8ef7273a520a req-057c58c1-8dde-4797-a841-f470e68c65ea service nova] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] No waiting events found dispatching network-vif-unplugged-a31e4ae2-1058-4643-9243-640de193070f {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG nova.compute.manager [req-becc4076-1e34-41c9-ae61-8ef7273a520a req-057c58c1-8dde-4797-a841-f470e68c65ea service nova] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Received event network-vif-unplugged-a31e4ae2-1058-4643-9243-640de193070f for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 08:00:44 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Instance destroyed successfully.
Oct 24 08:00:44 user nova-compute[74307]: DEBUG nova.objects.instance [None req-133eff5e-94d7-4d52-8359-69669fbfdd3f tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lazy-loading 'resources' on Instance uuid 9ea8255e-1f82-4e7f-b09b-aca682f1f374 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-133eff5e-94d7-4d52-8359-69669fbfdd3f tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:44:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-10095002',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-10095002',id=11,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:46:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8663add8cb13470095b2b73e60705507',ramdisk_id='',reservation_id='r-rrvsuprr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-977236319',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T07:47:52Z,user_data=None,user_id='514c86e8bc0b4f028a4e831cc15f1dd0',uuid=9ea8255e-1f82-4e7f-b09b-aca682f1f374,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a31e4ae2-1058-4643-9243-640de193070f", "address": "fa:16:3e:a0:90:24", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa31e4ae2-10", "ovs_interfaceid": "a31e4ae2-1058-4643-9243-640de193070f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-133eff5e-94d7-4d52-8359-69669fbfdd3f tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Converting VIF {"id": "a31e4ae2-1058-4643-9243-640de193070f", "address": "fa:16:3e:a0:90:24", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa31e4ae2-10", "ovs_interfaceid": "a31e4ae2-1058-4643-9243-640de193070f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-133eff5e-94d7-4d52-8359-69669fbfdd3f tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a0:90:24,bridge_name='br-int',has_traffic_filtering=True,id=a31e4ae2-1058-4643-9243-640de193070f,network=Network(3db729c6-868c-43bd-b594-4d15882c5b5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa31e4ae2-10') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG os_vif [None req-133eff5e-94d7-4d52-8359-69669fbfdd3f tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a0:90:24,bridge_name='br-int',has_traffic_filtering=True,id=a31e4ae2-1058-4643-9243-640de193070f,network=Network(3db729c6-868c-43bd-b594-4d15882c5b5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa31e4ae2-10') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa31e4ae2-10, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4b6555b7-4aed-4b0d-934c-ea0098391461) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:00:44 user nova-compute[74307]: INFO os_vif [None req-133eff5e-94d7-4d52-8359-69669fbfdd3f tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a0:90:24,bridge_name='br-int',has_traffic_filtering=True,id=a31e4ae2-1058-4643-9243-640de193070f,network=Network(3db729c6-868c-43bd-b594-4d15882c5b5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa31e4ae2-10')
Oct 24 08:00:44 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-133eff5e-94d7-4d52-8359-69669fbfdd3f tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] calling os-brick to detach iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-133eff5e-94d7-4d52-8359-69669fbfdd3f tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, {'target_iqn': 'iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oulywxvD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:00:44 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-133eff5e-94d7-4d52-8359-69669fbfdd3f tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:00:44 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-133eff5e-94d7-4d52-8359-69669fbfdd3f tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-133eff5e-94d7-4d52-8359-69669fbfdd3f tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac76eb3a-755c-4186-b71b-2b81929b4ac8]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-133eff5e-94d7-4d52-8359-69669fbfdd3f tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 08:00:44 user nova-compute[74307]: No targets found.
Oct 24 08:00:44 user nova-compute[74307]: iSNS:
Oct 24 08:00:44 user nova-compute[74307]: No targets found.
Oct 24 08:00:44 user nova-compute[74307]: STATIC:
Oct 24 08:00:44 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854
Oct 24 08:00:44 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 08:00:44 user nova-compute[74307]:                 Iface Name: default
Oct 24 08:00:44 user nova-compute[74307]: FIRMWARE:
Oct 24 08:00:44 user nova-compute[74307]: No targets found.
Oct 24 08:00:44 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-133eff5e-94d7-4d52-8359-69669fbfdd3f tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 08:00:44 user nova-compute[74307]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 08:00:44 user nova-compute[74307]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74307) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-133eff5e-94d7-4d52-8359-69669fbfdd3f tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854', 0)] {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[843b4674-da28-4c5e-aec2-06db3abac257]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b974d78-6096-4951-954e-41accedbc4e1]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-133eff5e-94d7-4d52-8359-69669fbfdd3f tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 08:00:44 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-133eff5e-94d7-4d52-8359-69669fbfdd3f tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 (non-flash)
Oct 24 08:00:44 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-133eff5e-94d7-4d52-8359-69669fbfdd3f tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4600e70550>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854'): ({'sdc'}, set())}) {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-133eff5e-94d7-4d52-8359-69669fbfdd3f tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Removing single pathed devices sdc {{(pid=74307) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8619fbd-70b9-4b0a-9f3d-c3e4fd41e02f]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d90d8e4-980f-4056-91f5-ebfe08e829f3]: (4, ('ok\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-133eff5e-94d7-4d52-8359-69669fbfdd3f tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Flushing IO for device /dev/sdc {{(pid=74307) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[3af9c22c-e2d7-48a0-889b-dc6b34a1fc93]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-133eff5e-94d7-4d52-8359-69669fbfdd3f tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74307) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 08:00:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.035s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:45 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b37f3758-302c-4046-ac81-345007f0664c]: (4, ('1', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:00:45 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-133eff5e-94d7-4d52-8359-69669fbfdd3f tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 08:00:45 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-133eff5e-94d7-4d52-8359-69669fbfdd3f tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] SCSI volumes sdc have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 08:00:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-133eff5e-94d7-4d52-8359-69669fbfdd3f tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854')] {{(pid=74307) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 08:00:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:45 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0bfd93b-84a3-40d7-88ee-93805a1e586f]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:00:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-133eff5e-94d7-4d52-8359-69669fbfdd3f tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:00:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 -p 172.16.0.220:3260 --logout {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:45 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[4dbe3c04-3970-4aae-84a2-8cdc74478598]: (4, ('Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854, portal: 172.16.0.220,3260]\nLogout of [sid: 11, target: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:00:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-133eff5e-94d7-4d52-8359-69669fbfdd3f tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854, portal: 172.16.0.220,3260]
Oct 24 08:00:45 user nova-compute[74307]: Logout of [sid: 11, target: iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854, portal: 172.16.0.220,3260] successful.
Oct 24 08:00:45 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:00:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 -p 172.16.0.220:3260 --op delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:00:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7bcefabf-01ea-4a72-a0b0-7277ddd4e854 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:00:45 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[f568d080-08c0-41d3-8c1a-d9613eda49be]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:00:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-133eff5e-94d7-4d52-8359-69669fbfdd3f tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:00:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-133eff5e-94d7-4d52-8359-69669fbfdd3f tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.288s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:00:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-133eff5e-94d7-4d52-8359-69669fbfdd3f tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] <== disconnect_volume: return (289ms) None {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:00:45 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-133eff5e-94d7-4d52-8359-69669fbfdd3f tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Disconnected iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 08:00:45 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-133eff5e-94d7-4d52-8359-69669fbfdd3f tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Deleting instance files /opt/stack/data/nova/instances/9ea8255e-1f82-4e7f-b09b-aca682f1f374_del
Oct 24 08:00:45 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-133eff5e-94d7-4d52-8359-69669fbfdd3f tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Deletion of /opt/stack/data/nova/instances/9ea8255e-1f82-4e7f-b09b-aca682f1f374_del complete
Oct 24 08:00:45 user nova-compute[74307]: INFO nova.compute.manager [None req-133eff5e-94d7-4d52-8359-69669fbfdd3f tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Took 1.15 seconds to destroy the instance on the hypervisor.
Oct 24 08:00:45 user nova-compute[74307]: DEBUG oslo.service.loopingcall [None req-133eff5e-94d7-4d52-8359-69669fbfdd3f tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74307) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 08:00:45 user nova-compute[74307]: DEBUG nova.compute.manager [-] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Deallocating network for instance {{(pid=74307) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 08:00:45 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] deallocate_for_instance() {{(pid=74307) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 08:00:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:45 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:00:45 user nova-compute[74307]: INFO nova.compute.manager [-] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Took 0.46 seconds to deallocate network for instance.
Oct 24 08:00:46 user nova-compute[74307]: DEBUG nova.compute.manager [req-49885850-5d89-447a-b53a-ede2cd02ffa7 req-3de8e46f-02c2-4283-b6ba-2932f6bcbbbd service nova] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Received event network-vif-plugged-a31e4ae2-1058-4643-9243-640de193070f {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:00:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-49885850-5d89-447a-b53a-ede2cd02ffa7 req-3de8e46f-02c2-4283-b6ba-2932f6bcbbbd service nova] Acquiring lock "9ea8255e-1f82-4e7f-b09b-aca682f1f374-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:00:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-49885850-5d89-447a-b53a-ede2cd02ffa7 req-3de8e46f-02c2-4283-b6ba-2932f6bcbbbd service nova] Lock "9ea8255e-1f82-4e7f-b09b-aca682f1f374-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:00:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-49885850-5d89-447a-b53a-ede2cd02ffa7 req-3de8e46f-02c2-4283-b6ba-2932f6bcbbbd service nova] Lock "9ea8255e-1f82-4e7f-b09b-aca682f1f374-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:00:46 user nova-compute[74307]: DEBUG nova.compute.manager [req-49885850-5d89-447a-b53a-ede2cd02ffa7 req-3de8e46f-02c2-4283-b6ba-2932f6bcbbbd service nova] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] No waiting events found dispatching network-vif-plugged-a31e4ae2-1058-4643-9243-640de193070f {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:00:46 user nova-compute[74307]: WARNING nova.compute.manager [req-49885850-5d89-447a-b53a-ede2cd02ffa7 req-3de8e46f-02c2-4283-b6ba-2932f6bcbbbd service nova] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Received unexpected event network-vif-plugged-a31e4ae2-1058-4643-9243-640de193070f for instance with vm_state active and task_state deleting.
Oct 24 08:00:46 user nova-compute[74307]: DEBUG nova.compute.manager [req-49885850-5d89-447a-b53a-ede2cd02ffa7 req-3de8e46f-02c2-4283-b6ba-2932f6bcbbbd service nova] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Received event network-vif-deleted-a31e4ae2-1058-4643-9243-640de193070f {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:00:46 user nova-compute[74307]: INFO nova.compute.manager [None req-133eff5e-94d7-4d52-8359-69669fbfdd3f tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: 9ea8255e-1f82-4e7f-b09b-aca682f1f374] Took 0.82 seconds to detach 1 volumes for instance.
Oct 24 08:00:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-133eff5e-94d7-4d52-8359-69669fbfdd3f tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:00:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-133eff5e-94d7-4d52-8359-69669fbfdd3f tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:00:46 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-133eff5e-94d7-4d52-8359-69669fbfdd3f tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:00:46 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-133eff5e-94d7-4d52-8359-69669fbfdd3f tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:00:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-133eff5e-94d7-4d52-8359-69669fbfdd3f tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.229s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:00:46 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-133eff5e-94d7-4d52-8359-69669fbfdd3f tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Deleted allocations for instance 9ea8255e-1f82-4e7f-b09b-aca682f1f374
Oct 24 08:00:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-133eff5e-94d7-4d52-8359-69669fbfdd3f tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "9ea8255e-1f82-4e7f-b09b-aca682f1f374" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.853s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:00:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9af183d3-b7dc-44e6-982e-64c26bb64bf5 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Acquiring lock "57dc1091-c824-4b7b-a3e8-ee72d49f6623" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:00:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9af183d3-b7dc-44e6-982e-64c26bb64bf5 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "57dc1091-c824-4b7b-a3e8-ee72d49f6623" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:00:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9af183d3-b7dc-44e6-982e-64c26bb64bf5 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Acquiring lock "57dc1091-c824-4b7b-a3e8-ee72d49f6623-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:00:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9af183d3-b7dc-44e6-982e-64c26bb64bf5 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "57dc1091-c824-4b7b-a3e8-ee72d49f6623-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:00:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9af183d3-b7dc-44e6-982e-64c26bb64bf5 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "57dc1091-c824-4b7b-a3e8-ee72d49f6623-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:00:52 user nova-compute[74307]: INFO nova.compute.manager [None req-9af183d3-b7dc-44e6-982e-64c26bb64bf5 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Terminating instance
Oct 24 08:00:52 user nova-compute[74307]: DEBUG nova.compute.manager [None req-9af183d3-b7dc-44e6-982e-64c26bb64bf5 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Start destroying the instance on the hypervisor. {{(pid=74307) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 08:00:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:52 user nova-compute[74307]: DEBUG nova.compute.manager [req-0851002e-4838-4b62-85bc-dd59c671b690 req-6cc2b31e-08bf-4d88-836d-297d9f588b99 service nova] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Received event network-vif-unplugged-9624aa5e-3eac-477f-835c-dd226d485799 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:00:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-0851002e-4838-4b62-85bc-dd59c671b690 req-6cc2b31e-08bf-4d88-836d-297d9f588b99 service nova] Acquiring lock "57dc1091-c824-4b7b-a3e8-ee72d49f6623-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:00:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-0851002e-4838-4b62-85bc-dd59c671b690 req-6cc2b31e-08bf-4d88-836d-297d9f588b99 service nova] Lock "57dc1091-c824-4b7b-a3e8-ee72d49f6623-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:00:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-0851002e-4838-4b62-85bc-dd59c671b690 req-6cc2b31e-08bf-4d88-836d-297d9f588b99 service nova] Lock "57dc1091-c824-4b7b-a3e8-ee72d49f6623-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:00:52 user nova-compute[74307]: DEBUG nova.compute.manager [req-0851002e-4838-4b62-85bc-dd59c671b690 req-6cc2b31e-08bf-4d88-836d-297d9f588b99 service nova] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] No waiting events found dispatching network-vif-unplugged-9624aa5e-3eac-477f-835c-dd226d485799 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:00:52 user nova-compute[74307]: DEBUG nova.compute.manager [req-0851002e-4838-4b62-85bc-dd59c671b690 req-6cc2b31e-08bf-4d88-836d-297d9f588b99 service nova] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Received event network-vif-unplugged-9624aa5e-3eac-477f-835c-dd226d485799 for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 08:00:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:53 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Instance destroyed successfully.
Oct 24 08:00:53 user nova-compute[74307]: DEBUG nova.objects.instance [None req-9af183d3-b7dc-44e6-982e-64c26bb64bf5 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lazy-loading 'resources' on Instance uuid 57dc1091-c824-4b7b-a3e8-ee72d49f6623 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:00:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-9af183d3-b7dc-44e6-982e-64c26bb64bf5 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:57:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1057389809',display_name='tempest-AttachVolumeNegativeTest-server-1057389809',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1057389809',id=35,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCDErgc01QLsoDqvuD915wCVWekdSY3k0d1WeXJOpZofiaVnp73BefKbOy3ZK7Vkt7xlzB5Tc6yWe9P1qJnOm+81JMt+34s8qpASlrnW9rI2B43Knkz/ASV+DXWSTjduaA==',key_name='tempest-keypair-698194170',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:57:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3f702c44f41647f3986d6d6acc4e7122',ramdisk_id='',reservation_id='r-kao0gdbg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-976504116',owner_user_name='tempest-AttachVolumeNegativeTest-976504116-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T07:57:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e73cde07ef7843e9a5718b648794a329',uuid=57dc1091-c824-4b7b-a3e8-ee72d49f6623,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9624aa5e-3eac-477f-835c-dd226d485799", "address": "fa:16:3e:28:23:62", "network": {"id": "88614861-758c-4aeb-96e5-c287097f2826", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-693421200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f702c44f41647f3986d6d6acc4e7122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9624aa5e-3e", "ovs_interfaceid": "9624aa5e-3eac-477f-835c-dd226d485799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 08:00:53 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-9af183d3-b7dc-44e6-982e-64c26bb64bf5 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Converting VIF {"id": "9624aa5e-3eac-477f-835c-dd226d485799", "address": "fa:16:3e:28:23:62", "network": {"id": "88614861-758c-4aeb-96e5-c287097f2826", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-693421200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f702c44f41647f3986d6d6acc4e7122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9624aa5e-3e", "ovs_interfaceid": "9624aa5e-3eac-477f-835c-dd226d485799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:00:53 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-9af183d3-b7dc-44e6-982e-64c26bb64bf5 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:28:23:62,bridge_name='br-int',has_traffic_filtering=True,id=9624aa5e-3eac-477f-835c-dd226d485799,network=Network(88614861-758c-4aeb-96e5-c287097f2826),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9624aa5e-3e') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:00:53 user nova-compute[74307]: DEBUG os_vif [None req-9af183d3-b7dc-44e6-982e-64c26bb64bf5 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:28:23:62,bridge_name='br-int',has_traffic_filtering=True,id=9624aa5e-3eac-477f-835c-dd226d485799,network=Network(88614861-758c-4aeb-96e5-c287097f2826),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9624aa5e-3e') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 08:00:53 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:53 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9624aa5e-3e, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:00:53 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:53 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:00:53 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:53 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:53 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2bb56726-6d50-4754-9c93-5b871ce18b58) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:00:53 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:00:53 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:00:53 user nova-compute[74307]: INFO os_vif [None req-9af183d3-b7dc-44e6-982e-64c26bb64bf5 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:28:23:62,bridge_name='br-int',has_traffic_filtering=True,id=9624aa5e-3eac-477f-835c-dd226d485799,network=Network(88614861-758c-4aeb-96e5-c287097f2826),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9624aa5e-3e')
Oct 24 08:00:53 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-9af183d3-b7dc-44e6-982e-64c26bb64bf5 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Deleting instance files /opt/stack/data/nova/instances/57dc1091-c824-4b7b-a3e8-ee72d49f6623_del
Oct 24 08:00:53 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-9af183d3-b7dc-44e6-982e-64c26bb64bf5 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Deletion of /opt/stack/data/nova/instances/57dc1091-c824-4b7b-a3e8-ee72d49f6623_del complete
Oct 24 08:00:53 user nova-compute[74307]: INFO nova.compute.manager [None req-9af183d3-b7dc-44e6-982e-64c26bb64bf5 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Took 0.85 seconds to destroy the instance on the hypervisor.
Oct 24 08:00:53 user nova-compute[74307]: DEBUG oslo.service.loopingcall [None req-9af183d3-b7dc-44e6-982e-64c26bb64bf5 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74307) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 08:00:53 user nova-compute[74307]: DEBUG nova.compute.manager [-] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Deallocating network for instance {{(pid=74307) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 08:00:53 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] deallocate_for_instance() {{(pid=74307) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 08:00:53 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:00:54 user nova-compute[74307]: INFO nova.compute.manager [-] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Took 0.75 seconds to deallocate network for instance.
Oct 24 08:00:54 user nova-compute[74307]: DEBUG nova.compute.manager [req-3696ce13-024b-4b90-8302-df718845b17e req-58d8c600-3364-477b-b14c-b7d3675593db service nova] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Received event network-vif-deleted-9624aa5e-3eac-477f-835c-dd226d485799 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:00:54 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9af183d3-b7dc-44e6-982e-64c26bb64bf5 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:00:54 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9af183d3-b7dc-44e6-982e-64c26bb64bf5 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:00:54 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-9af183d3-b7dc-44e6-982e-64c26bb64bf5 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:00:54 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-9af183d3-b7dc-44e6-982e-64c26bb64bf5 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:00:54 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9af183d3-b7dc-44e6-982e-64c26bb64bf5 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.199s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:00:54 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-9af183d3-b7dc-44e6-982e-64c26bb64bf5 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Deleted allocations for instance 57dc1091-c824-4b7b-a3e8-ee72d49f6623
Oct 24 08:00:54 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9af183d3-b7dc-44e6-982e-64c26bb64bf5 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "57dc1091-c824-4b7b-a3e8-ee72d49f6623" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.018s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:00:54 user nova-compute[74307]: DEBUG nova.compute.manager [req-c34819c8-a561-4ec6-9e92-736a8ac110e6 req-ab2bcb95-d844-4bea-92c5-c498c40aa90b service nova] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Received event network-vif-plugged-9624aa5e-3eac-477f-835c-dd226d485799 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:00:54 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-c34819c8-a561-4ec6-9e92-736a8ac110e6 req-ab2bcb95-d844-4bea-92c5-c498c40aa90b service nova] Acquiring lock "57dc1091-c824-4b7b-a3e8-ee72d49f6623-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:00:54 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-c34819c8-a561-4ec6-9e92-736a8ac110e6 req-ab2bcb95-d844-4bea-92c5-c498c40aa90b service nova] Lock "57dc1091-c824-4b7b-a3e8-ee72d49f6623-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:00:54 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-c34819c8-a561-4ec6-9e92-736a8ac110e6 req-ab2bcb95-d844-4bea-92c5-c498c40aa90b service nova] Lock "57dc1091-c824-4b7b-a3e8-ee72d49f6623-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:00:54 user nova-compute[74307]: DEBUG nova.compute.manager [req-c34819c8-a561-4ec6-9e92-736a8ac110e6 req-ab2bcb95-d844-4bea-92c5-c498c40aa90b service nova] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] No waiting events found dispatching network-vif-plugged-9624aa5e-3eac-477f-835c-dd226d485799 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:00:54 user nova-compute[74307]: WARNING nova.compute.manager [req-c34819c8-a561-4ec6-9e92-736a8ac110e6 req-ab2bcb95-d844-4bea-92c5-c498c40aa90b service nova] [instance: 57dc1091-c824-4b7b-a3e8-ee72d49f6623] Received unexpected event network-vif-plugged-9624aa5e-3eac-477f-835c-dd226d485799 for instance with vm_state deleted and task_state None.
Oct 24 08:00:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:01:03 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:01:05 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:01:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-b1f54ffe-99e4-4db5-a245-814db05452d4 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Acquiring lock "0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:01:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-b1f54ffe-99e4-4db5-a245-814db05452d4 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:01:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-b1f54ffe-99e4-4db5-a245-814db05452d4 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Acquiring lock "0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:01:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-b1f54ffe-99e4-4db5-a245-814db05452d4 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:01:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-b1f54ffe-99e4-4db5-a245-814db05452d4 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:01:05 user nova-compute[74307]: INFO nova.compute.manager [None req-b1f54ffe-99e4-4db5-a245-814db05452d4 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Terminating instance
Oct 24 08:01:05 user nova-compute[74307]: DEBUG nova.compute.manager [None req-b1f54ffe-99e4-4db5-a245-814db05452d4 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Start destroying the instance on the hypervisor. {{(pid=74307) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 08:01:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:01:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:01:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:01:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:01:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:01:05 user nova-compute[74307]: DEBUG nova.compute.manager [req-93ee0cbc-0381-4ffd-9e0c-385e59449c5c req-0cd12fbb-16c8-4845-a7e8-68af7cf6dd2d service nova] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Received event network-vif-unplugged-162176c3-a7b8-4470-9c7c-be50952a957d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:01:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-93ee0cbc-0381-4ffd-9e0c-385e59449c5c req-0cd12fbb-16c8-4845-a7e8-68af7cf6dd2d service nova] Acquiring lock "0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:01:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-93ee0cbc-0381-4ffd-9e0c-385e59449c5c req-0cd12fbb-16c8-4845-a7e8-68af7cf6dd2d service nova] Lock "0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:01:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-93ee0cbc-0381-4ffd-9e0c-385e59449c5c req-0cd12fbb-16c8-4845-a7e8-68af7cf6dd2d service nova] Lock "0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:01:05 user nova-compute[74307]: DEBUG nova.compute.manager [req-93ee0cbc-0381-4ffd-9e0c-385e59449c5c req-0cd12fbb-16c8-4845-a7e8-68af7cf6dd2d service nova] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] No waiting events found dispatching network-vif-unplugged-162176c3-a7b8-4470-9c7c-be50952a957d {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:01:05 user nova-compute[74307]: DEBUG nova.compute.manager [req-93ee0cbc-0381-4ffd-9e0c-385e59449c5c req-0cd12fbb-16c8-4845-a7e8-68af7cf6dd2d service nova] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Received event network-vif-unplugged-162176c3-a7b8-4470-9c7c-be50952a957d for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 08:01:06 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:01:06 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Instance destroyed successfully.
Oct 24 08:01:06 user nova-compute[74307]: DEBUG nova.objects.instance [None req-b1f54ffe-99e4-4db5-a245-814db05452d4 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lazy-loading 'resources' on Instance uuid 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:01:06 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-b1f54ffe-99e4-4db5-a245-814db05452d4 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-24T07:55:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-993025387',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-993025387',id=31,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDtEBT231/SbGM2wsXJe7LF/w7B6i0jcz68EFqcE0tQbGh278brA0WqHxRnOWQRGj2gokpr4/QkxgmUx7fNT7vGBZA+mliJint2wLTJVsxiQOdLMN8bfscbbDdTC91mRvw==',key_name='tempest-keypair-2118595952',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:59:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8c8af780fd194436b7514e54c5d7ef27',ramdisk_id='',reservation_id='r-k0a7n0l0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-131883889',owner_user_name='tempest-AttachVolumeShelveTestJSON-131883889-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T07:59:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c8d362d9493f42e6a118c3ef099e7fae',uuid=0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "162176c3-a7b8-4470-9c7c-be50952a957d", "address": "fa:16:3e:37:f2:d2", "network": {"id": "5dafd771-aa79-4f10-ae89-825cf68cc799", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992292320-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c8af780fd194436b7514e54c5d7ef27", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap162176c3-a7", "ovs_interfaceid": "162176c3-a7b8-4470-9c7c-be50952a957d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 08:01:06 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-b1f54ffe-99e4-4db5-a245-814db05452d4 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Converting VIF {"id": "162176c3-a7b8-4470-9c7c-be50952a957d", "address": "fa:16:3e:37:f2:d2", "network": {"id": "5dafd771-aa79-4f10-ae89-825cf68cc799", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992292320-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c8af780fd194436b7514e54c5d7ef27", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap162176c3-a7", "ovs_interfaceid": "162176c3-a7b8-4470-9c7c-be50952a957d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:01:06 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-b1f54ffe-99e4-4db5-a245-814db05452d4 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:37:f2:d2,bridge_name='br-int',has_traffic_filtering=True,id=162176c3-a7b8-4470-9c7c-be50952a957d,network=Network(5dafd771-aa79-4f10-ae89-825cf68cc799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap162176c3-a7') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:01:06 user nova-compute[74307]: DEBUG os_vif [None req-b1f54ffe-99e4-4db5-a245-814db05452d4 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:37:f2:d2,bridge_name='br-int',has_traffic_filtering=True,id=162176c3-a7b8-4470-9c7c-be50952a957d,network=Network(5dafd771-aa79-4f10-ae89-825cf68cc799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap162176c3-a7') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 08:01:06 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:01:06 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap162176c3-a7, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:01:06 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:01:06 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:01:06 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:01:06 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=face1882-cb8f-48f5-aa5d-d7cd09d56971) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:01:06 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:01:06 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:01:06 user nova-compute[74307]: INFO os_vif [None req-b1f54ffe-99e4-4db5-a245-814db05452d4 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:37:f2:d2,bridge_name='br-int',has_traffic_filtering=True,id=162176c3-a7b8-4470-9c7c-be50952a957d,network=Network(5dafd771-aa79-4f10-ae89-825cf68cc799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap162176c3-a7')
Oct 24 08:01:06 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-b1f54ffe-99e4-4db5-a245-814db05452d4 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Deleting instance files /opt/stack/data/nova/instances/0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db_del
Oct 24 08:01:06 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-b1f54ffe-99e4-4db5-a245-814db05452d4 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Deletion of /opt/stack/data/nova/instances/0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db_del complete
Oct 24 08:01:06 user nova-compute[74307]: INFO nova.compute.manager [None req-b1f54ffe-99e4-4db5-a245-814db05452d4 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Took 0.88 seconds to destroy the instance on the hypervisor.
Oct 24 08:01:06 user nova-compute[74307]: DEBUG oslo.service.loopingcall [None req-b1f54ffe-99e4-4db5-a245-814db05452d4 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74307) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 08:01:06 user nova-compute[74307]: DEBUG nova.compute.manager [-] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Deallocating network for instance {{(pid=74307) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 08:01:06 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] deallocate_for_instance() {{(pid=74307) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 08:01:07 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:01:07 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:01:07 user nova-compute[74307]: INFO nova.compute.manager [-] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Took 0.94 seconds to deallocate network for instance.
Oct 24 08:01:07 user nova-compute[74307]: DEBUG nova.compute.manager [req-84b74dc1-a0a7-41ee-8185-917179e58f81 req-44cbf69a-fe72-4747-9ddb-f65dd8e68241 service nova] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Received event network-vif-deleted-162176c3-a7b8-4470-9c7c-be50952a957d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:01:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-b1f54ffe-99e4-4db5-a245-814db05452d4 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:01:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-b1f54ffe-99e4-4db5-a245-814db05452d4 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:01:07 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-b1f54ffe-99e4-4db5-a245-814db05452d4 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:01:07 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-b1f54ffe-99e4-4db5-a245-814db05452d4 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:01:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-b1f54ffe-99e4-4db5-a245-814db05452d4 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.173s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:01:07 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-b1f54ffe-99e4-4db5-a245-814db05452d4 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Deleted allocations for instance 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db
Oct 24 08:01:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-b1f54ffe-99e4-4db5-a245-814db05452d4 tempest-AttachVolumeShelveTestJSON-131883889 tempest-AttachVolumeShelveTestJSON-131883889-project-member] Lock "0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.167s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:01:07 user nova-compute[74307]: DEBUG nova.compute.manager [req-276a9113-2d14-4d69-8639-2da3162afbfa req-0a9f7a41-b0fa-413a-880e-dcdd0c335ee6 service nova] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Received event network-vif-plugged-162176c3-a7b8-4470-9c7c-be50952a957d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:01:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-276a9113-2d14-4d69-8639-2da3162afbfa req-0a9f7a41-b0fa-413a-880e-dcdd0c335ee6 service nova] Acquiring lock "0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:01:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-276a9113-2d14-4d69-8639-2da3162afbfa req-0a9f7a41-b0fa-413a-880e-dcdd0c335ee6 service nova] Lock "0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:01:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-276a9113-2d14-4d69-8639-2da3162afbfa req-0a9f7a41-b0fa-413a-880e-dcdd0c335ee6 service nova] Lock "0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:01:07 user nova-compute[74307]: DEBUG nova.compute.manager [req-276a9113-2d14-4d69-8639-2da3162afbfa req-0a9f7a41-b0fa-413a-880e-dcdd0c335ee6 service nova] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] No waiting events found dispatching network-vif-plugged-162176c3-a7b8-4470-9c7c-be50952a957d {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:01:07 user nova-compute[74307]: WARNING nova.compute.manager [req-276a9113-2d14-4d69-8639-2da3162afbfa req-0a9f7a41-b0fa-413a-880e-dcdd0c335ee6 service nova] [instance: 0cd5f7d6-2715-4f1a-ad2d-0c6d430cd9db] Received unexpected event network-vif-plugged-162176c3-a7b8-4470-9c7c-be50952a957d for instance with vm_state deleted and task_state None.
Oct 24 08:01:08 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:01:08 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:01:08 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:01:08 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:01:08 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 08:01:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a76a3a75-0972-44e2-853f-c2f7bdd59344/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:01:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a76a3a75-0972-44e2-853f-c2f7bdd59344/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:01:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a76a3a75-0972-44e2-853f-c2f7bdd59344/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:01:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a76a3a75-0972-44e2-853f-c2f7bdd59344/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:01:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:01:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:01:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:01:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:01:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:01:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:01:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:01:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:01:09 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:01:09 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:01:09 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Hypervisor/Node resource view: name=user free_ram=8332MB free_disk=25.160690307617188GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 08:01:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:01:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:01:09 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fe508640-79f4-43d1-b846-00f28f91df79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:01:09 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:01:09 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance a76a3a75-0972-44e2-853f-c2f7bdd59344 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:01:09 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 08:01:09 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 08:01:10 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:01:10 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:01:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 08:01:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.246s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:01:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:01:12 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:01:13 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:01:13 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:01:13 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74307) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 08:01:14 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:01:14 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Starting heal instance info cache {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 08:01:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "refresh_cache-5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:01:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquired lock "refresh_cache-5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:01:14 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Forcefully refreshing network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 08:01:14 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Updating instance_info_cache with network_info: [{"id": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "address": "fa:16:3e:53:1d:7d", "network": {"id": "0b5afd85-cb93-4bd3-abef-63764752395c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-367974063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e349c7556c954f868b60c401e1a053cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8488c1d4-cb", "ovs_interfaceid": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:01:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Releasing lock "refresh_cache-5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:01:14 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Updated the network info_cache for instance {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 08:01:14 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:01:15 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:01:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:01:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:01:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:01:31 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:01:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0c9236f0-398a-4079-8c71-1005fb0201a6 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquiring lock "fe508640-79f4-43d1-b846-00f28f91df79" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:01:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0c9236f0-398a-4079-8c71-1005fb0201a6 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "fe508640-79f4-43d1-b846-00f28f91df79" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:01:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0c9236f0-398a-4079-8c71-1005fb0201a6 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquiring lock "fe508640-79f4-43d1-b846-00f28f91df79-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:01:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0c9236f0-398a-4079-8c71-1005fb0201a6 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "fe508640-79f4-43d1-b846-00f28f91df79-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:01:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0c9236f0-398a-4079-8c71-1005fb0201a6 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "fe508640-79f4-43d1-b846-00f28f91df79-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:01:34 user nova-compute[74307]: INFO nova.compute.manager [None req-0c9236f0-398a-4079-8c71-1005fb0201a6 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Terminating instance
Oct 24 08:01:34 user nova-compute[74307]: DEBUG nova.compute.manager [None req-0c9236f0-398a-4079-8c71-1005fb0201a6 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Start destroying the instance on the hypervisor. {{(pid=74307) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 08:01:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:01:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:01:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:01:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:01:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:01:35 user nova-compute[74307]: DEBUG nova.compute.manager [req-c4c9338a-f9f5-4127-8c5f-e45bf7036325 req-4b86c18a-8668-4af9-9ade-d1c2ea6aa60d service nova] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Received event network-vif-unplugged-47c7d9f1-c0a6-4457-beb9-b99ba8d4d645 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:01:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-c4c9338a-f9f5-4127-8c5f-e45bf7036325 req-4b86c18a-8668-4af9-9ade-d1c2ea6aa60d service nova] Acquiring lock "fe508640-79f4-43d1-b846-00f28f91df79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:01:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-c4c9338a-f9f5-4127-8c5f-e45bf7036325 req-4b86c18a-8668-4af9-9ade-d1c2ea6aa60d service nova] Lock "fe508640-79f4-43d1-b846-00f28f91df79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:01:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-c4c9338a-f9f5-4127-8c5f-e45bf7036325 req-4b86c18a-8668-4af9-9ade-d1c2ea6aa60d service nova] Lock "fe508640-79f4-43d1-b846-00f28f91df79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:01:35 user nova-compute[74307]: DEBUG nova.compute.manager [req-c4c9338a-f9f5-4127-8c5f-e45bf7036325 req-4b86c18a-8668-4af9-9ade-d1c2ea6aa60d service nova] [instance: fe508640-79f4-43d1-b846-00f28f91df79] No waiting events found dispatching network-vif-unplugged-47c7d9f1-c0a6-4457-beb9-b99ba8d4d645 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:01:35 user nova-compute[74307]: DEBUG nova.compute.manager [req-c4c9338a-f9f5-4127-8c5f-e45bf7036325 req-4b86c18a-8668-4af9-9ade-d1c2ea6aa60d service nova] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Received event network-vif-unplugged-47c7d9f1-c0a6-4457-beb9-b99ba8d4d645 for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 08:01:35 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Instance destroyed successfully.
Oct 24 08:01:35 user nova-compute[74307]: DEBUG nova.objects.instance [None req-0c9236f0-398a-4079-8c71-1005fb0201a6 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lazy-loading 'resources' on Instance uuid fe508640-79f4-43d1-b846-00f28f91df79 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:01:35 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-0c9236f0-398a-4079-8c71-1005fb0201a6 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:41:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-967999733',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-967999733',id=1,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:41:23Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8663add8cb13470095b2b73e60705507',ramdisk_id='',reservation_id='r-hyxannd4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-977236319',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T07:43:00Z,user_data=None,user_id='514c86e8bc0b4f028a4e831cc15f1dd0',uuid=fe508640-79f4-43d1-b846-00f28f91df79,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "47c7d9f1-c0a6-4457-beb9-b99ba8d4d645", "address": "fa:16:3e:19:c7:52", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c7d9f1-c0", "ovs_interfaceid": "47c7d9f1-c0a6-4457-beb9-b99ba8d4d645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 08:01:35 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-0c9236f0-398a-4079-8c71-1005fb0201a6 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Converting VIF {"id": "47c7d9f1-c0a6-4457-beb9-b99ba8d4d645", "address": "fa:16:3e:19:c7:52", "network": {"id": "3db729c6-868c-43bd-b594-4d15882c5b5d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-2133445727-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8663add8cb13470095b2b73e60705507", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c7d9f1-c0", "ovs_interfaceid": "47c7d9f1-c0a6-4457-beb9-b99ba8d4d645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:01:35 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-0c9236f0-398a-4079-8c71-1005fb0201a6 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:19:c7:52,bridge_name='br-int',has_traffic_filtering=True,id=47c7d9f1-c0a6-4457-beb9-b99ba8d4d645,network=Network(3db729c6-868c-43bd-b594-4d15882c5b5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47c7d9f1-c0') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:01:35 user nova-compute[74307]: DEBUG os_vif [None req-0c9236f0-398a-4079-8c71-1005fb0201a6 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:19:c7:52,bridge_name='br-int',has_traffic_filtering=True,id=47c7d9f1-c0a6-4457-beb9-b99ba8d4d645,network=Network(3db729c6-868c-43bd-b594-4d15882c5b5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47c7d9f1-c0') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 08:01:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:01:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap47c7d9f1-c0, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:01:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:01:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:01:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:01:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ed57c983-7d8f-4786-8d4e-205dde780108) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:01:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:01:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:01:35 user nova-compute[74307]: INFO os_vif [None req-0c9236f0-398a-4079-8c71-1005fb0201a6 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:19:c7:52,bridge_name='br-int',has_traffic_filtering=True,id=47c7d9f1-c0a6-4457-beb9-b99ba8d4d645,network=Network(3db729c6-868c-43bd-b594-4d15882c5b5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47c7d9f1-c0')
Oct 24 08:01:35 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-0c9236f0-398a-4079-8c71-1005fb0201a6 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Deleting instance files /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79_del
Oct 24 08:01:35 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-0c9236f0-398a-4079-8c71-1005fb0201a6 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Deletion of /opt/stack/data/nova/instances/fe508640-79f4-43d1-b846-00f28f91df79_del complete
Oct 24 08:01:35 user nova-compute[74307]: INFO nova.compute.manager [None req-0c9236f0-398a-4079-8c71-1005fb0201a6 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Took 0.88 seconds to destroy the instance on the hypervisor.
Oct 24 08:01:35 user nova-compute[74307]: DEBUG oslo.service.loopingcall [None req-0c9236f0-398a-4079-8c71-1005fb0201a6 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74307) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 08:01:35 user nova-compute[74307]: DEBUG nova.compute.manager [-] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Deallocating network for instance {{(pid=74307) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 08:01:35 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: fe508640-79f4-43d1-b846-00f28f91df79] deallocate_for_instance() {{(pid=74307) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 08:01:36 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:01:36 user nova-compute[74307]: INFO nova.compute.manager [-] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Took 0.38 seconds to deallocate network for instance.
Oct 24 08:01:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0c9236f0-398a-4079-8c71-1005fb0201a6 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:01:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0c9236f0-398a-4079-8c71-1005fb0201a6 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:01:36 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-0c9236f0-398a-4079-8c71-1005fb0201a6 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:01:36 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-0c9236f0-398a-4079-8c71-1005fb0201a6 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:01:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0c9236f0-398a-4079-8c71-1005fb0201a6 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.160s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:01:36 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-0c9236f0-398a-4079-8c71-1005fb0201a6 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Deleted allocations for instance fe508640-79f4-43d1-b846-00f28f91df79
Oct 24 08:01:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0c9236f0-398a-4079-8c71-1005fb0201a6 tempest-ServerBootFromVolumeStableRescueTest-977236319 tempest-ServerBootFromVolumeStableRescueTest-977236319-project-member] Lock "fe508640-79f4-43d1-b846-00f28f91df79" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.602s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:01:37 user nova-compute[74307]: DEBUG nova.compute.manager [req-e4d5f156-0ea4-497a-b6a0-78e5a37de4b7 req-2e466fb2-0064-4d32-a781-e9e9c76e9460 service nova] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Received event network-vif-plugged-47c7d9f1-c0a6-4457-beb9-b99ba8d4d645 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:01:37 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-e4d5f156-0ea4-497a-b6a0-78e5a37de4b7 req-2e466fb2-0064-4d32-a781-e9e9c76e9460 service nova] Acquiring lock "fe508640-79f4-43d1-b846-00f28f91df79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:01:37 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-e4d5f156-0ea4-497a-b6a0-78e5a37de4b7 req-2e466fb2-0064-4d32-a781-e9e9c76e9460 service nova] Lock "fe508640-79f4-43d1-b846-00f28f91df79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:01:37 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-e4d5f156-0ea4-497a-b6a0-78e5a37de4b7 req-2e466fb2-0064-4d32-a781-e9e9c76e9460 service nova] Lock "fe508640-79f4-43d1-b846-00f28f91df79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:01:37 user nova-compute[74307]: DEBUG nova.compute.manager [req-e4d5f156-0ea4-497a-b6a0-78e5a37de4b7 req-2e466fb2-0064-4d32-a781-e9e9c76e9460 service nova] [instance: fe508640-79f4-43d1-b846-00f28f91df79] No waiting events found dispatching network-vif-plugged-47c7d9f1-c0a6-4457-beb9-b99ba8d4d645 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:01:37 user nova-compute[74307]: WARNING nova.compute.manager [req-e4d5f156-0ea4-497a-b6a0-78e5a37de4b7 req-2e466fb2-0064-4d32-a781-e9e9c76e9460 service nova] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Received unexpected event network-vif-plugged-47c7d9f1-c0a6-4457-beb9-b99ba8d4d645 for instance with vm_state deleted and task_state None.
Oct 24 08:01:37 user nova-compute[74307]: DEBUG nova.compute.manager [req-e4d5f156-0ea4-497a-b6a0-78e5a37de4b7 req-2e466fb2-0064-4d32-a781-e9e9c76e9460 service nova] [instance: fe508640-79f4-43d1-b846-00f28f91df79] Received event network-vif-deleted-47c7d9f1-c0a6-4457-beb9-b99ba8d4d645 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:01:40 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:01:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:01:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:01:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:01:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:01:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:01:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:01:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Acquiring lock "189dbc60-a6ba-4c58-b84e-96e5f637b1aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:01:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "189dbc60-a6ba-4c58-b84e-96e5f637b1aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:01:46 user nova-compute[74307]: DEBUG nova.compute.manager [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Starting instance... {{(pid=74307) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 08:01:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:01:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.005s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:01:46 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 08:01:46 user nova-compute[74307]: INFO nova.compute.claims [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Claim successful on node user
Oct 24 08:01:46 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:01:46 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:01:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.293s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:01:46 user nova-compute[74307]: DEBUG nova.compute.manager [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Start building networks asynchronously for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 08:01:46 user nova-compute[74307]: DEBUG nova.compute.manager [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Allocating IP information in the background. {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 08:01:46 user nova-compute[74307]: DEBUG nova.network.neutron [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] allocate_for_instance() {{(pid=74307) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 08:01:46 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 08:01:46 user nova-compute[74307]: DEBUG nova.compute.manager [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Start building block device mappings for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 08:01:46 user nova-compute[74307]: DEBUG nova.policy [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e73cde07ef7843e9a5718b648794a329', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f702c44f41647f3986d6d6acc4e7122', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74307) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 08:01:46 user nova-compute[74307]: DEBUG nova.compute.manager [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Start spawning the instance on the hypervisor. {{(pid=74307) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 08:01:46 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Creating instance directory {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 08:01:46 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Creating image(s)
Oct 24 08:01:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Acquiring lock "/opt/stack/data/nova/instances/189dbc60-a6ba-4c58-b84e-96e5f637b1aa/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:01:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "/opt/stack/data/nova/instances/189dbc60-a6ba-4c58-b84e-96e5f637b1aa/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:01:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "/opt/stack/data/nova/instances/189dbc60-a6ba-4c58-b84e-96e5f637b1aa/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:01:46 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:01:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.183s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:01:47 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Acquiring lock "9cb24620554d5eab84e846c14e389d04f4c43d48" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:01:47 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:01:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:01:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.219s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:01:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/189dbc60-a6ba-4c58-b84e-96e5f637b1aa/disk 1073741824 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:01:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/189dbc60-a6ba-4c58-b84e-96e5f637b1aa/disk 1073741824" returned: 0 in 0.052s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:01:47 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.278s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:01:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:01:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.187s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:01:47 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Checking if we can resize image /opt/stack/data/nova/instances/189dbc60-a6ba-4c58-b84e-96e5f637b1aa/disk. size=1073741824 {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 08:01:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/189dbc60-a6ba-4c58-b84e-96e5f637b1aa/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:01:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/189dbc60-a6ba-4c58-b84e-96e5f637b1aa/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:01:47 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Cannot resize image /opt/stack/data/nova/instances/189dbc60-a6ba-4c58-b84e-96e5f637b1aa/disk to a smaller size. {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 08:01:47 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Created local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 08:01:47 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Ensure instance console log exists: /opt/stack/data/nova/instances/189dbc60-a6ba-4c58-b84e-96e5f637b1aa/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 08:01:47 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:01:47 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:01:47 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:01:47 user nova-compute[74307]: DEBUG nova.network.neutron [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Successfully created port: a8aff1f0-28ac-411b-9826-d34161178e30 {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 08:01:48 user nova-compute[74307]: DEBUG nova.network.neutron [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Successfully updated port: a8aff1f0-28ac-411b-9826-d34161178e30 {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 08:01:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Acquiring lock "refresh_cache-189dbc60-a6ba-4c58-b84e-96e5f637b1aa" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:01:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Acquired lock "refresh_cache-189dbc60-a6ba-4c58-b84e-96e5f637b1aa" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:01:48 user nova-compute[74307]: DEBUG nova.network.neutron [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 08:01:48 user nova-compute[74307]: DEBUG nova.compute.manager [req-7b5d8b20-f9d5-441e-88e5-d7d50afc1d2f req-d6f801bb-ef5e-41e9-8a0c-1c96046aeb1e service nova] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Received event network-changed-a8aff1f0-28ac-411b-9826-d34161178e30 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:01:48 user nova-compute[74307]: DEBUG nova.compute.manager [req-7b5d8b20-f9d5-441e-88e5-d7d50afc1d2f req-d6f801bb-ef5e-41e9-8a0c-1c96046aeb1e service nova] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Refreshing instance network info cache due to event network-changed-a8aff1f0-28ac-411b-9826-d34161178e30. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 08:01:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-7b5d8b20-f9d5-441e-88e5-d7d50afc1d2f req-d6f801bb-ef5e-41e9-8a0c-1c96046aeb1e service nova] Acquiring lock "refresh_cache-189dbc60-a6ba-4c58-b84e-96e5f637b1aa" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:01:48 user nova-compute[74307]: DEBUG nova.network.neutron [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 08:01:48 user nova-compute[74307]: DEBUG nova.network.neutron [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Updating instance_info_cache with network_info: [{"id": "a8aff1f0-28ac-411b-9826-d34161178e30", "address": "fa:16:3e:02:25:4a", "network": {"id": "88614861-758c-4aeb-96e5-c287097f2826", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-693421200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f702c44f41647f3986d6d6acc4e7122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8aff1f0-28", "ovs_interfaceid": "a8aff1f0-28ac-411b-9826-d34161178e30", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:01:49 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Releasing lock "refresh_cache-189dbc60-a6ba-4c58-b84e-96e5f637b1aa" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:01:49 user nova-compute[74307]: DEBUG nova.compute.manager [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Instance network_info: |[{"id": "a8aff1f0-28ac-411b-9826-d34161178e30", "address": "fa:16:3e:02:25:4a", "network": {"id": "88614861-758c-4aeb-96e5-c287097f2826", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-693421200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f702c44f41647f3986d6d6acc4e7122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8aff1f0-28", "ovs_interfaceid": "a8aff1f0-28ac-411b-9826-d34161178e30", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 08:01:49 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-7b5d8b20-f9d5-441e-88e5-d7d50afc1d2f req-d6f801bb-ef5e-41e9-8a0c-1c96046aeb1e service nova] Acquired lock "refresh_cache-189dbc60-a6ba-4c58-b84e-96e5f637b1aa" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:01:49 user nova-compute[74307]: DEBUG nova.network.neutron [req-7b5d8b20-f9d5-441e-88e5-d7d50afc1d2f req-d6f801bb-ef5e-41e9-8a0c-1c96046aeb1e service nova] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Refreshing network info cache for port a8aff1f0-28ac-411b-9826-d34161178e30 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 08:01:49 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Start _get_guest_xml network_info=[{"id": "a8aff1f0-28ac-411b-9826-d34161178e30", "address": "fa:16:3e:02:25:4a", "network": {"id": "88614861-758c-4aeb-96e5-c287097f2826", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-693421200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f702c44f41647f3986d6d6acc4e7122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8aff1f0-28", "ovs_interfaceid": "a8aff1f0-28ac-411b-9826-d34161178e30", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'boot_index': 0, 'guest_format': None, 'image_id': 'ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 08:01:49 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:01:49 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:01:49 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 08:01:49 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 08:01:49 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 08:01:49 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 08:01:49 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 08:01:49 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 08:01:49 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 08:01:49 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 08:01:49 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 08:01:49 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 08:01:49 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 08:01:49 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 08:01:49 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 08:01:49 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 08:01:49 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 08:01:49 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 08:01:49 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:01:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1109776853',display_name='tempest-AttachVolumeNegativeTest-server-1109776853',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1109776853',id=37,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAEqbvyisF/6eH3+x9Za4SSP64A7qAHFo3mZNLqzRNJRNBsm4S+geS3s6ioCl3pJ1zoqaxN82blurat6KwKvNauNDHmbOf5JNSl2cQFIn0dBMvnjEC5dLVuadWL4I3Pvjw==',key_name='tempest-keypair-1982631083',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3f702c44f41647f3986d6d6acc4e7122',ramdisk_id='',reservation_id='r-di09pt2q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-976504116',owner_user_name='tempest-AttachVolumeNegativeTest-976504116-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T08:01:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e73cde07ef7843e9a5718b648794a329',uuid=189dbc60-a6ba-4c58-b84e-96e5f637b1aa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a8aff1f0-28ac-411b-9826-d34161178e30", "address": "fa:16:3e:02:25:4a", "network": {"id": "88614861-758c-4aeb-96e5-c287097f2826", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-693421200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f702c44f41647f3986d6d6acc4e7122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8aff1f0-28", "ovs_interfaceid": "a8aff1f0-28ac-411b-9826-d34161178e30", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 08:01:49 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Converting VIF {"id": "a8aff1f0-28ac-411b-9826-d34161178e30", "address": "fa:16:3e:02:25:4a", "network": {"id": "88614861-758c-4aeb-96e5-c287097f2826", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-693421200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f702c44f41647f3986d6d6acc4e7122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8aff1f0-28", "ovs_interfaceid": "a8aff1f0-28ac-411b-9826-d34161178e30", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:01:49 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:02:25:4a,bridge_name='br-int',has_traffic_filtering=True,id=a8aff1f0-28ac-411b-9826-d34161178e30,network=Network(88614861-758c-4aeb-96e5-c287097f2826),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8aff1f0-28') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:01:49 user nova-compute[74307]: DEBUG nova.objects.instance [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lazy-loading 'pci_devices' on Instance uuid 189dbc60-a6ba-4c58-b84e-96e5f637b1aa {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:01:49 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] End _get_guest_xml xml=<domain type="kvm">
Oct 24 08:01:49 user nova-compute[74307]:   <uuid>189dbc60-a6ba-4c58-b84e-96e5f637b1aa</uuid>
Oct 24 08:01:49 user nova-compute[74307]:   <name>instance-00000025</name>
Oct 24 08:01:49 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 08:01:49 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 08:01:49 user nova-compute[74307]:   <metadata>
Oct 24 08:01:49 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 08:01:49 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 08:01:49 user nova-compute[74307]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1109776853</nova:name>
Oct 24 08:01:49 user nova-compute[74307]:       <nova:creationTime>2023-10-24 08:01:49</nova:creationTime>
Oct 24 08:01:49 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 08:01:49 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 08:01:49 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 08:01:49 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 08:01:49 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 08:01:49 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 08:01:49 user nova-compute[74307]:       </nova:flavor>
Oct 24 08:01:49 user nova-compute[74307]:       <nova:owner>
Oct 24 08:01:49 user nova-compute[74307]:         <nova:user uuid="e73cde07ef7843e9a5718b648794a329">tempest-AttachVolumeNegativeTest-976504116-project-member</nova:user>
Oct 24 08:01:49 user nova-compute[74307]:         <nova:project uuid="3f702c44f41647f3986d6d6acc4e7122">tempest-AttachVolumeNegativeTest-976504116</nova:project>
Oct 24 08:01:49 user nova-compute[74307]:       </nova:owner>
Oct 24 08:01:49 user nova-compute[74307]:       <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 08:01:49 user nova-compute[74307]:       <nova:ports>
Oct 24 08:01:49 user nova-compute[74307]:         <nova:port uuid="a8aff1f0-28ac-411b-9826-d34161178e30">
Oct 24 08:01:49 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 24 08:01:49 user nova-compute[74307]:         </nova:port>
Oct 24 08:01:49 user nova-compute[74307]:       </nova:ports>
Oct 24 08:01:49 user nova-compute[74307]:     </nova:instance>
Oct 24 08:01:49 user nova-compute[74307]:   </metadata>
Oct 24 08:01:49 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 08:01:49 user nova-compute[74307]:     <system>
Oct 24 08:01:49 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 08:01:49 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 08:01:49 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 08:01:49 user nova-compute[74307]:       <entry name="serial">189dbc60-a6ba-4c58-b84e-96e5f637b1aa</entry>
Oct 24 08:01:49 user nova-compute[74307]:       <entry name="uuid">189dbc60-a6ba-4c58-b84e-96e5f637b1aa</entry>
Oct 24 08:01:49 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 08:01:49 user nova-compute[74307]:     </system>
Oct 24 08:01:49 user nova-compute[74307]:   </sysinfo>
Oct 24 08:01:49 user nova-compute[74307]:   <os>
Oct 24 08:01:49 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 08:01:49 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 08:01:49 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 08:01:49 user nova-compute[74307]:   </os>
Oct 24 08:01:49 user nova-compute[74307]:   <features>
Oct 24 08:01:49 user nova-compute[74307]:     <acpi/>
Oct 24 08:01:49 user nova-compute[74307]:     <apic/>
Oct 24 08:01:49 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 08:01:49 user nova-compute[74307]:   </features>
Oct 24 08:01:49 user nova-compute[74307]:   <clock offset="utc">
Oct 24 08:01:49 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 08:01:49 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 08:01:49 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 08:01:49 user nova-compute[74307]:   </clock>
Oct 24 08:01:49 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 08:01:49 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 08:01:49 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 08:01:49 user nova-compute[74307]:   </cpu>
Oct 24 08:01:49 user nova-compute[74307]:   <devices>
Oct 24 08:01:49 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 08:01:49 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 08:01:49 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/189dbc60-a6ba-4c58-b84e-96e5f637b1aa/disk"/>
Oct 24 08:01:49 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 08:01:49 user nova-compute[74307]:     </disk>
Oct 24 08:01:49 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 08:01:49 user nova-compute[74307]:       <mac address="fa:16:3e:02:25:4a"/>
Oct 24 08:01:49 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 08:01:49 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 08:01:49 user nova-compute[74307]:       <target dev="tapa8aff1f0-28"/>
Oct 24 08:01:49 user nova-compute[74307]:     </interface>
Oct 24 08:01:49 user nova-compute[74307]:     <serial type="pty">
Oct 24 08:01:49 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/189dbc60-a6ba-4c58-b84e-96e5f637b1aa/console.log" append="off"/>
Oct 24 08:01:49 user nova-compute[74307]:     </serial>
Oct 24 08:01:49 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 08:01:49 user nova-compute[74307]:     <video>
Oct 24 08:01:49 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 08:01:49 user nova-compute[74307]:     </video>
Oct 24 08:01:49 user nova-compute[74307]:     <rng model="virtio">
Oct 24 08:01:49 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 08:01:49 user nova-compute[74307]:     </rng>
Oct 24 08:01:49 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 08:01:49 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 08:01:49 user nova-compute[74307]:       <stats period="10"/>
Oct 24 08:01:49 user nova-compute[74307]:     </memballoon>
Oct 24 08:01:49 user nova-compute[74307]:   </devices>
Oct 24 08:01:49 user nova-compute[74307]: </domain>
Oct 24 08:01:49 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 08:01:49 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:01:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1109776853',display_name='tempest-AttachVolumeNegativeTest-server-1109776853',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1109776853',id=37,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAEqbvyisF/6eH3+x9Za4SSP64A7qAHFo3mZNLqzRNJRNBsm4S+geS3s6ioCl3pJ1zoqaxN82blurat6KwKvNauNDHmbOf5JNSl2cQFIn0dBMvnjEC5dLVuadWL4I3Pvjw==',key_name='tempest-keypair-1982631083',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3f702c44f41647f3986d6d6acc4e7122',ramdisk_id='',reservation_id='r-di09pt2q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-976504116',owner_user_name='tempest-AttachVolumeNegativeTest-976504116-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T08:01:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e73cde07ef7843e9a5718b648794a329',uuid=189dbc60-a6ba-4c58-b84e-96e5f637b1aa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a8aff1f0-28ac-411b-9826-d34161178e30", "address": "fa:16:3e:02:25:4a", "network": {"id": "88614861-758c-4aeb-96e5-c287097f2826", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-693421200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f702c44f41647f3986d6d6acc4e7122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8aff1f0-28", "ovs_interfaceid": "a8aff1f0-28ac-411b-9826-d34161178e30", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 08:01:49 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Converting VIF {"id": "a8aff1f0-28ac-411b-9826-d34161178e30", "address": "fa:16:3e:02:25:4a", "network": {"id": "88614861-758c-4aeb-96e5-c287097f2826", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-693421200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f702c44f41647f3986d6d6acc4e7122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8aff1f0-28", "ovs_interfaceid": "a8aff1f0-28ac-411b-9826-d34161178e30", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:01:49 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:02:25:4a,bridge_name='br-int',has_traffic_filtering=True,id=a8aff1f0-28ac-411b-9826-d34161178e30,network=Network(88614861-758c-4aeb-96e5-c287097f2826),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8aff1f0-28') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:01:49 user nova-compute[74307]: DEBUG os_vif [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:02:25:4a,bridge_name='br-int',has_traffic_filtering=True,id=a8aff1f0-28ac-411b-9826-d34161178e30,network=Network(88614861-758c-4aeb-96e5-c287097f2826),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8aff1f0-28') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 08:01:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:01:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:01:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 08:01:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:01:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '04a53579-0fcb-5366-a425-2a47b5544dc2', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:01:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:01:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:01:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:01:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa8aff1f0-28, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:01:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa8aff1f0-28, col_values=(('qos', UUID('d0194ccd-cf15-48af-b90a-5183243743dd')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:01:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa8aff1f0-28, col_values=(('external_ids', {'iface-id': 'a8aff1f0-28ac-411b-9826-d34161178e30', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:02:25:4a', 'vm-uuid': '189dbc60-a6ba-4c58-b84e-96e5f637b1aa'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:01:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:01:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:01:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:01:49 user nova-compute[74307]: INFO os_vif [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:02:25:4a,bridge_name='br-int',has_traffic_filtering=True,id=a8aff1f0-28ac-411b-9826-d34161178e30,network=Network(88614861-758c-4aeb-96e5-c287097f2826),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8aff1f0-28')
Oct 24 08:01:49 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 08:01:49 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] No VIF found with MAC fa:16:3e:02:25:4a, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 08:01:49 user nova-compute[74307]: DEBUG nova.network.neutron [req-7b5d8b20-f9d5-441e-88e5-d7d50afc1d2f req-d6f801bb-ef5e-41e9-8a0c-1c96046aeb1e service nova] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Updated VIF entry in instance network info cache for port a8aff1f0-28ac-411b-9826-d34161178e30. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 08:01:49 user nova-compute[74307]: DEBUG nova.network.neutron [req-7b5d8b20-f9d5-441e-88e5-d7d50afc1d2f req-d6f801bb-ef5e-41e9-8a0c-1c96046aeb1e service nova] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Updating instance_info_cache with network_info: [{"id": "a8aff1f0-28ac-411b-9826-d34161178e30", "address": "fa:16:3e:02:25:4a", "network": {"id": "88614861-758c-4aeb-96e5-c287097f2826", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-693421200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f702c44f41647f3986d6d6acc4e7122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8aff1f0-28", "ovs_interfaceid": "a8aff1f0-28ac-411b-9826-d34161178e30", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:01:49 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-7b5d8b20-f9d5-441e-88e5-d7d50afc1d2f req-d6f801bb-ef5e-41e9-8a0c-1c96046aeb1e service nova] Releasing lock "refresh_cache-189dbc60-a6ba-4c58-b84e-96e5f637b1aa" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:01:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:01:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:01:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:01:50 user nova-compute[74307]: DEBUG nova.compute.manager [req-06d8f4d1-b9a3-46c8-bddd-4861bf897e41 req-f5dcc535-709e-4feb-a8d7-2f1ad8c8ed6b service nova] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Received event network-vif-plugged-a8aff1f0-28ac-411b-9826-d34161178e30 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:01:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-06d8f4d1-b9a3-46c8-bddd-4861bf897e41 req-f5dcc535-709e-4feb-a8d7-2f1ad8c8ed6b service nova] Acquiring lock "189dbc60-a6ba-4c58-b84e-96e5f637b1aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:01:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-06d8f4d1-b9a3-46c8-bddd-4861bf897e41 req-f5dcc535-709e-4feb-a8d7-2f1ad8c8ed6b service nova] Lock "189dbc60-a6ba-4c58-b84e-96e5f637b1aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:01:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-06d8f4d1-b9a3-46c8-bddd-4861bf897e41 req-f5dcc535-709e-4feb-a8d7-2f1ad8c8ed6b service nova] Lock "189dbc60-a6ba-4c58-b84e-96e5f637b1aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:01:50 user nova-compute[74307]: DEBUG nova.compute.manager [req-06d8f4d1-b9a3-46c8-bddd-4861bf897e41 req-f5dcc535-709e-4feb-a8d7-2f1ad8c8ed6b service nova] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] No waiting events found dispatching network-vif-plugged-a8aff1f0-28ac-411b-9826-d34161178e30 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:01:50 user nova-compute[74307]: WARNING nova.compute.manager [req-06d8f4d1-b9a3-46c8-bddd-4861bf897e41 req-f5dcc535-709e-4feb-a8d7-2f1ad8c8ed6b service nova] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Received unexpected event network-vif-plugged-a8aff1f0-28ac-411b-9826-d34161178e30 for instance with vm_state building and task_state spawning.
Oct 24 08:01:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:01:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:01:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:01:52 user nova-compute[74307]: DEBUG nova.compute.manager [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 08:01:52 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Guest created on hypervisor {{(pid=74307) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 08:01:52 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Instance spawned successfully.
Oct 24 08:01:52 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 08:01:52 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Found default for hw_cdrom_bus of ide {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:01:52 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Found default for hw_disk_bus of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:01:52 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Found default for hw_input_bus of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:01:52 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Found default for hw_pointer_model of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:01:52 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Found default for hw_video_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:01:52 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Found default for hw_vif_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:01:52 user nova-compute[74307]: DEBUG nova.compute.manager [req-1aaee083-4761-4f6f-8646-ad46a501bb25 req-d5977893-82e6-4d8c-bd86-03928cd30c6c service nova] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Received event network-vif-plugged-a8aff1f0-28ac-411b-9826-d34161178e30 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:01:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-1aaee083-4761-4f6f-8646-ad46a501bb25 req-d5977893-82e6-4d8c-bd86-03928cd30c6c service nova] Acquiring lock "189dbc60-a6ba-4c58-b84e-96e5f637b1aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:01:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-1aaee083-4761-4f6f-8646-ad46a501bb25 req-d5977893-82e6-4d8c-bd86-03928cd30c6c service nova] Lock "189dbc60-a6ba-4c58-b84e-96e5f637b1aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:01:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-1aaee083-4761-4f6f-8646-ad46a501bb25 req-d5977893-82e6-4d8c-bd86-03928cd30c6c service nova] Lock "189dbc60-a6ba-4c58-b84e-96e5f637b1aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:01:52 user nova-compute[74307]: DEBUG nova.compute.manager [req-1aaee083-4761-4f6f-8646-ad46a501bb25 req-d5977893-82e6-4d8c-bd86-03928cd30c6c service nova] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] No waiting events found dispatching network-vif-plugged-a8aff1f0-28ac-411b-9826-d34161178e30 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:01:52 user nova-compute[74307]: WARNING nova.compute.manager [req-1aaee083-4761-4f6f-8646-ad46a501bb25 req-d5977893-82e6-4d8c-bd86-03928cd30c6c service nova] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Received unexpected event network-vif-plugged-a8aff1f0-28ac-411b-9826-d34161178e30 for instance with vm_state building and task_state spawning.
Oct 24 08:01:52 user nova-compute[74307]: INFO nova.compute.manager [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Took 5.94 seconds to spawn the instance on the hypervisor.
Oct 24 08:01:52 user nova-compute[74307]: DEBUG nova.compute.manager [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 08:01:53 user nova-compute[74307]: INFO nova.compute.manager [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Took 6.64 seconds to build instance.
Oct 24 08:01:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9a272e04-8b57-43d4-9341-c817fd894a89 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "189dbc60-a6ba-4c58-b84e-96e5f637b1aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.746s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:01:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:01:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:01:56 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:01:57 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-14eccfb7-11cc-4c40-ab1c-5c797e6ab2c8 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Acquiring lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:01:57 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-14eccfb7-11cc-4c40-ab1c-5c797e6ab2c8 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:01:57 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-14eccfb7-11cc-4c40-ab1c-5c797e6ab2c8 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Acquiring lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:01:57 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-14eccfb7-11cc-4c40-ab1c-5c797e6ab2c8 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:01:57 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-14eccfb7-11cc-4c40-ab1c-5c797e6ab2c8 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:01:57 user nova-compute[74307]: INFO nova.compute.manager [None req-14eccfb7-11cc-4c40-ab1c-5c797e6ab2c8 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Terminating instance
Oct 24 08:01:57 user nova-compute[74307]: DEBUG nova.compute.manager [None req-14eccfb7-11cc-4c40-ab1c-5c797e6ab2c8 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Start destroying the instance on the hypervisor. {{(pid=74307) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 08:01:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:01:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:01:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:01:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:01:58 user nova-compute[74307]: DEBUG nova.compute.manager [req-8143605a-95c8-4530-a38d-e5c109fe8bc3 req-0bbd3c6e-6e84-44fa-a0fd-9060dd833163 service nova] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Received event network-vif-unplugged-8488c1d4-cbc5-4b59-8b80-2e18c0773b7c {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:01:58 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-8143605a-95c8-4530-a38d-e5c109fe8bc3 req-0bbd3c6e-6e84-44fa-a0fd-9060dd833163 service nova] Acquiring lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:01:58 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-8143605a-95c8-4530-a38d-e5c109fe8bc3 req-0bbd3c6e-6e84-44fa-a0fd-9060dd833163 service nova] Lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:01:58 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-8143605a-95c8-4530-a38d-e5c109fe8bc3 req-0bbd3c6e-6e84-44fa-a0fd-9060dd833163 service nova] Lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:01:58 user nova-compute[74307]: DEBUG nova.compute.manager [req-8143605a-95c8-4530-a38d-e5c109fe8bc3 req-0bbd3c6e-6e84-44fa-a0fd-9060dd833163 service nova] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] No waiting events found dispatching network-vif-unplugged-8488c1d4-cbc5-4b59-8b80-2e18c0773b7c {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:01:58 user nova-compute[74307]: DEBUG nova.compute.manager [req-8143605a-95c8-4530-a38d-e5c109fe8bc3 req-0bbd3c6e-6e84-44fa-a0fd-9060dd833163 service nova] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Received event network-vif-unplugged-8488c1d4-cbc5-4b59-8b80-2e18c0773b7c for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 08:01:58 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Instance destroyed successfully.
Oct 24 08:01:58 user nova-compute[74307]: DEBUG nova.objects.instance [None req-14eccfb7-11cc-4c40-ab1c-5c797e6ab2c8 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lazy-loading 'resources' on Instance uuid 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:01:58 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-14eccfb7-11cc-4c40-ab1c-5c797e6ab2c8 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T07:51:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1164636358',display_name='tempest-AttachVolumeTestJSON-server-1164636358',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1164636358',id=24,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMzC152Il9Zqr+PCjL5RgTw345mR/MdE8MJCW31axYUipAxmU23AjkM496+Kexxi++gwRsrUVJoVETaWtv2CsRnUYOpMiFHHXMuWcc9K/J4BwTRzj7H5oUd6/gwvcSpIFQ==',key_name='tempest-keypair-1505756830',keypairs=<?>,launch_index=0,launched_at=2023-10-24T07:51:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e349c7556c954f868b60c401e1a053cf',ramdisk_id='',reservation_id='r-skybiwvr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-942496644',owner_user_name='tempest-AttachVolumeTestJSON-942496644-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T08:00:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cd95a9d7c3fe4f4fac77a57e08cba688',uuid=5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "address": "fa:16:3e:53:1d:7d", "network": {"id": "0b5afd85-cb93-4bd3-abef-63764752395c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-367974063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e349c7556c954f868b60c401e1a053cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8488c1d4-cb", "ovs_interfaceid": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 08:01:58 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-14eccfb7-11cc-4c40-ab1c-5c797e6ab2c8 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Converting VIF {"id": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "address": "fa:16:3e:53:1d:7d", "network": {"id": "0b5afd85-cb93-4bd3-abef-63764752395c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-367974063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e349c7556c954f868b60c401e1a053cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8488c1d4-cb", "ovs_interfaceid": "8488c1d4-cbc5-4b59-8b80-2e18c0773b7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:01:58 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-14eccfb7-11cc-4c40-ab1c-5c797e6ab2c8 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:53:1d:7d,bridge_name='br-int',has_traffic_filtering=True,id=8488c1d4-cbc5-4b59-8b80-2e18c0773b7c,network=Network(0b5afd85-cb93-4bd3-abef-63764752395c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8488c1d4-cb') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:01:58 user nova-compute[74307]: DEBUG os_vif [None req-14eccfb7-11cc-4c40-ab1c-5c797e6ab2c8 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:53:1d:7d,bridge_name='br-int',has_traffic_filtering=True,id=8488c1d4-cbc5-4b59-8b80-2e18c0773b7c,network=Network(0b5afd85-cb93-4bd3-abef-63764752395c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8488c1d4-cb') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 08:01:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:01:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8488c1d4-cb, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:01:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:01:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:01:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:01:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=455ceffe-9fdb-4022-b01c-0b1f7237576e) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:01:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:01:58 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "09d92b28-0855-49a6-96bd-37e372e7cc10" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:01:58 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "09d92b28-0855-49a6-96bd-37e372e7cc10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:01:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:01:58 user nova-compute[74307]: INFO os_vif [None req-14eccfb7-11cc-4c40-ab1c-5c797e6ab2c8 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:53:1d:7d,bridge_name='br-int',has_traffic_filtering=True,id=8488c1d4-cbc5-4b59-8b80-2e18c0773b7c,network=Network(0b5afd85-cb93-4bd3-abef-63764752395c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8488c1d4-cb')
Oct 24 08:01:58 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-14eccfb7-11cc-4c40-ab1c-5c797e6ab2c8 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Deleting instance files /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7_del
Oct 24 08:01:58 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-14eccfb7-11cc-4c40-ab1c-5c797e6ab2c8 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Deletion of /opt/stack/data/nova/instances/5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7_del complete
Oct 24 08:01:58 user nova-compute[74307]: DEBUG nova.compute.manager [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Starting instance... {{(pid=74307) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 08:01:58 user nova-compute[74307]: INFO nova.compute.manager [None req-14eccfb7-11cc-4c40-ab1c-5c797e6ab2c8 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Took 0.94 seconds to destroy the instance on the hypervisor.
Oct 24 08:01:58 user nova-compute[74307]: DEBUG oslo.service.loopingcall [None req-14eccfb7-11cc-4c40-ab1c-5c797e6ab2c8 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74307) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 08:01:58 user nova-compute[74307]: DEBUG nova.compute.manager [-] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Deallocating network for instance {{(pid=74307) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 08:01:58 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] deallocate_for_instance() {{(pid=74307) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 08:01:58 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:01:58 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:01:58 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 08:01:58 user nova-compute[74307]: INFO nova.compute.claims [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Claim successful on node user
Oct 24 08:01:59 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:01:59 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:01:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.329s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:01:59 user nova-compute[74307]: DEBUG nova.compute.manager [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Start building networks asynchronously for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 08:01:59 user nova-compute[74307]: DEBUG nova.compute.manager [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Allocating IP information in the background. {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 08:01:59 user nova-compute[74307]: DEBUG nova.network.neutron [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] allocate_for_instance() {{(pid=74307) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 08:01:59 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 08:01:59 user nova-compute[74307]: DEBUG nova.compute.manager [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Start building block device mappings for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 08:01:59 user nova-compute[74307]: INFO nova.virt.block_device [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Booting with volume 78f6621d-4a8b-4532-9f31-7a537cb6b5c3 at /dev/vda
Oct 24 08:01:59 user nova-compute[74307]: DEBUG os_brick.utils [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:01:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:01:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:01:59 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[7fe4dd56-c019-4b00-b177-8da93416075a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:299aca16be88\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:01:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:01:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:01:59 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[fcc7ba9f-d611-49c9-acd9-231ee226894b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:01:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:01:59 user nova-compute[74307]: DEBUG nova.policy [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43b9c4d4949346bcae8ed60ce4b533af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99565c4aa28a45419afe825961b86a69', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74307) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 08:01:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:01:59 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3fe6cd3-d125-4f7f-bf9d-fc4f9b798245]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:01:59 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a08afbd-0c30-407f-9ec4-225d3872aa5d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:01:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Running cmd (subprocess): nvme version {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:01:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] 'nvme version' failed. Not Retrying. {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 08:01:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] nvme not present on system {{(pid=74307) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 08:01:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:01:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 08:01:59 user nova-compute[74307]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 08:01:59 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[a73cdd6a-2a2d-4c22-8a28-298641bbabb6]: (4, '') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:01:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74307) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 08:01:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 08:01:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] LIGHTOS: no hostnqn found. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 08:01:59 user nova-compute[74307]: DEBUG os_brick.utils [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] <== get_connector_properties: return (158ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:299aca16be88', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:01:59 user nova-compute[74307]: DEBUG nova.virt.block_device [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Updating existing volume attachment record: f2db2605-94f5-4931-ab0a-001fffb8161a {{(pid=74307) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 08:01:59 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:01:59 user nova-compute[74307]: INFO nova.compute.manager [-] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Took 0.89 seconds to deallocate network for instance.
Oct 24 08:01:59 user nova-compute[74307]: DEBUG nova.compute.manager [req-7639818a-bf5d-4441-ab24-a61507335182 req-a58ec260-5547-46c3-a606-3684321850f0 service nova] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Received event network-vif-deleted-8488c1d4-cbc5-4b59-8b80-2e18c0773b7c {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:01:59 user nova-compute[74307]: INFO nova.compute.manager [req-7639818a-bf5d-4441-ab24-a61507335182 req-a58ec260-5547-46c3-a606-3684321850f0 service nova] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Neutron deleted interface 8488c1d4-cbc5-4b59-8b80-2e18c0773b7c; detaching it from the instance and deleting it from the info cache
Oct 24 08:01:59 user nova-compute[74307]: DEBUG nova.network.neutron [req-7639818a-bf5d-4441-ab24-a61507335182 req-a58ec260-5547-46c3-a606-3684321850f0 service nova] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:01:59 user nova-compute[74307]: DEBUG nova.compute.manager [req-7639818a-bf5d-4441-ab24-a61507335182 req-a58ec260-5547-46c3-a606-3684321850f0 service nova] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Detach interface failed, port_id=8488c1d4-cbc5-4b59-8b80-2e18c0773b7c, reason: Instance 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7 could not be found. {{(pid=74307) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 24 08:01:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-14eccfb7-11cc-4c40-ab1c-5c797e6ab2c8 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:01:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-14eccfb7-11cc-4c40-ab1c-5c797e6ab2c8 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:02:00 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-14eccfb7-11cc-4c40-ab1c-5c797e6ab2c8 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:02:00 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-14eccfb7-11cc-4c40-ab1c-5c797e6ab2c8 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:02:00 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-14eccfb7-11cc-4c40-ab1c-5c797e6ab2c8 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.251s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:02:00 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-14eccfb7-11cc-4c40-ab1c-5c797e6ab2c8 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Deleted allocations for instance 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7
Oct 24 08:02:00 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-14eccfb7-11cc-4c40-ab1c-5c797e6ab2c8 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.335s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:02:00 user nova-compute[74307]: DEBUG nova.compute.manager [req-ace8718d-7f71-4c3d-8bf8-dac84df80822 req-c6541a6b-1976-40a6-9c14-9085d383ae5d service nova] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Received event network-vif-plugged-8488c1d4-cbc5-4b59-8b80-2e18c0773b7c {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:02:00 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-ace8718d-7f71-4c3d-8bf8-dac84df80822 req-c6541a6b-1976-40a6-9c14-9085d383ae5d service nova] Acquiring lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:02:00 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-ace8718d-7f71-4c3d-8bf8-dac84df80822 req-c6541a6b-1976-40a6-9c14-9085d383ae5d service nova] Lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:02:00 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-ace8718d-7f71-4c3d-8bf8-dac84df80822 req-c6541a6b-1976-40a6-9c14-9085d383ae5d service nova] Lock "5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:02:00 user nova-compute[74307]: DEBUG nova.compute.manager [req-ace8718d-7f71-4c3d-8bf8-dac84df80822 req-c6541a6b-1976-40a6-9c14-9085d383ae5d service nova] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] No waiting events found dispatching network-vif-plugged-8488c1d4-cbc5-4b59-8b80-2e18c0773b7c {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:02:00 user nova-compute[74307]: WARNING nova.compute.manager [req-ace8718d-7f71-4c3d-8bf8-dac84df80822 req-c6541a6b-1976-40a6-9c14-9085d383ae5d service nova] [instance: 5f77594c-8a0c-49e4-a7c0-dfd1d9146ba7] Received unexpected event network-vif-plugged-8488c1d4-cbc5-4b59-8b80-2e18c0773b7c for instance with vm_state deleted and task_state None.
Oct 24 08:02:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:01 user nova-compute[74307]: DEBUG nova.network.neutron [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Successfully created port: f64183b9-e3db-4f98-a8a9-fa0273692a1a {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 08:02:01 user nova-compute[74307]: DEBUG nova.network.neutron [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Successfully updated port: f64183b9-e3db-4f98-a8a9-fa0273692a1a {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 08:02:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "refresh_cache-09d92b28-0855-49a6-96bd-37e372e7cc10" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:02:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquired lock "refresh_cache-09d92b28-0855-49a6-96bd-37e372e7cc10" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:02:01 user nova-compute[74307]: DEBUG nova.network.neutron [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 08:02:01 user nova-compute[74307]: DEBUG nova.network.neutron [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 08:02:02 user nova-compute[74307]: DEBUG nova.network.neutron [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Updating instance_info_cache with network_info: [{"id": "f64183b9-e3db-4f98-a8a9-fa0273692a1a", "address": "fa:16:3e:84:82:e0", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf64183b9-e3", "ovs_interfaceid": "f64183b9-e3db-4f98-a8a9-fa0273692a1a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:02:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Releasing lock "refresh_cache-09d92b28-0855-49a6-96bd-37e372e7cc10" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:02:02 user nova-compute[74307]: DEBUG nova.compute.manager [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Instance network_info: |[{"id": "f64183b9-e3db-4f98-a8a9-fa0273692a1a", "address": "fa:16:3e:84:82:e0", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf64183b9-e3", "ovs_interfaceid": "f64183b9-e3db-4f98-a8a9-fa0273692a1a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 08:02:02 user nova-compute[74307]: DEBUG nova.compute.manager [req-fa988ffe-a430-458c-814c-add844f2a4e9 req-936f405c-338b-4b39-8f4a-f3a6c72964e0 service nova] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Received event network-changed-52d45d65-6c3a-406e-876b-c9c42220d9fa {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:02:02 user nova-compute[74307]: DEBUG nova.compute.manager [req-fa988ffe-a430-458c-814c-add844f2a4e9 req-936f405c-338b-4b39-8f4a-f3a6c72964e0 service nova] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Refreshing instance network info cache due to event network-changed-52d45d65-6c3a-406e-876b-c9c42220d9fa. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 08:02:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-fa988ffe-a430-458c-814c-add844f2a4e9 req-936f405c-338b-4b39-8f4a-f3a6c72964e0 service nova] Acquiring lock "refresh_cache-a76a3a75-0972-44e2-853f-c2f7bdd59344" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:02:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-fa988ffe-a430-458c-814c-add844f2a4e9 req-936f405c-338b-4b39-8f4a-f3a6c72964e0 service nova] Acquired lock "refresh_cache-a76a3a75-0972-44e2-853f-c2f7bdd59344" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:02:02 user nova-compute[74307]: DEBUG nova.network.neutron [req-fa988ffe-a430-458c-814c-add844f2a4e9 req-936f405c-338b-4b39-8f4a-f3a6c72964e0 service nova] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Refreshing network info cache for port 52d45d65-6c3a-406e-876b-c9c42220d9fa {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 08:02:02 user nova-compute[74307]: DEBUG nova.network.neutron [req-fa988ffe-a430-458c-814c-add844f2a4e9 req-936f405c-338b-4b39-8f4a-f3a6c72964e0 service nova] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Updated VIF entry in instance network info cache for port 52d45d65-6c3a-406e-876b-c9c42220d9fa. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 08:02:02 user nova-compute[74307]: DEBUG nova.network.neutron [req-fa988ffe-a430-458c-814c-add844f2a4e9 req-936f405c-338b-4b39-8f4a-f3a6c72964e0 service nova] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Updating instance_info_cache with network_info: [{"id": "52d45d65-6c3a-406e-876b-c9c42220d9fa", "address": "fa:16:3e:b7:83:80", "network": {"id": "2e2c88e3-e8ad-4947-9c6e-8c71dd5caf71", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1016546856-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.115", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a8d2d12cc7ef472db655a01726d36568", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap52d45d65-6c", "ovs_interfaceid": "52d45d65-6c3a-406e-876b-c9c42220d9fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:02:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-fa988ffe-a430-458c-814c-add844f2a4e9 req-936f405c-338b-4b39-8f4a-f3a6c72964e0 service nova] Releasing lock "refresh_cache-a76a3a75-0972-44e2-853f-c2f7bdd59344" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:02:03 user nova-compute[74307]: DEBUG nova.compute.manager [req-fa988ffe-a430-458c-814c-add844f2a4e9 req-936f405c-338b-4b39-8f4a-f3a6c72964e0 service nova] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Received event network-changed-f64183b9-e3db-4f98-a8a9-fa0273692a1a {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:02:03 user nova-compute[74307]: DEBUG nova.compute.manager [req-fa988ffe-a430-458c-814c-add844f2a4e9 req-936f405c-338b-4b39-8f4a-f3a6c72964e0 service nova] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Refreshing instance network info cache due to event network-changed-f64183b9-e3db-4f98-a8a9-fa0273692a1a. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 08:02:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-fa988ffe-a430-458c-814c-add844f2a4e9 req-936f405c-338b-4b39-8f4a-f3a6c72964e0 service nova] Acquiring lock "refresh_cache-09d92b28-0855-49a6-96bd-37e372e7cc10" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:02:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-fa988ffe-a430-458c-814c-add844f2a4e9 req-936f405c-338b-4b39-8f4a-f3a6c72964e0 service nova] Acquired lock "refresh_cache-09d92b28-0855-49a6-96bd-37e372e7cc10" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:02:03 user nova-compute[74307]: DEBUG nova.network.neutron [req-fa988ffe-a430-458c-814c-add844f2a4e9 req-936f405c-338b-4b39-8f4a-f3a6c72964e0 service nova] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Refreshing network info cache for port f64183b9-e3db-4f98-a8a9-fa0273692a1a {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 08:02:03 user nova-compute[74307]: DEBUG nova.network.neutron [req-fa988ffe-a430-458c-814c-add844f2a4e9 req-936f405c-338b-4b39-8f4a-f3a6c72964e0 service nova] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Updated VIF entry in instance network info cache for port f64183b9-e3db-4f98-a8a9-fa0273692a1a. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 08:02:03 user nova-compute[74307]: DEBUG nova.network.neutron [req-fa988ffe-a430-458c-814c-add844f2a4e9 req-936f405c-338b-4b39-8f4a-f3a6c72964e0 service nova] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Updating instance_info_cache with network_info: [{"id": "f64183b9-e3db-4f98-a8a9-fa0273692a1a", "address": "fa:16:3e:84:82:e0", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf64183b9-e3", "ovs_interfaceid": "f64183b9-e3db-4f98-a8a9-fa0273692a1a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:02:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-fa988ffe-a430-458c-814c-add844f2a4e9 req-936f405c-338b-4b39-8f4a-f3a6c72964e0 service nova] Releasing lock "refresh_cache-09d92b28-0855-49a6-96bd-37e372e7cc10" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:02:03 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:06 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:02:07 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:02:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5e794e36-5fbd-43f9-b1ef-b3b961eeb78a tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Acquiring lock "a76a3a75-0972-44e2-853f-c2f7bdd59344" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:02:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5e794e36-5fbd-43f9-b1ef-b3b961eeb78a tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Lock "a76a3a75-0972-44e2-853f-c2f7bdd59344" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:02:07 user nova-compute[74307]: DEBUG nova.objects.instance [None req-5e794e36-5fbd-43f9-b1ef-b3b961eeb78a tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Lazy-loading 'flavor' on Instance uuid a76a3a75-0972-44e2-853f-c2f7bdd59344 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:02:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5e794e36-5fbd-43f9-b1ef-b3b961eeb78a tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Lock "a76a3a75-0972-44e2-853f-c2f7bdd59344" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.090s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:02:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5e794e36-5fbd-43f9-b1ef-b3b961eeb78a tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Acquiring lock "a76a3a75-0972-44e2-853f-c2f7bdd59344" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:02:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5e794e36-5fbd-43f9-b1ef-b3b961eeb78a tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Lock "a76a3a75-0972-44e2-853f-c2f7bdd59344" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:02:07 user nova-compute[74307]: INFO nova.compute.manager [None req-5e794e36-5fbd-43f9-b1ef-b3b961eeb78a tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Attaching volume 413a42bf-7ad5-46fe-b8f4-061ab6b859d7 to /dev/vdb
Oct 24 08:02:07 user nova-compute[74307]: DEBUG os_brick.utils [None req-5e794e36-5fbd-43f9-b1ef-b3b961eeb78a tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:02:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:02:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbbe58ae-2505-4e0f-8428-229643cc863b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:299aca16be88\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:02:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:02:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1e87518-628e-4cfa-a344-911926f6cb7c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:02:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:02:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[66bf2772-a04d-4473-99c9-b4ed9fe74ad5]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:02:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[770d2466-40b6-44a8-aa31-2ddbd80fb688]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:02:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-5e794e36-5fbd-43f9-b1ef-b3b961eeb78a tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Running cmd (subprocess): nvme version {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-5e794e36-5fbd-43f9-b1ef-b3b961eeb78a tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] 'nvme version' failed. Not Retrying. {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 08:02:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5e794e36-5fbd-43f9-b1ef-b3b961eeb78a tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] nvme not present on system {{(pid=74307) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 08:02:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 08:02:07 user nova-compute[74307]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 08:02:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[32921a5f-487e-407e-8ce5-e17f34bb5da2]: (4, '') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:02:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-5e794e36-5fbd-43f9-b1ef-b3b961eeb78a tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74307) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 08:02:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-5e794e36-5fbd-43f9-b1ef-b3b961eeb78a tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 08:02:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-5e794e36-5fbd-43f9-b1ef-b3b961eeb78a tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] LIGHTOS: no hostnqn found. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 08:02:07 user nova-compute[74307]: DEBUG os_brick.utils [None req-5e794e36-5fbd-43f9-b1ef-b3b961eeb78a tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] <== get_connector_properties: return (142ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:299aca16be88', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:02:07 user nova-compute[74307]: DEBUG nova.virt.block_device [None req-5e794e36-5fbd-43f9-b1ef-b3b961eeb78a tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Updating existing volume attachment record: 25d4c1b7-408d-46be-a2f8-b7697e8393f7 {{(pid=74307) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 08:02:08 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:09 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:02:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:02:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:02:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:02:09 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 08:02:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a76a3a75-0972-44e2-853f-c2f7bdd59344/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a76a3a75-0972-44e2-853f-c2f7bdd59344/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:02:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a76a3a75-0972-44e2-853f-c2f7bdd59344/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a76a3a75-0972-44e2-853f-c2f7bdd59344/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:02:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/189dbc60-a6ba-4c58-b84e-96e5f637b1aa/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/189dbc60-a6ba-4c58-b84e-96e5f637b1aa/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:02:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/189dbc60-a6ba-4c58-b84e-96e5f637b1aa/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/189dbc60-a6ba-4c58-b84e-96e5f637b1aa/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:02:10 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:02:10 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:02:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Hypervisor/Node resource view: name=user free_ram=8473MB free_disk=25.27545166015625GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 08:02:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:02:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:02:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance a76a3a75-0972-44e2-853f-c2f7bdd59344 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:02:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 189dbc60-a6ba-4c58-b84e-96e5f637b1aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:02:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 09d92b28-0855-49a6-96bd-37e372e7cc10 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:02:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 08:02:10 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 08:02:10 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Refreshing inventories for resource provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 24 08:02:10 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Updating ProviderTree inventory for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 24 08:02:10 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Updating inventory in ProviderTree for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 24 08:02:10 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Refreshing aggregate associations for resource provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63, aggregates: None {{(pid=74307) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 24 08:02:10 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Refreshing trait associations for resource provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63, traits: COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_IDE,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_RESCUE_BFV,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_TRUSTED_CERTS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_MMX,COMPUTE_STORAGE_BUS_SATA,COMPUTE_DEVICE_TAGGING,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_VIRTIO {{(pid=74307) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 24 08:02:11 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:02:11 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:02:11 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 08:02:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.593s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:02:11 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:02:13 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:02:13 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:02:13 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74307) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 24 08:02:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:14 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:02:14 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Starting heal instance info cache {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 08:02:14 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Didn't find any instances for network info cache update. {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 24 08:02:14 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:02:14 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:02:14 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74307) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 08:02:15 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:02:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:16 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:02:17 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:02:17 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Cleaning up deleted instances {{(pid=74307) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 24 08:02:17 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] There are 0 instances to clean {{(pid=74307) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG nova.compute.manager [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Start spawning the instance on the hypervisor. {{(pid=74307) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Creating instance directory {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 08:02:18 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Creating image(s)
Oct 24 08:02:18 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Did not create local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Ensure instance console log exists: /opt/stack/data/nova/instances/09d92b28-0855-49a6-96bd-37e372e7cc10/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Start _get_guest_xml network_info=[{"id": "f64183b9-e3db-4f98-a8a9-fa0273692a1a", "address": "fa:16:3e:84:82:e0", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf64183b9-e3", "ovs_interfaceid": "f64183b9-e3db-4f98-a8a9-fa0273692a1a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PFzXElCZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '09d92b28-0855-49a6-96bd-37e372e7cc10', 'attached_at': '', 'detached_at': '', 'volume_id': '78f6621d-4a8b-4532-9f31-7a537cb6b5c3', 'serial': '78f6621d-4a8b-4532-9f31-7a537cb6b5c3'}, 'attachment_id': 'f2db2605-94f5-4931-ab0a-001fffb8161a', 'guest_format': None, 'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': False, 'volume_type': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 08:02:18 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:02:18 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:02:18 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Calling os-brick to attach iSCSI Volume {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PFzXElCZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:02:18 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:02:18 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:02:18 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:02:18 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:02:18 user nova-compute[74307]: INFO os_brick.initiator.connectors.iscsi [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 08:02:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 -p 172.16.0.220:3260 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[7939a886-63e3-4480-b084-5ed2fd85f139]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 08:02:18 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 -p 172.16.0.220:3260 --interface default --op new {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[43237121-030e-4646-a5a3-bc5af905c00d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3] added\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3] added
Oct 24 08:02:18 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b8876a3-46cb-479f-afe7-13cfb5a5f5bd]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ece77d15-d32c-4cde-a5c5-b200e90e84f7]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PFzXElCZ {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PFzXElCZ" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[75ef7ec0-1be1-4527-87e7-412584d06175]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'PFzXElCZ'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[6964194d-7275-48f5-a052-4f5efa543c40]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e642a9e9-279a-4789-8f08-1bf63dd37d14]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 24 08:02:18 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 24 08:02:18 user nova-compute[74307]:  {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:02:18 user nova-compute[74307]: WARNING os_brick.initiator.connectors.iscsi [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 24 08:02:18 user nova-compute[74307]: 
Oct 24 08:02:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 -p 172.16.0.220:3260 --login {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[113955cd-6c95-488c-b301-ca900135fd4c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3, portal: 172.16.0.220,3260]
Oct 24 08:02:18 user nova-compute[74307]: Login to [iface: default, target: iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3, portal: 172.16.0.220,3260] successful.
Oct 24 08:02:18 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfef2463-0534-48a3-a5d7-087196ce30c0]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[fab6b39f-df8c-40fc-bbf3-b7f940eceba8]: (4, ('tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 (non-flash)
Oct 24 08:02:18 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsi session list stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 (non-flash)
Oct 24 08:02:18 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.289s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Connected to 172.16.0.220:3260 {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] HCTL ('33', '-', '-', 0) found on session 38 with lun 0 {{(pid=74307) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74307) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0094b55-09a3-4adc-bf3a-86008370901b]: (4, ('- - 0', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Searching for a device in session 38 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PFzXElCZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 08:02:18 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:19 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.332s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:02:19 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] <== connect_volume: return (1334ms) {'type': 'block', 'scsi_wwn': '23363663635373533', 'path': '/dev/sdb'} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:02:19 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23363663635373533', 'path': '/dev/sdb'} {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 08:02:19 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:01:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1537971492',display_name='tempest-TestVolumeBootPattern-server-1537971492',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1537971492',id=38,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN/mWRbGAQq+L/X/F6DQ93Wgcv17QX2agtlrkvQT0eFty3PFmf9xwMegj/Pl5m5U5X+Xlb46jGFMxQRrdaug+VesW1hFswmKm+5+3XyFr/EJoxBEYMZuI3af4ZrwIg3mGQ==',key_name='tempest-TestVolumeBootPattern-1437354749',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='99565c4aa28a45419afe825961b86a69',ramdisk_id='',reservation_id='r-oz0gi3fz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-134367807',owner_user_name='tempest-TestVolumeBootPattern-134367807-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T08:01:59Z,user_data=None,user_id='43b9c4d4949346bcae8ed60ce4b533af',uuid=09d92b28-0855-49a6-96bd-37e372e7cc10,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f64183b9-e3db-4f98-a8a9-fa0273692a1a", "address": "fa:16:3e:84:82:e0", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf64183b9-e3", "ovs_interfaceid": "f64183b9-e3db-4f98-a8a9-fa0273692a1a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 08:02:19 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Converting VIF {"id": "f64183b9-e3db-4f98-a8a9-fa0273692a1a", "address": "fa:16:3e:84:82:e0", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf64183b9-e3", "ovs_interfaceid": "f64183b9-e3db-4f98-a8a9-fa0273692a1a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:02:19 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:84:82:e0,bridge_name='br-int',has_traffic_filtering=True,id=f64183b9-e3db-4f98-a8a9-fa0273692a1a,network=Network(8b96e2e3-eec1-4827-84d4-b2cf8a498fef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf64183b9-e3') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:02:19 user nova-compute[74307]: DEBUG nova.objects.instance [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lazy-loading 'pci_devices' on Instance uuid 09d92b28-0855-49a6-96bd-37e372e7cc10 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:02:19 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] End _get_guest_xml xml=<domain type="kvm">
Oct 24 08:02:19 user nova-compute[74307]:   <uuid>09d92b28-0855-49a6-96bd-37e372e7cc10</uuid>
Oct 24 08:02:19 user nova-compute[74307]:   <name>instance-00000026</name>
Oct 24 08:02:19 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 08:02:19 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 08:02:19 user nova-compute[74307]:   <metadata>
Oct 24 08:02:19 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 08:02:19 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 08:02:19 user nova-compute[74307]:       <nova:name>tempest-TestVolumeBootPattern-server-1537971492</nova:name>
Oct 24 08:02:19 user nova-compute[74307]:       <nova:creationTime>2023-10-24 08:02:18</nova:creationTime>
Oct 24 08:02:19 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 08:02:19 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 08:02:19 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 08:02:19 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 08:02:19 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 08:02:19 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 08:02:19 user nova-compute[74307]:       </nova:flavor>
Oct 24 08:02:19 user nova-compute[74307]:       <nova:owner>
Oct 24 08:02:19 user nova-compute[74307]:         <nova:user uuid="43b9c4d4949346bcae8ed60ce4b533af">tempest-TestVolumeBootPattern-134367807-project-member</nova:user>
Oct 24 08:02:19 user nova-compute[74307]:         <nova:project uuid="99565c4aa28a45419afe825961b86a69">tempest-TestVolumeBootPattern-134367807</nova:project>
Oct 24 08:02:19 user nova-compute[74307]:       </nova:owner>
Oct 24 08:02:19 user nova-compute[74307]:       <nova:ports>
Oct 24 08:02:19 user nova-compute[74307]:         <nova:port uuid="f64183b9-e3db-4f98-a8a9-fa0273692a1a">
Oct 24 08:02:19 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 24 08:02:19 user nova-compute[74307]:         </nova:port>
Oct 24 08:02:19 user nova-compute[74307]:       </nova:ports>
Oct 24 08:02:19 user nova-compute[74307]:     </nova:instance>
Oct 24 08:02:19 user nova-compute[74307]:   </metadata>
Oct 24 08:02:19 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 08:02:19 user nova-compute[74307]:     <system>
Oct 24 08:02:19 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 08:02:19 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 08:02:19 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 08:02:19 user nova-compute[74307]:       <entry name="serial">09d92b28-0855-49a6-96bd-37e372e7cc10</entry>
Oct 24 08:02:19 user nova-compute[74307]:       <entry name="uuid">09d92b28-0855-49a6-96bd-37e372e7cc10</entry>
Oct 24 08:02:19 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 08:02:19 user nova-compute[74307]:     </system>
Oct 24 08:02:19 user nova-compute[74307]:   </sysinfo>
Oct 24 08:02:19 user nova-compute[74307]:   <os>
Oct 24 08:02:19 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 08:02:19 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 08:02:19 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 08:02:19 user nova-compute[74307]:   </os>
Oct 24 08:02:19 user nova-compute[74307]:   <features>
Oct 24 08:02:19 user nova-compute[74307]:     <acpi/>
Oct 24 08:02:19 user nova-compute[74307]:     <apic/>
Oct 24 08:02:19 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 08:02:19 user nova-compute[74307]:   </features>
Oct 24 08:02:19 user nova-compute[74307]:   <clock offset="utc">
Oct 24 08:02:19 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 08:02:19 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 08:02:19 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 08:02:19 user nova-compute[74307]:   </clock>
Oct 24 08:02:19 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 08:02:19 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 08:02:19 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 08:02:19 user nova-compute[74307]:   </cpu>
Oct 24 08:02:19 user nova-compute[74307]:   <devices>
Oct 24 08:02:19 user nova-compute[74307]:     <disk type="block" device="disk">
Oct 24 08:02:19 user nova-compute[74307]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 08:02:19 user nova-compute[74307]:       <source dev="/dev/sdb"/>
Oct 24 08:02:19 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 08:02:19 user nova-compute[74307]:       <serial>78f6621d-4a8b-4532-9f31-7a537cb6b5c3</serial>
Oct 24 08:02:19 user nova-compute[74307]:     </disk>
Oct 24 08:02:19 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 08:02:19 user nova-compute[74307]:       <mac address="fa:16:3e:84:82:e0"/>
Oct 24 08:02:19 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 08:02:19 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 08:02:19 user nova-compute[74307]:       <target dev="tapf64183b9-e3"/>
Oct 24 08:02:19 user nova-compute[74307]:     </interface>
Oct 24 08:02:19 user nova-compute[74307]:     <serial type="pty">
Oct 24 08:02:19 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/09d92b28-0855-49a6-96bd-37e372e7cc10/console.log" append="off"/>
Oct 24 08:02:19 user nova-compute[74307]:     </serial>
Oct 24 08:02:19 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 08:02:19 user nova-compute[74307]:     <video>
Oct 24 08:02:19 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 08:02:19 user nova-compute[74307]:     </video>
Oct 24 08:02:19 user nova-compute[74307]:     <rng model="virtio">
Oct 24 08:02:19 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 08:02:19 user nova-compute[74307]:     </rng>
Oct 24 08:02:19 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 08:02:19 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 08:02:19 user nova-compute[74307]:       <stats period="10"/>
Oct 24 08:02:19 user nova-compute[74307]:     </memballoon>
Oct 24 08:02:19 user nova-compute[74307]:   </devices>
Oct 24 08:02:19 user nova-compute[74307]: </domain>
Oct 24 08:02:19 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 08:02:19 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:01:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1537971492',display_name='tempest-TestVolumeBootPattern-server-1537971492',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1537971492',id=38,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN/mWRbGAQq+L/X/F6DQ93Wgcv17QX2agtlrkvQT0eFty3PFmf9xwMegj/Pl5m5U5X+Xlb46jGFMxQRrdaug+VesW1hFswmKm+5+3XyFr/EJoxBEYMZuI3af4ZrwIg3mGQ==',key_name='tempest-TestVolumeBootPattern-1437354749',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='99565c4aa28a45419afe825961b86a69',ramdisk_id='',reservation_id='r-oz0gi3fz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-134367807',owner_user_name='tempest-TestVolumeBootPattern-134367807-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T08:01:59Z,user_data=None,user_id='43b9c4d4949346bcae8ed60ce4b533af',uuid=09d92b28-0855-49a6-96bd-37e372e7cc10,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f64183b9-e3db-4f98-a8a9-fa0273692a1a", "address": "fa:16:3e:84:82:e0", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf64183b9-e3", "ovs_interfaceid": "f64183b9-e3db-4f98-a8a9-fa0273692a1a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 08:02:19 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Converting VIF {"id": "f64183b9-e3db-4f98-a8a9-fa0273692a1a", "address": "fa:16:3e:84:82:e0", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf64183b9-e3", "ovs_interfaceid": "f64183b9-e3db-4f98-a8a9-fa0273692a1a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:02:19 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:84:82:e0,bridge_name='br-int',has_traffic_filtering=True,id=f64183b9-e3db-4f98-a8a9-fa0273692a1a,network=Network(8b96e2e3-eec1-4827-84d4-b2cf8a498fef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf64183b9-e3') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:02:19 user nova-compute[74307]: DEBUG os_vif [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:84:82:e0,bridge_name='br-int',has_traffic_filtering=True,id=f64183b9-e3db-4f98-a8a9-fa0273692a1a,network=Network(8b96e2e3-eec1-4827-84d4-b2cf8a498fef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf64183b9-e3') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 08:02:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:02:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 08:02:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f92e9e23-c5f6-5be5-aa55-6914957ce55e', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:02:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:02:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf64183b9-e3, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:02:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf64183b9-e3, col_values=(('qos', UUID('3fbeaabd-996d-4c8b-9dcb-75e60824eb62')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:02:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf64183b9-e3, col_values=(('external_ids', {'iface-id': 'f64183b9-e3db-4f98-a8a9-fa0273692a1a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:84:82:e0', 'vm-uuid': '09d92b28-0855-49a6-96bd-37e372e7cc10'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:02:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:02:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:19 user nova-compute[74307]: INFO os_vif [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:84:82:e0,bridge_name='br-int',has_traffic_filtering=True,id=f64183b9-e3db-4f98-a8a9-fa0273692a1a,network=Network(8b96e2e3-eec1-4827-84d4-b2cf8a498fef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf64183b9-e3')
Oct 24 08:02:19 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 08:02:19 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] No VIF found with MAC fa:16:3e:84:82:e0, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 08:02:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:21 user nova-compute[74307]: DEBUG nova.compute.manager [req-fbed89cc-e815-4d72-8acf-63db4721d00b req-e6d5cf39-d1db-4337-a4ba-a6754eba7b2b service nova] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Received event network-vif-plugged-f64183b9-e3db-4f98-a8a9-fa0273692a1a {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:02:21 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-fbed89cc-e815-4d72-8acf-63db4721d00b req-e6d5cf39-d1db-4337-a4ba-a6754eba7b2b service nova] Acquiring lock "09d92b28-0855-49a6-96bd-37e372e7cc10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:02:21 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-fbed89cc-e815-4d72-8acf-63db4721d00b req-e6d5cf39-d1db-4337-a4ba-a6754eba7b2b service nova] Lock "09d92b28-0855-49a6-96bd-37e372e7cc10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.004s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:02:21 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-fbed89cc-e815-4d72-8acf-63db4721d00b req-e6d5cf39-d1db-4337-a4ba-a6754eba7b2b service nova] Lock "09d92b28-0855-49a6-96bd-37e372e7cc10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:02:21 user nova-compute[74307]: DEBUG nova.compute.manager [req-fbed89cc-e815-4d72-8acf-63db4721d00b req-e6d5cf39-d1db-4337-a4ba-a6754eba7b2b service nova] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] No waiting events found dispatching network-vif-plugged-f64183b9-e3db-4f98-a8a9-fa0273692a1a {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:02:21 user nova-compute[74307]: WARNING nova.compute.manager [req-fbed89cc-e815-4d72-8acf-63db4721d00b req-e6d5cf39-d1db-4337-a4ba-a6754eba7b2b service nova] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Received unexpected event network-vif-plugged-f64183b9-e3db-4f98-a8a9-fa0273692a1a for instance with vm_state building and task_state spawning.
Oct 24 08:02:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:23 user nova-compute[74307]: DEBUG nova.compute.manager [req-0540e71f-94d5-4004-93d1-a660b52cb85c req-e9cac53f-a739-42c9-960a-8e30cf05fe11 service nova] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Received event network-vif-plugged-f64183b9-e3db-4f98-a8a9-fa0273692a1a {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:02:23 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-0540e71f-94d5-4004-93d1-a660b52cb85c req-e9cac53f-a739-42c9-960a-8e30cf05fe11 service nova] Acquiring lock "09d92b28-0855-49a6-96bd-37e372e7cc10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:02:23 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-0540e71f-94d5-4004-93d1-a660b52cb85c req-e9cac53f-a739-42c9-960a-8e30cf05fe11 service nova] Lock "09d92b28-0855-49a6-96bd-37e372e7cc10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:02:23 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-0540e71f-94d5-4004-93d1-a660b52cb85c req-e9cac53f-a739-42c9-960a-8e30cf05fe11 service nova] Lock "09d92b28-0855-49a6-96bd-37e372e7cc10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:02:23 user nova-compute[74307]: DEBUG nova.compute.manager [req-0540e71f-94d5-4004-93d1-a660b52cb85c req-e9cac53f-a739-42c9-960a-8e30cf05fe11 service nova] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] No waiting events found dispatching network-vif-plugged-f64183b9-e3db-4f98-a8a9-fa0273692a1a {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:02:23 user nova-compute[74307]: WARNING nova.compute.manager [req-0540e71f-94d5-4004-93d1-a660b52cb85c req-e9cac53f-a739-42c9-960a-8e30cf05fe11 service nova] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Received unexpected event network-vif-plugged-f64183b9-e3db-4f98-a8a9-fa0273692a1a for instance with vm_state building and task_state spawning.
Oct 24 08:02:23 user nova-compute[74307]: DEBUG nova.compute.manager [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 08:02:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Guest created on hypervisor {{(pid=74307) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 08:02:23 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Instance spawned successfully.
Oct 24 08:02:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 08:02:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Found default for hw_cdrom_bus of ide {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:02:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Found default for hw_disk_bus of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:02:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Found default for hw_input_bus of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:02:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Found default for hw_pointer_model of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:02:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Found default for hw_video_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:02:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Found default for hw_vif_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:02:23 user nova-compute[74307]: INFO nova.compute.manager [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Took 5.30 seconds to spawn the instance on the hypervisor.
Oct 24 08:02:23 user nova-compute[74307]: DEBUG nova.compute.manager [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 08:02:23 user nova-compute[74307]: INFO nova.compute.manager [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Took 24.66 seconds to build instance.
Oct 24 08:02:23 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0e68fbb2-c817-47bb-9797-1816b888bdb3 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "09d92b28-0855-49a6-96bd-37e372e7cc10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 24.793s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:02:24 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:26 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5e794e36-5fbd-43f9-b1ef-b3b961eeb78a tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Calling os-brick to attach iSCSI Volume {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 08:02:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e794e36-5fbd-43f9-b1ef-b3b961eeb78a tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:413a42bf-7ad5-46fe-b8f4-061ab6b859d7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tzeIHGXS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:02:26 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-5e794e36-5fbd-43f9-b1ef-b3b961eeb78a tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:02:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-5e794e36-5fbd-43f9-b1ef-b3b961eeb78a tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:02:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-5e794e36-5fbd-43f9-b1ef-b3b961eeb78a tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:02:26 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-5e794e36-5fbd-43f9-b1ef-b3b961eeb78a tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:02:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-5e794e36-5fbd-43f9-b1ef-b3b961eeb78a tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:413a42bf-7ad5-46fe-b8f4-061ab6b859d7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:02:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-5e794e36-5fbd-43f9-b1ef-b3b961eeb78a tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:413a42bf-7ad5-46fe-b8f4-061ab6b859d7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:02:26 user nova-compute[74307]: INFO os_brick.initiator.connectors.iscsi [None req-5e794e36-5fbd-43f9-b1ef-b3b961eeb78a tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 08:02:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:413a42bf-7ad5-46fe-b8f4-061ab6b859d7 -p 172.16.0.220:3260 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:413a42bf-7ad5-46fe-b8f4-061ab6b859d7 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:02:26 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[5552ecf2-42c6-4e8e-9623-1ee2ecd47d95]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:02:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e794e36-5fbd-43f9-b1ef-b3b961eeb78a tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 08:02:26 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:02:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:413a42bf-7ad5-46fe-b8f4-061ab6b859d7 -p 172.16.0.220:3260 --interface default --op new {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:413a42bf-7ad5-46fe-b8f4-061ab6b859d7 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:02:26 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[39375386-f500-4c58-9e7b-dcfb1411c79b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:413a42bf-7ad5-46fe-b8f4-061ab6b859d7] added\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:02:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e794e36-5fbd-43f9-b1ef-b3b961eeb78a tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:413a42bf-7ad5-46fe-b8f4-061ab6b859d7] added
Oct 24 08:02:26 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:02:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:413a42bf-7ad5-46fe-b8f4-061ab6b859d7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:413a42bf-7ad5-46fe-b8f4-061ab6b859d7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:02:26 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[24c4cda6-0caf-49f3-9ae3-a54268ff453a]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:02:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e794e36-5fbd-43f9-b1ef-b3b961eeb78a tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:02:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:413a42bf-7ad5-46fe-b8f4-061ab6b859d7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:413a42bf-7ad5-46fe-b8f4-061ab6b859d7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:02:26 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0903284-5471-4c57-bb26-bbe06810b4f8]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:02:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e794e36-5fbd-43f9-b1ef-b3b961eeb78a tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:02:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:413a42bf-7ad5-46fe-b8f4-061ab6b859d7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tzeIHGXS {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:413a42bf-7ad5-46fe-b8f4-061ab6b859d7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tzeIHGXS" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:02:26 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8a580bb-138a-498e-a1cc-393066bdd1e2]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:02:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e794e36-5fbd-43f9-b1ef-b3b961eeb78a tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'tzeIHGXS'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:02:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:413a42bf-7ad5-46fe-b8f4-061ab6b859d7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:413a42bf-7ad5-46fe-b8f4-061ab6b859d7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:02:26 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b26fbf13-f515-480a-8334-770bd1ba14ce]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:02:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e794e36-5fbd-43f9-b1ef-b3b961eeb78a tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:02:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:02:26 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7501e9f-5965-403c-8b74-abbda5c15d17]: (4, ('tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:02:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e794e36-5fbd-43f9-b1ef-b3b961eeb78a tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 (non-flash)
Oct 24 08:02:26 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:02:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e794e36-5fbd-43f9-b1ef-b3b961eeb78a tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] iscsi session list stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 (non-flash)
Oct 24 08:02:26 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:02:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:413a42bf-7ad5-46fe-b8f4-061ab6b859d7 -p 172.16.0.220:3260 --login {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:413a42bf-7ad5-46fe-b8f4-061ab6b859d7 -p 172.16.0.220:3260 --login" returned: 0 in 0.052s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:02:26 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[deedf0b1-819b-4968-9872-f9fb8263c627]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:413a42bf-7ad5-46fe-b8f4-061ab6b859d7, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:413a42bf-7ad5-46fe-b8f4-061ab6b859d7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:02:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e794e36-5fbd-43f9-b1ef-b3b961eeb78a tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:413a42bf-7ad5-46fe-b8f4-061ab6b859d7, portal: 172.16.0.220,3260]
Oct 24 08:02:26 user nova-compute[74307]: Login to [iface: default, target: iqn.2010-10.org.openstack:413a42bf-7ad5-46fe-b8f4-061ab6b859d7, portal: 172.16.0.220,3260] successful.
Oct 24 08:02:26 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:02:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:413a42bf-7ad5-46fe-b8f4-061ab6b859d7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:413a42bf-7ad5-46fe-b8f4-061ab6b859d7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:02:26 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[937cf13b-19b2-4d2c-8a9c-e0e30d0a2f46]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:02:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e794e36-5fbd-43f9-b1ef-b3b961eeb78a tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:02:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:02:26 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf8662d0-e681-4caa-83ce-6677a0b069d2]: (4, ('tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413a42bf-7ad5-46fe-b8f4-061ab6b859d7 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:02:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e794e36-5fbd-43f9-b1ef-b3b961eeb78a tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 (non-flash)
Oct 24 08:02:26 user nova-compute[74307]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413a42bf-7ad5-46fe-b8f4-061ab6b859d7 (non-flash)
Oct 24 08:02:26 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:02:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e794e36-5fbd-43f9-b1ef-b3b961eeb78a tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] iscsi session list stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 (non-flash)
Oct 24 08:02:26 user nova-compute[74307]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413a42bf-7ad5-46fe-b8f4-061ab6b859d7 (non-flash)
Oct 24 08:02:26 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:02:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-5e794e36-5fbd-43f9-b1ef-b3b961eeb78a tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:413a42bf-7ad5-46fe-b8f4-061ab6b859d7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.290s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:02:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e794e36-5fbd-43f9-b1ef-b3b961eeb78a tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Connected to 172.16.0.220:3260 {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 08:02:26 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-5e794e36-5fbd-43f9-b1ef-b3b961eeb78a tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] HCTL ('34', '-', '-', 0) found on session 39 with lun 0 {{(pid=74307) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 08:02:26 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-5e794e36-5fbd-43f9-b1ef-b3b961eeb78a tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74307) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 08:02:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:02:26 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf913468-c220-43ec-9d47-340c316cb254]: (4, ('- - 0', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:02:26 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-5e794e36-5fbd-43f9-b1ef-b3b961eeb78a tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Searching for a device in session 39 and hctl ['34', '*', '*', 0] yield: None {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 08:02:27 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-5e794e36-5fbd-43f9-b1ef-b3b961eeb78a tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Searching for a device in session 39 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 08:02:27 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e794e36-5fbd-43f9-b1ef-b3b961eeb78a tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:413a42bf-7ad5-46fe-b8f4-061ab6b859d7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tzeIHGXS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 08:02:27 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-5e794e36-5fbd-43f9-b1ef-b3b961eeb78a tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.320s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:02:27 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e794e36-5fbd-43f9-b1ef-b3b961eeb78a tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] <== connect_volume: return (1321ms) {'type': 'block', 'scsi_wwn': '26135653239613438', 'path': '/dev/sdc'} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:02:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5e794e36-5fbd-43f9-b1ef-b3b961eeb78a tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26135653239613438', 'path': '/dev/sdc'} {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 08:02:27 user nova-compute[74307]: DEBUG nova.objects.instance [None req-5e794e36-5fbd-43f9-b1ef-b3b961eeb78a tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Lazy-loading 'flavor' on Instance uuid a76a3a75-0972-44e2-853f-c2f7bdd59344 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:02:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-5e794e36-5fbd-43f9-b1ef-b3b961eeb78a tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 08:02:27 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 08:02:27 user nova-compute[74307]:   <source dev="/dev/sdc"/>
Oct 24 08:02:27 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 08:02:27 user nova-compute[74307]:   <serial>413a42bf-7ad5-46fe-b8f4-061ab6b859d7</serial>
Oct 24 08:02:27 user nova-compute[74307]: </disk>
Oct 24 08:02:27 user nova-compute[74307]:  {{(pid=74307) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 08:02:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5e794e36-5fbd-43f9-b1ef-b3b961eeb78a tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 08:02:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5e794e36-5fbd-43f9-b1ef-b3b961eeb78a tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 08:02:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5e794e36-5fbd-43f9-b1ef-b3b961eeb78a tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] No VIF found with MAC fa:16:3e:b7:83:80, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 08:02:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5e794e36-5fbd-43f9-b1ef-b3b961eeb78a tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Lock "a76a3a75-0972-44e2-853f-c2f7bdd59344" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 20.330s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:02:28 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-3887538e-c6b5-424e-8d8a-c6934a3380ec tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Acquiring lock "a76a3a75-0972-44e2-853f-c2f7bdd59344" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:02:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-3887538e-c6b5-424e-8d8a-c6934a3380ec tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Lock "a76a3a75-0972-44e2-853f-c2f7bdd59344" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:02:29 user nova-compute[74307]: INFO nova.compute.manager [None req-3887538e-c6b5-424e-8d8a-c6934a3380ec tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Detaching volume 413a42bf-7ad5-46fe-b8f4-061ab6b859d7
Oct 24 08:02:29 user nova-compute[74307]: INFO nova.virt.block_device [None req-3887538e-c6b5-424e-8d8a-c6934a3380ec tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Attempting to driver detach volume 413a42bf-7ad5-46fe-b8f4-061ab6b859d7 from mountpoint /dev/vdb
Oct 24 08:02:29 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-3887538e-c6b5-424e-8d8a-c6934a3380ec tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Attempting to detach device vdb from instance a76a3a75-0972-44e2-853f-c2f7bdd59344 from the persistent domain config. {{(pid=74307) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 08:02:29 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-3887538e-c6b5-424e-8d8a-c6934a3380ec tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 08:02:29 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 08:02:29 user nova-compute[74307]:   <source dev="/dev/sdc"/>
Oct 24 08:02:29 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 08:02:29 user nova-compute[74307]:   <serial>413a42bf-7ad5-46fe-b8f4-061ab6b859d7</serial>
Oct 24 08:02:29 user nova-compute[74307]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 08:02:29 user nova-compute[74307]: </disk>
Oct 24 08:02:29 user nova-compute[74307]:  {{(pid=74307) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 08:02:29 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-3887538e-c6b5-424e-8d8a-c6934a3380ec tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Successfully detached device vdb from instance a76a3a75-0972-44e2-853f-c2f7bdd59344 from the persistent domain config.
Oct 24 08:02:29 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-3887538e-c6b5-424e-8d8a-c6934a3380ec tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance a76a3a75-0972-44e2-853f-c2f7bdd59344 from the live domain config. {{(pid=74307) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 08:02:29 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-3887538e-c6b5-424e-8d8a-c6934a3380ec tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 08:02:29 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 08:02:29 user nova-compute[74307]:   <source dev="/dev/sdc"/>
Oct 24 08:02:29 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 08:02:29 user nova-compute[74307]:   <serial>413a42bf-7ad5-46fe-b8f4-061ab6b859d7</serial>
Oct 24 08:02:29 user nova-compute[74307]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 08:02:29 user nova-compute[74307]: </disk>
Oct 24 08:02:29 user nova-compute[74307]:  {{(pid=74307) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 08:02:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:30 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-3887538e-c6b5-424e-8d8a-c6934a3380ec tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance a76a3a75-0972-44e2-853f-c2f7bdd59344 {{(pid=74307) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 08:02:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Acquiring lock "fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:02:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:02:38 user nova-compute[74307]: DEBUG nova.compute.manager [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Starting instance... {{(pid=74307) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 08:02:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:02:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:02:38 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 08:02:38 user nova-compute[74307]: INFO nova.compute.claims [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Claim successful on node user
Oct 24 08:02:38 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:02:38 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:02:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.278s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:02:38 user nova-compute[74307]: DEBUG nova.compute.manager [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Start building networks asynchronously for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 08:02:38 user nova-compute[74307]: DEBUG nova.compute.manager [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Allocating IP information in the background. {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 08:02:38 user nova-compute[74307]: DEBUG nova.network.neutron [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] allocate_for_instance() {{(pid=74307) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 08:02:39 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 08:02:39 user nova-compute[74307]: DEBUG nova.compute.manager [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Start building block device mappings for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 08:02:39 user nova-compute[74307]: DEBUG nova.policy [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b1a117c8cd3415e8c418ce9e311c3e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b499c188ed2147f0919d1674041c4c90', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74307) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 08:02:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Acquiring lock "fcde6b55-42d0-41aa-8ed7-5b81486228ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:02:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "fcde6b55-42d0-41aa-8ed7-5b81486228ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:02:39 user nova-compute[74307]: DEBUG nova.compute.manager [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Starting instance... {{(pid=74307) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 08:02:39 user nova-compute[74307]: DEBUG nova.compute.manager [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Start spawning the instance on the hypervisor. {{(pid=74307) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 08:02:39 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Creating instance directory {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 08:02:39 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Creating image(s)
Oct 24 08:02:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Acquiring lock "/opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:02:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "/opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:02:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "/opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:02:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:02:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:02:39 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 08:02:39 user nova-compute[74307]: INFO nova.compute.claims [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Claim successful on node user
Oct 24 08:02:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.182s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:02:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Acquiring lock "9cb24620554d5eab84e846c14e389d04f4c43d48" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:02:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:02:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:39 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:02:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.210s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:02:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk 1073741824 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:39 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:02:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk 1073741824" returned: 0 in 0.073s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:02:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.291s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:02:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:39 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.459s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:02:39 user nova-compute[74307]: DEBUG nova.compute.manager [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Start building networks asynchronously for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 08:02:39 user nova-compute[74307]: DEBUG nova.network.neutron [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Successfully created port: 1f1028c1-1ae9-424c-9e56-0291552e142c {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 08:02:39 user nova-compute[74307]: DEBUG nova.compute.manager [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Allocating IP information in the background. {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 08:02:39 user nova-compute[74307]: DEBUG nova.network.neutron [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] allocate_for_instance() {{(pid=74307) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 08:02:39 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 08:02:39 user nova-compute[74307]: DEBUG nova.compute.manager [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Start building block device mappings for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 08:02:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.241s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:02:39 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Checking if we can resize image /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk. size=1073741824 {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 08:02:39 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:39 user nova-compute[74307]: DEBUG nova.policy [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b1a117c8cd3415e8c418ce9e311c3e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b499c188ed2147f0919d1674041c4c90', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74307) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 08:02:40 user nova-compute[74307]: DEBUG nova.compute.manager [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Start spawning the instance on the hypervisor. {{(pid=74307) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 08:02:40 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Creating instance directory {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 08:02:40 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Creating image(s)
Oct 24 08:02:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Acquiring lock "/opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:02:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "/opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:02:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "/opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:02:40 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:40 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json" returned: 0 in 0.257s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:02:40 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Cannot resize image /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk to a smaller size. {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 08:02:40 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Created local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 08:02:40 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Ensure instance console log exists: /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 08:02:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:02:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:02:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:02:40 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.203s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:02:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Acquiring lock "9cb24620554d5eab84e846c14e389d04f4c43d48" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:02:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:02:40 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:40 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.221s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:02:40 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk 1073741824 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:40 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk 1073741824" returned: 0 in 0.059s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:02:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.287s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:02:40 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:40 user nova-compute[74307]: DEBUG nova.network.neutron [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Successfully created port: ac225733-9917-4093-854d-f0ee36a177bb {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 08:02:40 user nova-compute[74307]: DEBUG nova.network.neutron [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Successfully updated port: 1f1028c1-1ae9-424c-9e56-0291552e142c {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 08:02:40 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Acquiring lock "refresh_cache-fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:02:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Acquired lock "refresh_cache-fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:02:40 user nova-compute[74307]: DEBUG nova.network.neutron [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 08:02:40 user nova-compute[74307]: DEBUG nova.compute.manager [req-2cb9438e-82d5-4af3-87e7-505eb60eaf30 req-b1fc67db-39b5-49ae-8b02-17fc0ae4a1ee service nova] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Received event network-changed-1f1028c1-1ae9-424c-9e56-0291552e142c {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:02:40 user nova-compute[74307]: DEBUG nova.compute.manager [req-2cb9438e-82d5-4af3-87e7-505eb60eaf30 req-b1fc67db-39b5-49ae-8b02-17fc0ae4a1ee service nova] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Refreshing instance network info cache due to event network-changed-1f1028c1-1ae9-424c-9e56-0291552e142c. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 08:02:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2cb9438e-82d5-4af3-87e7-505eb60eaf30 req-b1fc67db-39b5-49ae-8b02-17fc0ae4a1ee service nova] Acquiring lock "refresh_cache-fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:02:40 user nova-compute[74307]: DEBUG nova.network.neutron [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 08:02:40 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.241s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:02:40 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Checking if we can resize image /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk. size=1073741824 {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 08:02:40 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json" returned: 0 in 0.260s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Cannot resize image /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk to a smaller size. {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Created local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Ensure instance console log exists: /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.network.neutron [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Updating instance_info_cache with network_info: [{"id": "1f1028c1-1ae9-424c-9e56-0291552e142c", "address": "fa:16:3e:68:84:8c", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f1028c1-1a", "ovs_interfaceid": "1f1028c1-1ae9-424c-9e56-0291552e142c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Releasing lock "refresh_cache-fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.compute.manager [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Instance network_info: |[{"id": "1f1028c1-1ae9-424c-9e56-0291552e142c", "address": "fa:16:3e:68:84:8c", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f1028c1-1a", "ovs_interfaceid": "1f1028c1-1ae9-424c-9e56-0291552e142c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2cb9438e-82d5-4af3-87e7-505eb60eaf30 req-b1fc67db-39b5-49ae-8b02-17fc0ae4a1ee service nova] Acquired lock "refresh_cache-fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.network.neutron [req-2cb9438e-82d5-4af3-87e7-505eb60eaf30 req-b1fc67db-39b5-49ae-8b02-17fc0ae4a1ee service nova] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Refreshing network info cache for port 1f1028c1-1ae9-424c-9e56-0291552e142c {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Start _get_guest_xml network_info=[{"id": "1f1028c1-1ae9-424c-9e56-0291552e142c", "address": "fa:16:3e:68:84:8c", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f1028c1-1a", "ovs_interfaceid": "1f1028c1-1ae9-424c-9e56-0291552e142c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'boot_index': 0, 'guest_format': None, 'image_id': 'ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 08:02:41 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:02:41 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:02:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-209674585',display_name='tempest-ServerRescueNegativeTestJSON-server-209674585',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-209674585',id=39,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b499c188ed2147f0919d1674041c4c90',ramdisk_id='',reservation_id='r-jdgtt344',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1940238709',owner_user_name='tempest-ServerRescueNegativeTestJSON-1940238709-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T08:02:39Z,user_data=None,user_id='0b1a117c8cd3415e8c418ce9e311c3e2',uuid=fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1f1028c1-1ae9-424c-9e56-0291552e142c", "address": "fa:16:3e:68:84:8c", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f1028c1-1a", "ovs_interfaceid": "1f1028c1-1ae9-424c-9e56-0291552e142c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Converting VIF {"id": "1f1028c1-1ae9-424c-9e56-0291552e142c", "address": "fa:16:3e:68:84:8c", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f1028c1-1a", "ovs_interfaceid": "1f1028c1-1ae9-424c-9e56-0291552e142c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:68:84:8c,bridge_name='br-int',has_traffic_filtering=True,id=1f1028c1-1ae9-424c-9e56-0291552e142c,network=Network(0d7d2223-2bf4-492f-af57-77c8c92af616),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f1028c1-1a') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.objects.instance [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lazy-loading 'pci_devices' on Instance uuid fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] End _get_guest_xml xml=<domain type="kvm">
Oct 24 08:02:41 user nova-compute[74307]:   <uuid>fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa</uuid>
Oct 24 08:02:41 user nova-compute[74307]:   <name>instance-00000027</name>
Oct 24 08:02:41 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 08:02:41 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 08:02:41 user nova-compute[74307]:   <metadata>
Oct 24 08:02:41 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 08:02:41 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 08:02:41 user nova-compute[74307]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-209674585</nova:name>
Oct 24 08:02:41 user nova-compute[74307]:       <nova:creationTime>2023-10-24 08:02:41</nova:creationTime>
Oct 24 08:02:41 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 08:02:41 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 08:02:41 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 08:02:41 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 08:02:41 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 08:02:41 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 08:02:41 user nova-compute[74307]:       </nova:flavor>
Oct 24 08:02:41 user nova-compute[74307]:       <nova:owner>
Oct 24 08:02:41 user nova-compute[74307]:         <nova:user uuid="0b1a117c8cd3415e8c418ce9e311c3e2">tempest-ServerRescueNegativeTestJSON-1940238709-project-member</nova:user>
Oct 24 08:02:41 user nova-compute[74307]:         <nova:project uuid="b499c188ed2147f0919d1674041c4c90">tempest-ServerRescueNegativeTestJSON-1940238709</nova:project>
Oct 24 08:02:41 user nova-compute[74307]:       </nova:owner>
Oct 24 08:02:41 user nova-compute[74307]:       <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 08:02:41 user nova-compute[74307]:       <nova:ports>
Oct 24 08:02:41 user nova-compute[74307]:         <nova:port uuid="1f1028c1-1ae9-424c-9e56-0291552e142c">
Oct 24 08:02:41 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 24 08:02:41 user nova-compute[74307]:         </nova:port>
Oct 24 08:02:41 user nova-compute[74307]:       </nova:ports>
Oct 24 08:02:41 user nova-compute[74307]:     </nova:instance>
Oct 24 08:02:41 user nova-compute[74307]:   </metadata>
Oct 24 08:02:41 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 08:02:41 user nova-compute[74307]:     <system>
Oct 24 08:02:41 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 08:02:41 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 08:02:41 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 08:02:41 user nova-compute[74307]:       <entry name="serial">fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa</entry>
Oct 24 08:02:41 user nova-compute[74307]:       <entry name="uuid">fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa</entry>
Oct 24 08:02:41 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 08:02:41 user nova-compute[74307]:     </system>
Oct 24 08:02:41 user nova-compute[74307]:   </sysinfo>
Oct 24 08:02:41 user nova-compute[74307]:   <os>
Oct 24 08:02:41 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 08:02:41 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 08:02:41 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 08:02:41 user nova-compute[74307]:   </os>
Oct 24 08:02:41 user nova-compute[74307]:   <features>
Oct 24 08:02:41 user nova-compute[74307]:     <acpi/>
Oct 24 08:02:41 user nova-compute[74307]:     <apic/>
Oct 24 08:02:41 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 08:02:41 user nova-compute[74307]:   </features>
Oct 24 08:02:41 user nova-compute[74307]:   <clock offset="utc">
Oct 24 08:02:41 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 08:02:41 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 08:02:41 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 08:02:41 user nova-compute[74307]:   </clock>
Oct 24 08:02:41 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 08:02:41 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 08:02:41 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 08:02:41 user nova-compute[74307]:   </cpu>
Oct 24 08:02:41 user nova-compute[74307]:   <devices>
Oct 24 08:02:41 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 08:02:41 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 08:02:41 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk"/>
Oct 24 08:02:41 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 08:02:41 user nova-compute[74307]:     </disk>
Oct 24 08:02:41 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 08:02:41 user nova-compute[74307]:       <mac address="fa:16:3e:68:84:8c"/>
Oct 24 08:02:41 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 08:02:41 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 08:02:41 user nova-compute[74307]:       <target dev="tap1f1028c1-1a"/>
Oct 24 08:02:41 user nova-compute[74307]:     </interface>
Oct 24 08:02:41 user nova-compute[74307]:     <serial type="pty">
Oct 24 08:02:41 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/console.log" append="off"/>
Oct 24 08:02:41 user nova-compute[74307]:     </serial>
Oct 24 08:02:41 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 08:02:41 user nova-compute[74307]:     <video>
Oct 24 08:02:41 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 08:02:41 user nova-compute[74307]:     </video>
Oct 24 08:02:41 user nova-compute[74307]:     <rng model="virtio">
Oct 24 08:02:41 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 08:02:41 user nova-compute[74307]:     </rng>
Oct 24 08:02:41 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 08:02:41 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 08:02:41 user nova-compute[74307]:       <stats period="10"/>
Oct 24 08:02:41 user nova-compute[74307]:     </memballoon>
Oct 24 08:02:41 user nova-compute[74307]:   </devices>
Oct 24 08:02:41 user nova-compute[74307]: </domain>
Oct 24 08:02:41 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:02:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-209674585',display_name='tempest-ServerRescueNegativeTestJSON-server-209674585',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-209674585',id=39,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b499c188ed2147f0919d1674041c4c90',ramdisk_id='',reservation_id='r-jdgtt344',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1940238709',owner_user_name='tempest-ServerRescueNegativeTestJSON-1940238709-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T08:02:39Z,user_data=None,user_id='0b1a117c8cd3415e8c418ce9e311c3e2',uuid=fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1f1028c1-1ae9-424c-9e56-0291552e142c", "address": "fa:16:3e:68:84:8c", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f1028c1-1a", "ovs_interfaceid": "1f1028c1-1ae9-424c-9e56-0291552e142c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Converting VIF {"id": "1f1028c1-1ae9-424c-9e56-0291552e142c", "address": "fa:16:3e:68:84:8c", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f1028c1-1a", "ovs_interfaceid": "1f1028c1-1ae9-424c-9e56-0291552e142c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:68:84:8c,bridge_name='br-int',has_traffic_filtering=True,id=1f1028c1-1ae9-424c-9e56-0291552e142c,network=Network(0d7d2223-2bf4-492f-af57-77c8c92af616),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f1028c1-1a') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG os_vif [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:68:84:8c,bridge_name='br-int',has_traffic_filtering=True,id=1f1028c1-1ae9-424c-9e56-0291552e142c,network=Network(0d7d2223-2bf4-492f-af57-77c8c92af616),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f1028c1-1a') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '16bc815c-f649-5b99-a913-8ec21698b69e', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1f1028c1-1a, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1f1028c1-1a, col_values=(('qos', UUID('5f516082-a274-4c20-9776-a63b0256b4d4')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1f1028c1-1a, col_values=(('external_ids', {'iface-id': '1f1028c1-1ae9-424c-9e56-0291552e142c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:68:84:8c', 'vm-uuid': 'fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:41 user nova-compute[74307]: INFO os_vif [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:68:84:8c,bridge_name='br-int',has_traffic_filtering=True,id=1f1028c1-1ae9-424c-9e56-0291552e142c,network=Network(0d7d2223-2bf4-492f-af57-77c8c92af616),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f1028c1-1a')
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.network.neutron [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Successfully updated port: ac225733-9917-4093-854d-f0ee36a177bb {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Acquiring lock "refresh_cache-fcde6b55-42d0-41aa-8ed7-5b81486228ac" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Acquired lock "refresh_cache-fcde6b55-42d0-41aa-8ed7-5b81486228ac" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.network.neutron [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.compute.manager [req-a2b3c696-43fc-4ce8-8859-28d7420b4b4c req-1e106304-2b02-43a5-8e5b-d46d4a81c1d4 service nova] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Received event network-changed-ac225733-9917-4093-854d-f0ee36a177bb {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.compute.manager [req-a2b3c696-43fc-4ce8-8859-28d7420b4b4c req-1e106304-2b02-43a5-8e5b-d46d4a81c1d4 service nova] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Refreshing instance network info cache due to event network-changed-ac225733-9917-4093-854d-f0ee36a177bb. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a2b3c696-43fc-4ce8-8859-28d7420b4b4c req-1e106304-2b02-43a5-8e5b-d46d4a81c1d4 service nova] Acquiring lock "refresh_cache-fcde6b55-42d0-41aa-8ed7-5b81486228ac" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] No VIF found with MAC fa:16:3e:68:84:8c, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.network.neutron [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.network.neutron [req-2cb9438e-82d5-4af3-87e7-505eb60eaf30 req-b1fc67db-39b5-49ae-8b02-17fc0ae4a1ee service nova] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Updated VIF entry in instance network info cache for port 1f1028c1-1ae9-424c-9e56-0291552e142c. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.network.neutron [req-2cb9438e-82d5-4af3-87e7-505eb60eaf30 req-b1fc67db-39b5-49ae-8b02-17fc0ae4a1ee service nova] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Updating instance_info_cache with network_info: [{"id": "1f1028c1-1ae9-424c-9e56-0291552e142c", "address": "fa:16:3e:68:84:8c", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f1028c1-1a", "ovs_interfaceid": "1f1028c1-1ae9-424c-9e56-0291552e142c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.network.neutron [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Updating instance_info_cache with network_info: [{"id": "ac225733-9917-4093-854d-f0ee36a177bb", "address": "fa:16:3e:1e:bf:21", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac225733-99", "ovs_interfaceid": "ac225733-9917-4093-854d-f0ee36a177bb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2cb9438e-82d5-4af3-87e7-505eb60eaf30 req-b1fc67db-39b5-49ae-8b02-17fc0ae4a1ee service nova] Releasing lock "refresh_cache-fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Releasing lock "refresh_cache-fcde6b55-42d0-41aa-8ed7-5b81486228ac" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.compute.manager [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Instance network_info: |[{"id": "ac225733-9917-4093-854d-f0ee36a177bb", "address": "fa:16:3e:1e:bf:21", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac225733-99", "ovs_interfaceid": "ac225733-9917-4093-854d-f0ee36a177bb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a2b3c696-43fc-4ce8-8859-28d7420b4b4c req-1e106304-2b02-43a5-8e5b-d46d4a81c1d4 service nova] Acquired lock "refresh_cache-fcde6b55-42d0-41aa-8ed7-5b81486228ac" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.network.neutron [req-a2b3c696-43fc-4ce8-8859-28d7420b4b4c req-1e106304-2b02-43a5-8e5b-d46d4a81c1d4 service nova] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Refreshing network info cache for port ac225733-9917-4093-854d-f0ee36a177bb {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Start _get_guest_xml network_info=[{"id": "ac225733-9917-4093-854d-f0ee36a177bb", "address": "fa:16:3e:1e:bf:21", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac225733-99", "ovs_interfaceid": "ac225733-9917-4093-854d-f0ee36a177bb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'boot_index': 0, 'guest_format': None, 'image_id': 'ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 08:02:41 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:02:41 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:02:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1747608137',display_name='tempest-ServerRescueNegativeTestJSON-server-1747608137',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1747608137',id=40,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b499c188ed2147f0919d1674041c4c90',ramdisk_id='',reservation_id='r-bk2zvfu1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1940238709',owner_user_name='tempest-ServerRescueNegativeTestJSON-1940238709-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T08:02:40Z,user_data=None,user_id='0b1a117c8cd3415e8c418ce9e311c3e2',uuid=fcde6b55-42d0-41aa-8ed7-5b81486228ac,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ac225733-9917-4093-854d-f0ee36a177bb", "address": "fa:16:3e:1e:bf:21", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac225733-99", "ovs_interfaceid": "ac225733-9917-4093-854d-f0ee36a177bb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Converting VIF {"id": "ac225733-9917-4093-854d-f0ee36a177bb", "address": "fa:16:3e:1e:bf:21", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac225733-99", "ovs_interfaceid": "ac225733-9917-4093-854d-f0ee36a177bb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1e:bf:21,bridge_name='br-int',has_traffic_filtering=True,id=ac225733-9917-4093-854d-f0ee36a177bb,network=Network(0d7d2223-2bf4-492f-af57-77c8c92af616),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac225733-99') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.objects.instance [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lazy-loading 'pci_devices' on Instance uuid fcde6b55-42d0-41aa-8ed7-5b81486228ac {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] End _get_guest_xml xml=<domain type="kvm">
Oct 24 08:02:41 user nova-compute[74307]:   <uuid>fcde6b55-42d0-41aa-8ed7-5b81486228ac</uuid>
Oct 24 08:02:41 user nova-compute[74307]:   <name>instance-00000028</name>
Oct 24 08:02:41 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 08:02:41 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 08:02:41 user nova-compute[74307]:   <metadata>
Oct 24 08:02:41 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 08:02:41 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 08:02:41 user nova-compute[74307]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1747608137</nova:name>
Oct 24 08:02:41 user nova-compute[74307]:       <nova:creationTime>2023-10-24 08:02:41</nova:creationTime>
Oct 24 08:02:41 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 08:02:41 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 08:02:41 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 08:02:41 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 08:02:41 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 08:02:41 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 08:02:41 user nova-compute[74307]:       </nova:flavor>
Oct 24 08:02:41 user nova-compute[74307]:       <nova:owner>
Oct 24 08:02:41 user nova-compute[74307]:         <nova:user uuid="0b1a117c8cd3415e8c418ce9e311c3e2">tempest-ServerRescueNegativeTestJSON-1940238709-project-member</nova:user>
Oct 24 08:02:41 user nova-compute[74307]:         <nova:project uuid="b499c188ed2147f0919d1674041c4c90">tempest-ServerRescueNegativeTestJSON-1940238709</nova:project>
Oct 24 08:02:41 user nova-compute[74307]:       </nova:owner>
Oct 24 08:02:41 user nova-compute[74307]:       <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 08:02:41 user nova-compute[74307]:       <nova:ports>
Oct 24 08:02:41 user nova-compute[74307]:         <nova:port uuid="ac225733-9917-4093-854d-f0ee36a177bb">
Oct 24 08:02:41 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 24 08:02:41 user nova-compute[74307]:         </nova:port>
Oct 24 08:02:41 user nova-compute[74307]:       </nova:ports>
Oct 24 08:02:41 user nova-compute[74307]:     </nova:instance>
Oct 24 08:02:41 user nova-compute[74307]:   </metadata>
Oct 24 08:02:41 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 08:02:41 user nova-compute[74307]:     <system>
Oct 24 08:02:41 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 08:02:41 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 08:02:41 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 08:02:41 user nova-compute[74307]:       <entry name="serial">fcde6b55-42d0-41aa-8ed7-5b81486228ac</entry>
Oct 24 08:02:41 user nova-compute[74307]:       <entry name="uuid">fcde6b55-42d0-41aa-8ed7-5b81486228ac</entry>
Oct 24 08:02:41 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 08:02:41 user nova-compute[74307]:     </system>
Oct 24 08:02:41 user nova-compute[74307]:   </sysinfo>
Oct 24 08:02:41 user nova-compute[74307]:   <os>
Oct 24 08:02:41 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 08:02:41 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 08:02:41 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 08:02:41 user nova-compute[74307]:   </os>
Oct 24 08:02:41 user nova-compute[74307]:   <features>
Oct 24 08:02:41 user nova-compute[74307]:     <acpi/>
Oct 24 08:02:41 user nova-compute[74307]:     <apic/>
Oct 24 08:02:41 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 08:02:41 user nova-compute[74307]:   </features>
Oct 24 08:02:41 user nova-compute[74307]:   <clock offset="utc">
Oct 24 08:02:41 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 08:02:41 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 08:02:41 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 08:02:41 user nova-compute[74307]:   </clock>
Oct 24 08:02:41 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 08:02:41 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 08:02:41 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 08:02:41 user nova-compute[74307]:   </cpu>
Oct 24 08:02:41 user nova-compute[74307]:   <devices>
Oct 24 08:02:41 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 08:02:41 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 08:02:41 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk"/>
Oct 24 08:02:41 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 08:02:41 user nova-compute[74307]:     </disk>
Oct 24 08:02:41 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 08:02:41 user nova-compute[74307]:       <mac address="fa:16:3e:1e:bf:21"/>
Oct 24 08:02:41 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 08:02:41 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 08:02:41 user nova-compute[74307]:       <target dev="tapac225733-99"/>
Oct 24 08:02:41 user nova-compute[74307]:     </interface>
Oct 24 08:02:41 user nova-compute[74307]:     <serial type="pty">
Oct 24 08:02:41 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/console.log" append="off"/>
Oct 24 08:02:41 user nova-compute[74307]:     </serial>
Oct 24 08:02:41 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 08:02:41 user nova-compute[74307]:     <video>
Oct 24 08:02:41 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 08:02:41 user nova-compute[74307]:     </video>
Oct 24 08:02:41 user nova-compute[74307]:     <rng model="virtio">
Oct 24 08:02:41 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 08:02:41 user nova-compute[74307]:     </rng>
Oct 24 08:02:41 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 08:02:41 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 08:02:41 user nova-compute[74307]:       <stats period="10"/>
Oct 24 08:02:41 user nova-compute[74307]:     </memballoon>
Oct 24 08:02:41 user nova-compute[74307]:   </devices>
Oct 24 08:02:41 user nova-compute[74307]: </domain>
Oct 24 08:02:41 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:02:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1747608137',display_name='tempest-ServerRescueNegativeTestJSON-server-1747608137',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1747608137',id=40,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b499c188ed2147f0919d1674041c4c90',ramdisk_id='',reservation_id='r-bk2zvfu1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1940238709',owner_user_name='tempest-ServerRescueNegativeTestJSON-1940238709-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T08:02:40Z,user_data=None,user_id='0b1a117c8cd3415e8c418ce9e311c3e2',uuid=fcde6b55-42d0-41aa-8ed7-5b81486228ac,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ac225733-9917-4093-854d-f0ee36a177bb", "address": "fa:16:3e:1e:bf:21", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac225733-99", "ovs_interfaceid": "ac225733-9917-4093-854d-f0ee36a177bb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Converting VIF {"id": "ac225733-9917-4093-854d-f0ee36a177bb", "address": "fa:16:3e:1e:bf:21", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac225733-99", "ovs_interfaceid": "ac225733-9917-4093-854d-f0ee36a177bb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1e:bf:21,bridge_name='br-int',has_traffic_filtering=True,id=ac225733-9917-4093-854d-f0ee36a177bb,network=Network(0d7d2223-2bf4-492f-af57-77c8c92af616),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac225733-99') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG os_vif [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1e:bf:21,bridge_name='br-int',has_traffic_filtering=True,id=ac225733-9917-4093-854d-f0ee36a177bb,network=Network(0d7d2223-2bf4-492f-af57-77c8c92af616),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac225733-99') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '90f208cf-ea02-5727-ab43-3f55551f8149', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapac225733-99, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapac225733-99, col_values=(('qos', UUID('cc8d33b4-2d49-4d5b-91e6-a82adf8e060e')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapac225733-99, col_values=(('external_ids', {'iface-id': 'ac225733-9917-4093-854d-f0ee36a177bb', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1e:bf:21', 'vm-uuid': 'fcde6b55-42d0-41aa-8ed7-5b81486228ac'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:41 user nova-compute[74307]: INFO os_vif [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1e:bf:21,bridge_name='br-int',has_traffic_filtering=True,id=ac225733-9917-4093-854d-f0ee36a177bb,network=Network(0d7d2223-2bf4-492f-af57-77c8c92af616),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac225733-99')
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 08:02:41 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] No VIF found with MAC fa:16:3e:1e:bf:21, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 08:02:42 user nova-compute[74307]: DEBUG nova.network.neutron [req-a2b3c696-43fc-4ce8-8859-28d7420b4b4c req-1e106304-2b02-43a5-8e5b-d46d4a81c1d4 service nova] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Updated VIF entry in instance network info cache for port ac225733-9917-4093-854d-f0ee36a177bb. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 08:02:42 user nova-compute[74307]: DEBUG nova.network.neutron [req-a2b3c696-43fc-4ce8-8859-28d7420b4b4c req-1e106304-2b02-43a5-8e5b-d46d4a81c1d4 service nova] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Updating instance_info_cache with network_info: [{"id": "ac225733-9917-4093-854d-f0ee36a177bb", "address": "fa:16:3e:1e:bf:21", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac225733-99", "ovs_interfaceid": "ac225733-9917-4093-854d-f0ee36a177bb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:02:42 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a2b3c696-43fc-4ce8-8859-28d7420b4b4c req-1e106304-2b02-43a5-8e5b-d46d4a81c1d4 service nova] Releasing lock "refresh_cache-fcde6b55-42d0-41aa-8ed7-5b81486228ac" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:02:43 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:43 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:43 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:43 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:43 user nova-compute[74307]: DEBUG nova.compute.manager [req-0fba500b-22c5-4172-90d2-a6c87b35c450 req-9b96acb9-13c9-4650-9f7e-517b0122ba18 service nova] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Received event network-vif-plugged-1f1028c1-1ae9-424c-9e56-0291552e142c {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:02:43 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-0fba500b-22c5-4172-90d2-a6c87b35c450 req-9b96acb9-13c9-4650-9f7e-517b0122ba18 service nova] Acquiring lock "fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:02:43 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-0fba500b-22c5-4172-90d2-a6c87b35c450 req-9b96acb9-13c9-4650-9f7e-517b0122ba18 service nova] Lock "fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:02:43 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-0fba500b-22c5-4172-90d2-a6c87b35c450 req-9b96acb9-13c9-4650-9f7e-517b0122ba18 service nova] Lock "fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:02:43 user nova-compute[74307]: DEBUG nova.compute.manager [req-0fba500b-22c5-4172-90d2-a6c87b35c450 req-9b96acb9-13c9-4650-9f7e-517b0122ba18 service nova] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] No waiting events found dispatching network-vif-plugged-1f1028c1-1ae9-424c-9e56-0291552e142c {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:02:43 user nova-compute[74307]: WARNING nova.compute.manager [req-0fba500b-22c5-4172-90d2-a6c87b35c450 req-9b96acb9-13c9-4650-9f7e-517b0122ba18 service nova] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Received unexpected event network-vif-plugged-1f1028c1-1ae9-424c-9e56-0291552e142c for instance with vm_state building and task_state spawning.
Oct 24 08:02:43 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:44 user nova-compute[74307]: DEBUG nova.compute.manager [req-56c597a7-23b2-40e0-95fe-cf594a53d60e req-46e3593f-4f18-469b-a4e3-d9f41371830c service nova] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Received event network-vif-plugged-ac225733-9917-4093-854d-f0ee36a177bb {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:02:44 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-56c597a7-23b2-40e0-95fe-cf594a53d60e req-46e3593f-4f18-469b-a4e3-d9f41371830c service nova] Acquiring lock "fcde6b55-42d0-41aa-8ed7-5b81486228ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:02:44 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-56c597a7-23b2-40e0-95fe-cf594a53d60e req-46e3593f-4f18-469b-a4e3-d9f41371830c service nova] Lock "fcde6b55-42d0-41aa-8ed7-5b81486228ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:02:44 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-56c597a7-23b2-40e0-95fe-cf594a53d60e req-46e3593f-4f18-469b-a4e3-d9f41371830c service nova] Lock "fcde6b55-42d0-41aa-8ed7-5b81486228ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:02:44 user nova-compute[74307]: DEBUG nova.compute.manager [req-56c597a7-23b2-40e0-95fe-cf594a53d60e req-46e3593f-4f18-469b-a4e3-d9f41371830c service nova] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] No waiting events found dispatching network-vif-plugged-ac225733-9917-4093-854d-f0ee36a177bb {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:02:44 user nova-compute[74307]: WARNING nova.compute.manager [req-56c597a7-23b2-40e0-95fe-cf594a53d60e req-46e3593f-4f18-469b-a4e3-d9f41371830c service nova] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Received unexpected event network-vif-plugged-ac225733-9917-4093-854d-f0ee36a177bb for instance with vm_state building and task_state spawning.
Oct 24 08:02:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:45 user nova-compute[74307]: DEBUG nova.compute.manager [req-cd29d512-4c15-49d0-89ad-e7b75bd0dccb req-68ca86c5-9914-4e5c-b6b8-84dd493403dd service nova] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Received event network-vif-plugged-1f1028c1-1ae9-424c-9e56-0291552e142c {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:02:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-cd29d512-4c15-49d0-89ad-e7b75bd0dccb req-68ca86c5-9914-4e5c-b6b8-84dd493403dd service nova] Acquiring lock "fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:02:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-cd29d512-4c15-49d0-89ad-e7b75bd0dccb req-68ca86c5-9914-4e5c-b6b8-84dd493403dd service nova] Lock "fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:02:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-cd29d512-4c15-49d0-89ad-e7b75bd0dccb req-68ca86c5-9914-4e5c-b6b8-84dd493403dd service nova] Lock "fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:02:45 user nova-compute[74307]: DEBUG nova.compute.manager [req-cd29d512-4c15-49d0-89ad-e7b75bd0dccb req-68ca86c5-9914-4e5c-b6b8-84dd493403dd service nova] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] No waiting events found dispatching network-vif-plugged-1f1028c1-1ae9-424c-9e56-0291552e142c {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:02:45 user nova-compute[74307]: WARNING nova.compute.manager [req-cd29d512-4c15-49d0-89ad-e7b75bd0dccb req-68ca86c5-9914-4e5c-b6b8-84dd493403dd service nova] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Received unexpected event network-vif-plugged-1f1028c1-1ae9-424c-9e56-0291552e142c for instance with vm_state building and task_state spawning.
Oct 24 08:02:46 user nova-compute[74307]: DEBUG nova.compute.manager [req-62ff806e-968c-46b3-96ab-2ff52d7bd235 req-9a8072b7-ab4b-464f-84b3-13cabd4a18b9 service nova] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Received event network-vif-plugged-ac225733-9917-4093-854d-f0ee36a177bb {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:02:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-62ff806e-968c-46b3-96ab-2ff52d7bd235 req-9a8072b7-ab4b-464f-84b3-13cabd4a18b9 service nova] Acquiring lock "fcde6b55-42d0-41aa-8ed7-5b81486228ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:02:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-62ff806e-968c-46b3-96ab-2ff52d7bd235 req-9a8072b7-ab4b-464f-84b3-13cabd4a18b9 service nova] Lock "fcde6b55-42d0-41aa-8ed7-5b81486228ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:02:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-62ff806e-968c-46b3-96ab-2ff52d7bd235 req-9a8072b7-ab4b-464f-84b3-13cabd4a18b9 service nova] Lock "fcde6b55-42d0-41aa-8ed7-5b81486228ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:02:46 user nova-compute[74307]: DEBUG nova.compute.manager [req-62ff806e-968c-46b3-96ab-2ff52d7bd235 req-9a8072b7-ab4b-464f-84b3-13cabd4a18b9 service nova] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] No waiting events found dispatching network-vif-plugged-ac225733-9917-4093-854d-f0ee36a177bb {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:02:46 user nova-compute[74307]: WARNING nova.compute.manager [req-62ff806e-968c-46b3-96ab-2ff52d7bd235 req-9a8072b7-ab4b-464f-84b3-13cabd4a18b9 service nova] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Received unexpected event network-vif-plugged-ac225733-9917-4093-854d-f0ee36a177bb for instance with vm_state building and task_state spawning.
Oct 24 08:02:46 user nova-compute[74307]: DEBUG nova.compute.manager [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 08:02:46 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Guest created on hypervisor {{(pid=74307) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 08:02:46 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Instance spawned successfully.
Oct 24 08:02:46 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 08:02:46 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Found default for hw_cdrom_bus of ide {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:02:46 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Found default for hw_disk_bus of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:02:46 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Found default for hw_input_bus of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:02:46 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Found default for hw_pointer_model of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:02:46 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Found default for hw_video_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:02:46 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Found default for hw_vif_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:02:46 user nova-compute[74307]: DEBUG nova.compute.manager [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 08:02:46 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Guest created on hypervisor {{(pid=74307) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 08:02:46 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Instance spawned successfully.
Oct 24 08:02:46 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 08:02:46 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Found default for hw_cdrom_bus of ide {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:02:46 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Found default for hw_disk_bus of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:02:46 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Found default for hw_input_bus of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:02:46 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Found default for hw_pointer_model of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:02:46 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Found default for hw_video_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:02:46 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Found default for hw_vif_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:02:46 user nova-compute[74307]: INFO nova.compute.manager [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Took 6.43 seconds to spawn the instance on the hypervisor.
Oct 24 08:02:46 user nova-compute[74307]: DEBUG nova.compute.manager [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 08:02:46 user nova-compute[74307]: INFO nova.compute.manager [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Took 7.41 seconds to spawn the instance on the hypervisor.
Oct 24 08:02:46 user nova-compute[74307]: DEBUG nova.compute.manager [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 08:02:46 user nova-compute[74307]: INFO nova.compute.manager [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Took 7.39 seconds to build instance.
Oct 24 08:02:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5983eb80-3f83-456e-bdd9-8b9b6310be40 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "fcde6b55-42d0-41aa-8ed7-5b81486228ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.502s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:02:46 user nova-compute[74307]: INFO nova.compute.manager [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Took 8.00 seconds to build instance.
Oct 24 08:02:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-967304dd-1327-4439-8852-a499fa0b389c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.122s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:02:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:50 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-3887538e-c6b5-424e-8d8a-c6934a3380ec tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance a76a3a75-0972-44e2-853f-c2f7bdd59344 is timed out.
Oct 24 08:02:50 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-3887538e-c6b5-424e-8d8a-c6934a3380ec tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Successfully detached device vdb from instance a76a3a75-0972-44e2-853f-c2f7bdd59344 from the live domain config.
Oct 24 08:02:50 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3887538e-c6b5-424e-8d8a-c6934a3380ec tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] calling os-brick to detach iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 08:02:50 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-3887538e-c6b5-424e-8d8a-c6934a3380ec tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, {'target_iqn': 'iqn.2010-10.org.openstack:413a42bf-7ad5-46fe-b8f4-061ab6b859d7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tzeIHGXS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:02:50 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-3887538e-c6b5-424e-8d8a-c6934a3380ec tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:02:50 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-3887538e-c6b5-424e-8d8a-c6934a3380ec tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:02:50 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-3887538e-c6b5-424e-8d8a-c6934a3380ec tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:02:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:02:50 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d360670-e30c-4648-aabc-edea646b08f9]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:413a42bf-7ad5-46fe-b8f4-061ab6b859d7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:02:50 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-3887538e-c6b5-424e-8d8a-c6934a3380ec tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 08:02:50 user nova-compute[74307]: No targets found.
Oct 24 08:02:50 user nova-compute[74307]: iSNS:
Oct 24 08:02:50 user nova-compute[74307]: No targets found.
Oct 24 08:02:50 user nova-compute[74307]: STATIC:
Oct 24 08:02:50 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3
Oct 24 08:02:50 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 08:02:50 user nova-compute[74307]:                 Iface Name: default
Oct 24 08:02:50 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:413a42bf-7ad5-46fe-b8f4-061ab6b859d7
Oct 24 08:02:50 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 08:02:50 user nova-compute[74307]:                 Iface Name: default
Oct 24 08:02:50 user nova-compute[74307]: FIRMWARE:
Oct 24 08:02:50 user nova-compute[74307]: No targets found.
Oct 24 08:02:50 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:02:50 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-3887538e-c6b5-424e-8d8a-c6934a3380ec tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 08:02:50 user nova-compute[74307]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 08:02:50 user nova-compute[74307]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74307) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 08:02:50 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-3887538e-c6b5-424e-8d8a-c6934a3380ec tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:413a42bf-7ad5-46fe-b8f4-061ab6b859d7', 0)] {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 08:02:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:02:50 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2e70f0e-cfcd-48c2-bee5-b29ece76c756]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:413a42bf-7ad5-46fe-b8f4-061ab6b859d7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:02:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:02:50 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[dcdbb44e-f933-409f-9693-6a3c26bf75a0]: (4, ('tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413a42bf-7ad5-46fe-b8f4-061ab6b859d7 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:02:50 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-3887538e-c6b5-424e-8d8a-c6934a3380ec tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 (non-flash)
Oct 24 08:02:50 user nova-compute[74307]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413a42bf-7ad5-46fe-b8f4-061ab6b859d7 (non-flash)
Oct 24 08:02:50 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:02:50 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-3887538e-c6b5-424e-8d8a-c6934a3380ec tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] iscsi session list stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 (non-flash)
Oct 24 08:02:50 user nova-compute[74307]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413a42bf-7ad5-46fe-b8f4-061ab6b859d7 (non-flash)
Oct 24 08:02:50 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:02:50 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-3887538e-c6b5-424e-8d8a-c6934a3380ec tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f46242cb130>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:413a42bf-7ad5-46fe-b8f4-061ab6b859d7'): ({'sdc'}, set())}) {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 08:02:50 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-3887538e-c6b5-424e-8d8a-c6934a3380ec tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Removing single pathed devices sdc {{(pid=74307) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 08:02:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:02:50 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6f1d8e7-8786-4d26-a00d-741023618aa6]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:02:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.027s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:02:50 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0782334-e8b5-4553-82ac-fd3d0232ed31]: (4, ('ok\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:02:50 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-3887538e-c6b5-424e-8d8a-c6934a3380ec tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Flushing IO for device /dev/sdc {{(pid=74307) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 08:02:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:02:50 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3579446-0464-4759-ab01-4c8bdfe05c3a]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:02:50 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-3887538e-c6b5-424e-8d8a-c6934a3380ec tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74307) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 08:02:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.043s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:02:50 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd43511a-4330-44a1-aaee-db74db5f2402]: (4, ('1', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:02:50 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-3887538e-c6b5-424e-8d8a-c6934a3380ec tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 08:02:50 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-3887538e-c6b5-424e-8d8a-c6934a3380ec tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] SCSI volumes sdc have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 08:02:50 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-3887538e-c6b5-424e-8d8a-c6934a3380ec tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:413a42bf-7ad5-46fe-b8f4-061ab6b859d7')] {{(pid=74307) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 08:02:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:413a42bf-7ad5-46fe-b8f4-061ab6b859d7 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:413a42bf-7ad5-46fe-b8f4-061ab6b859d7 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:02:50 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a0e5dc8-2a44-40e1-8cf2-27aa2770735e]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:02:50 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-3887538e-c6b5-424e-8d8a-c6934a3380ec tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:02:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:413a42bf-7ad5-46fe-b8f4-061ab6b859d7 -p 172.16.0.220:3260 --logout {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:413a42bf-7ad5-46fe-b8f4-061ab6b859d7 -p 172.16.0.220:3260 --logout" returned: 0 in 0.073s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:02:50 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1a38b36-9a84-43ec-b34b-3fafad604b49]: (4, ('Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:413a42bf-7ad5-46fe-b8f4-061ab6b859d7, portal: 172.16.0.220,3260]\nLogout of [sid: 39, target: iqn.2010-10.org.openstack:413a42bf-7ad5-46fe-b8f4-061ab6b859d7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:02:50 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-3887538e-c6b5-424e-8d8a-c6934a3380ec tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:413a42bf-7ad5-46fe-b8f4-061ab6b859d7, portal: 172.16.0.220,3260]
Oct 24 08:02:50 user nova-compute[74307]: Logout of [sid: 39, target: iqn.2010-10.org.openstack:413a42bf-7ad5-46fe-b8f4-061ab6b859d7, portal: 172.16.0.220,3260] successful.
Oct 24 08:02:50 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:02:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:413a42bf-7ad5-46fe-b8f4-061ab6b859d7 -p 172.16.0.220:3260 --op delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:413a42bf-7ad5-46fe-b8f4-061ab6b859d7 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:02:50 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[9184de42-78e6-4fc8-8f73-6482055f341b]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:02:50 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-3887538e-c6b5-424e-8d8a-c6934a3380ec tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:02:50 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-3887538e-c6b5-424e-8d8a-c6934a3380ec tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.349s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:02:50 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-3887538e-c6b5-424e-8d8a-c6934a3380ec tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] <== disconnect_volume: return (350ms) None {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:02:50 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3887538e-c6b5-424e-8d8a-c6934a3380ec tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Disconnected iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 08:02:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:51 user nova-compute[74307]: DEBUG nova.objects.instance [None req-3887538e-c6b5-424e-8d8a-c6934a3380ec tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Lazy-loading 'flavor' on Instance uuid a76a3a75-0972-44e2-853f-c2f7bdd59344 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:02:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-3887538e-c6b5-424e-8d8a-c6934a3380ec tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Lock "a76a3a75-0972-44e2-853f-c2f7bdd59344" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.258s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:02:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Acquiring lock "33046253-0288-48c3-aa32-bd7d95dddc43" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:02:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "33046253-0288-48c3-aa32-bd7d95dddc43" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:02:52 user nova-compute[74307]: DEBUG nova.compute.manager [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Starting instance... {{(pid=74307) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 08:02:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:02:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:02:52 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 08:02:52 user nova-compute[74307]: INFO nova.compute.claims [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Claim successful on node user
Oct 24 08:02:53 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:02:53 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:02:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.342s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:02:53 user nova-compute[74307]: DEBUG nova.compute.manager [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Start building networks asynchronously for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 08:02:53 user nova-compute[74307]: DEBUG nova.compute.manager [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Allocating IP information in the background. {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 08:02:53 user nova-compute[74307]: DEBUG nova.network.neutron [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] allocate_for_instance() {{(pid=74307) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 08:02:53 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 08:02:53 user nova-compute[74307]: DEBUG nova.compute.manager [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Start building block device mappings for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 08:02:53 user nova-compute[74307]: DEBUG nova.policy [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd95a9d7c3fe4f4fac77a57e08cba688', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e349c7556c954f868b60c401e1a053cf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74307) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 08:02:53 user nova-compute[74307]: DEBUG nova.compute.manager [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Start spawning the instance on the hypervisor. {{(pid=74307) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 08:02:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Creating instance directory {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 08:02:53 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Creating image(s)
Oct 24 08:02:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Acquiring lock "/opt/stack/data/nova/instances/33046253-0288-48c3-aa32-bd7d95dddc43/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:02:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "/opt/stack/data/nova/instances/33046253-0288-48c3-aa32-bd7d95dddc43/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:02:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "/opt/stack/data/nova/instances/33046253-0288-48c3-aa32-bd7d95dddc43/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.006s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:02:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.187s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:02:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Acquiring lock "9cb24620554d5eab84e846c14e389d04f4c43d48" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:02:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:02:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.227s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:02:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/33046253-0288-48c3-aa32-bd7d95dddc43/disk 1073741824 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:53 user nova-compute[74307]: DEBUG nova.network.neutron [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Successfully created port: a0a71dcb-994d-4ff5-aeac-48dc5e48451b {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 08:02:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/33046253-0288-48c3-aa32-bd7d95dddc43/disk 1073741824" returned: 0 in 0.065s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:02:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.299s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:02:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.169s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Checking if we can resize image /opt/stack/data/nova/instances/33046253-0288-48c3-aa32-bd7d95dddc43/disk. size=1073741824 {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33046253-0288-48c3-aa32-bd7d95dddc43/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33046253-0288-48c3-aa32-bd7d95dddc43/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Cannot resize image /opt/stack/data/nova/instances/33046253-0288-48c3-aa32-bd7d95dddc43/disk to a smaller size. {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Created local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Ensure instance console log exists: /opt/stack/data/nova/instances/33046253-0288-48c3-aa32-bd7d95dddc43/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG nova.network.neutron [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Successfully updated port: a0a71dcb-994d-4ff5-aeac-48dc5e48451b {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Acquiring lock "refresh_cache-33046253-0288-48c3-aa32-bd7d95dddc43" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Acquired lock "refresh_cache-33046253-0288-48c3-aa32-bd7d95dddc43" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG nova.network.neutron [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG nova.network.neutron [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG nova.compute.manager [req-1262646e-6d37-4846-8fe2-ab76a3deb18e req-0b4f1ceb-068c-4b69-a928-45e7613766eb service nova] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Received event network-changed-a0a71dcb-994d-4ff5-aeac-48dc5e48451b {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG nova.compute.manager [req-1262646e-6d37-4846-8fe2-ab76a3deb18e req-0b4f1ceb-068c-4b69-a928-45e7613766eb service nova] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Refreshing instance network info cache due to event network-changed-a0a71dcb-994d-4ff5-aeac-48dc5e48451b. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-1262646e-6d37-4846-8fe2-ab76a3deb18e req-0b4f1ceb-068c-4b69-a928-45e7613766eb service nova] Acquiring lock "refresh_cache-33046253-0288-48c3-aa32-bd7d95dddc43" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG nova.network.neutron [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Updating instance_info_cache with network_info: [{"id": "a0a71dcb-994d-4ff5-aeac-48dc5e48451b", "address": "fa:16:3e:94:9c:db", "network": {"id": "0b5afd85-cb93-4bd3-abef-63764752395c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-367974063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e349c7556c954f868b60c401e1a053cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0a71dcb-99", "ovs_interfaceid": "a0a71dcb-994d-4ff5-aeac-48dc5e48451b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Releasing lock "refresh_cache-33046253-0288-48c3-aa32-bd7d95dddc43" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG nova.compute.manager [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Instance network_info: |[{"id": "a0a71dcb-994d-4ff5-aeac-48dc5e48451b", "address": "fa:16:3e:94:9c:db", "network": {"id": "0b5afd85-cb93-4bd3-abef-63764752395c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-367974063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e349c7556c954f868b60c401e1a053cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0a71dcb-99", "ovs_interfaceid": "a0a71dcb-994d-4ff5-aeac-48dc5e48451b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-1262646e-6d37-4846-8fe2-ab76a3deb18e req-0b4f1ceb-068c-4b69-a928-45e7613766eb service nova] Acquired lock "refresh_cache-33046253-0288-48c3-aa32-bd7d95dddc43" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG nova.network.neutron [req-1262646e-6d37-4846-8fe2-ab76a3deb18e req-0b4f1ceb-068c-4b69-a928-45e7613766eb service nova] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Refreshing network info cache for port a0a71dcb-994d-4ff5-aeac-48dc5e48451b {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Start _get_guest_xml network_info=[{"id": "a0a71dcb-994d-4ff5-aeac-48dc5e48451b", "address": "fa:16:3e:94:9c:db", "network": {"id": "0b5afd85-cb93-4bd3-abef-63764752395c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-367974063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e349c7556c954f868b60c401e1a053cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0a71dcb-99", "ovs_interfaceid": "a0a71dcb-994d-4ff5-aeac-48dc5e48451b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'boot_index': 0, 'guest_format': None, 'image_id': 'ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 08:02:54 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:02:54 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:02:54 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:02:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-2118971451',display_name='tempest-AttachVolumeTestJSON-server-2118971451',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-2118971451',id=41,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHkYdClAXqb+MAJ2jBbSKS1dzQTUGjC8yW5ROfoHBH+Ry7u3BDf5U3RxCyx2d9tUBlOOtZqyqQBFX8RROSNqYLF1v7OCKoc2ZiwYBmXcMHBb8t/koh9ijGmc1eDA+kti0Q==',key_name='tempest-keypair-123363858',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e349c7556c954f868b60c401e1a053cf',ramdisk_id='',reservation_id='r-24a0ld0b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-942496644',owner_user_name='tempest-AttachVolumeTestJSON-942496644-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T08:02:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cd95a9d7c3fe4f4fac77a57e08cba688',uuid=33046253-0288-48c3-aa32-bd7d95dddc43,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a0a71dcb-994d-4ff5-aeac-48dc5e48451b", "address": "fa:16:3e:94:9c:db", "network": {"id": "0b5afd85-cb93-4bd3-abef-63764752395c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-367974063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e349c7556c954f868b60c401e1a053cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0a71dcb-99", "ovs_interfaceid": "a0a71dcb-994d-4ff5-aeac-48dc5e48451b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Converting VIF {"id": "a0a71dcb-994d-4ff5-aeac-48dc5e48451b", "address": "fa:16:3e:94:9c:db", "network": {"id": "0b5afd85-cb93-4bd3-abef-63764752395c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-367974063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e349c7556c954f868b60c401e1a053cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0a71dcb-99", "ovs_interfaceid": "a0a71dcb-994d-4ff5-aeac-48dc5e48451b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:94:9c:db,bridge_name='br-int',has_traffic_filtering=True,id=a0a71dcb-994d-4ff5-aeac-48dc5e48451b,network=Network(0b5afd85-cb93-4bd3-abef-63764752395c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa0a71dcb-99') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG nova.objects.instance [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lazy-loading 'pci_devices' on Instance uuid 33046253-0288-48c3-aa32-bd7d95dddc43 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] End _get_guest_xml xml=<domain type="kvm">
Oct 24 08:02:54 user nova-compute[74307]:   <uuid>33046253-0288-48c3-aa32-bd7d95dddc43</uuid>
Oct 24 08:02:54 user nova-compute[74307]:   <name>instance-00000029</name>
Oct 24 08:02:54 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 08:02:54 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 08:02:54 user nova-compute[74307]:   <metadata>
Oct 24 08:02:54 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 08:02:54 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 08:02:54 user nova-compute[74307]:       <nova:name>tempest-AttachVolumeTestJSON-server-2118971451</nova:name>
Oct 24 08:02:54 user nova-compute[74307]:       <nova:creationTime>2023-10-24 08:02:54</nova:creationTime>
Oct 24 08:02:54 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 08:02:54 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 08:02:54 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 08:02:54 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 08:02:54 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 08:02:54 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 08:02:54 user nova-compute[74307]:       </nova:flavor>
Oct 24 08:02:54 user nova-compute[74307]:       <nova:owner>
Oct 24 08:02:54 user nova-compute[74307]:         <nova:user uuid="cd95a9d7c3fe4f4fac77a57e08cba688">tempest-AttachVolumeTestJSON-942496644-project-member</nova:user>
Oct 24 08:02:54 user nova-compute[74307]:         <nova:project uuid="e349c7556c954f868b60c401e1a053cf">tempest-AttachVolumeTestJSON-942496644</nova:project>
Oct 24 08:02:54 user nova-compute[74307]:       </nova:owner>
Oct 24 08:02:54 user nova-compute[74307]:       <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 08:02:54 user nova-compute[74307]:       <nova:ports>
Oct 24 08:02:54 user nova-compute[74307]:         <nova:port uuid="a0a71dcb-994d-4ff5-aeac-48dc5e48451b">
Oct 24 08:02:54 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 24 08:02:54 user nova-compute[74307]:         </nova:port>
Oct 24 08:02:54 user nova-compute[74307]:       </nova:ports>
Oct 24 08:02:54 user nova-compute[74307]:     </nova:instance>
Oct 24 08:02:54 user nova-compute[74307]:   </metadata>
Oct 24 08:02:54 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 08:02:54 user nova-compute[74307]:     <system>
Oct 24 08:02:54 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 08:02:54 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 08:02:54 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 08:02:54 user nova-compute[74307]:       <entry name="serial">33046253-0288-48c3-aa32-bd7d95dddc43</entry>
Oct 24 08:02:54 user nova-compute[74307]:       <entry name="uuid">33046253-0288-48c3-aa32-bd7d95dddc43</entry>
Oct 24 08:02:54 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 08:02:54 user nova-compute[74307]:     </system>
Oct 24 08:02:54 user nova-compute[74307]:   </sysinfo>
Oct 24 08:02:54 user nova-compute[74307]:   <os>
Oct 24 08:02:54 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 08:02:54 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 08:02:54 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 08:02:54 user nova-compute[74307]:   </os>
Oct 24 08:02:54 user nova-compute[74307]:   <features>
Oct 24 08:02:54 user nova-compute[74307]:     <acpi/>
Oct 24 08:02:54 user nova-compute[74307]:     <apic/>
Oct 24 08:02:54 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 08:02:54 user nova-compute[74307]:   </features>
Oct 24 08:02:54 user nova-compute[74307]:   <clock offset="utc">
Oct 24 08:02:54 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 08:02:54 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 08:02:54 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 08:02:54 user nova-compute[74307]:   </clock>
Oct 24 08:02:54 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 08:02:54 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 08:02:54 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 08:02:54 user nova-compute[74307]:   </cpu>
Oct 24 08:02:54 user nova-compute[74307]:   <devices>
Oct 24 08:02:54 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 08:02:54 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 08:02:54 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/33046253-0288-48c3-aa32-bd7d95dddc43/disk"/>
Oct 24 08:02:54 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 08:02:54 user nova-compute[74307]:     </disk>
Oct 24 08:02:54 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 08:02:54 user nova-compute[74307]:       <mac address="fa:16:3e:94:9c:db"/>
Oct 24 08:02:54 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 08:02:54 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 08:02:54 user nova-compute[74307]:       <target dev="tapa0a71dcb-99"/>
Oct 24 08:02:54 user nova-compute[74307]:     </interface>
Oct 24 08:02:54 user nova-compute[74307]:     <serial type="pty">
Oct 24 08:02:54 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/33046253-0288-48c3-aa32-bd7d95dddc43/console.log" append="off"/>
Oct 24 08:02:54 user nova-compute[74307]:     </serial>
Oct 24 08:02:54 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 08:02:54 user nova-compute[74307]:     <video>
Oct 24 08:02:54 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 08:02:54 user nova-compute[74307]:     </video>
Oct 24 08:02:54 user nova-compute[74307]:     <rng model="virtio">
Oct 24 08:02:54 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 08:02:54 user nova-compute[74307]:     </rng>
Oct 24 08:02:54 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 08:02:54 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 08:02:54 user nova-compute[74307]:       <stats period="10"/>
Oct 24 08:02:54 user nova-compute[74307]:     </memballoon>
Oct 24 08:02:54 user nova-compute[74307]:   </devices>
Oct 24 08:02:54 user nova-compute[74307]: </domain>
Oct 24 08:02:54 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:02:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-2118971451',display_name='tempest-AttachVolumeTestJSON-server-2118971451',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-2118971451',id=41,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHkYdClAXqb+MAJ2jBbSKS1dzQTUGjC8yW5ROfoHBH+Ry7u3BDf5U3RxCyx2d9tUBlOOtZqyqQBFX8RROSNqYLF1v7OCKoc2ZiwYBmXcMHBb8t/koh9ijGmc1eDA+kti0Q==',key_name='tempest-keypair-123363858',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e349c7556c954f868b60c401e1a053cf',ramdisk_id='',reservation_id='r-24a0ld0b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-942496644',owner_user_name='tempest-AttachVolumeTestJSON-942496644-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T08:02:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cd95a9d7c3fe4f4fac77a57e08cba688',uuid=33046253-0288-48c3-aa32-bd7d95dddc43,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a0a71dcb-994d-4ff5-aeac-48dc5e48451b", "address": "fa:16:3e:94:9c:db", "network": {"id": "0b5afd85-cb93-4bd3-abef-63764752395c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-367974063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e349c7556c954f868b60c401e1a053cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0a71dcb-99", "ovs_interfaceid": "a0a71dcb-994d-4ff5-aeac-48dc5e48451b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Converting VIF {"id": "a0a71dcb-994d-4ff5-aeac-48dc5e48451b", "address": "fa:16:3e:94:9c:db", "network": {"id": "0b5afd85-cb93-4bd3-abef-63764752395c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-367974063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e349c7556c954f868b60c401e1a053cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0a71dcb-99", "ovs_interfaceid": "a0a71dcb-994d-4ff5-aeac-48dc5e48451b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:94:9c:db,bridge_name='br-int',has_traffic_filtering=True,id=a0a71dcb-994d-4ff5-aeac-48dc5e48451b,network=Network(0b5afd85-cb93-4bd3-abef-63764752395c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa0a71dcb-99') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG os_vif [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:94:9c:db,bridge_name='br-int',has_traffic_filtering=True,id=a0a71dcb-994d-4ff5-aeac-48dc5e48451b,network=Network(0b5afd85-cb93-4bd3-abef-63764752395c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa0a71dcb-99') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '859b0460-db76-597d-88a7-caed2a3cc873', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa0a71dcb-99, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa0a71dcb-99, col_values=(('qos', UUID('61f9dc7b-bc44-4ccb-9f63-d3a73e2f38ba')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa0a71dcb-99, col_values=(('external_ids', {'iface-id': 'a0a71dcb-994d-4ff5-aeac-48dc5e48451b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:94:9c:db', 'vm-uuid': '33046253-0288-48c3-aa32-bd7d95dddc43'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:02:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:54 user nova-compute[74307]: INFO os_vif [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:94:9c:db,bridge_name='br-int',has_traffic_filtering=True,id=a0a71dcb-994d-4ff5-aeac-48dc5e48451b,network=Network(0b5afd85-cb93-4bd3-abef-63764752395c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa0a71dcb-99')
Oct 24 08:02:55 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 08:02:55 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] No VIF found with MAC fa:16:3e:94:9c:db, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 08:02:55 user nova-compute[74307]: DEBUG nova.network.neutron [req-1262646e-6d37-4846-8fe2-ab76a3deb18e req-0b4f1ceb-068c-4b69-a928-45e7613766eb service nova] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Updated VIF entry in instance network info cache for port a0a71dcb-994d-4ff5-aeac-48dc5e48451b. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 08:02:55 user nova-compute[74307]: DEBUG nova.network.neutron [req-1262646e-6d37-4846-8fe2-ab76a3deb18e req-0b4f1ceb-068c-4b69-a928-45e7613766eb service nova] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Updating instance_info_cache with network_info: [{"id": "a0a71dcb-994d-4ff5-aeac-48dc5e48451b", "address": "fa:16:3e:94:9c:db", "network": {"id": "0b5afd85-cb93-4bd3-abef-63764752395c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-367974063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e349c7556c954f868b60c401e1a053cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0a71dcb-99", "ovs_interfaceid": "a0a71dcb-994d-4ff5-aeac-48dc5e48451b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:02:55 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-1262646e-6d37-4846-8fe2-ab76a3deb18e req-0b4f1ceb-068c-4b69-a928-45e7613766eb service nova] Releasing lock "refresh_cache-33046253-0288-48c3-aa32-bd7d95dddc43" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:02:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:56 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:56 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:56 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:56 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:56 user nova-compute[74307]: DEBUG nova.compute.manager [req-a303c3b6-bf61-4f9c-a431-36d4cd0b59d3 req-9d6e24ec-059b-4913-837e-c84f2a249567 service nova] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Received event network-vif-plugged-a0a71dcb-994d-4ff5-aeac-48dc5e48451b {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:02:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a303c3b6-bf61-4f9c-a431-36d4cd0b59d3 req-9d6e24ec-059b-4913-837e-c84f2a249567 service nova] Acquiring lock "33046253-0288-48c3-aa32-bd7d95dddc43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:02:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a303c3b6-bf61-4f9c-a431-36d4cd0b59d3 req-9d6e24ec-059b-4913-837e-c84f2a249567 service nova] Lock "33046253-0288-48c3-aa32-bd7d95dddc43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:02:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a303c3b6-bf61-4f9c-a431-36d4cd0b59d3 req-9d6e24ec-059b-4913-837e-c84f2a249567 service nova] Lock "33046253-0288-48c3-aa32-bd7d95dddc43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:02:56 user nova-compute[74307]: DEBUG nova.compute.manager [req-a303c3b6-bf61-4f9c-a431-36d4cd0b59d3 req-9d6e24ec-059b-4913-837e-c84f2a249567 service nova] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] No waiting events found dispatching network-vif-plugged-a0a71dcb-994d-4ff5-aeac-48dc5e48451b {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:02:56 user nova-compute[74307]: WARNING nova.compute.manager [req-a303c3b6-bf61-4f9c-a431-36d4cd0b59d3 req-9d6e24ec-059b-4913-837e-c84f2a249567 service nova] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Received unexpected event network-vif-plugged-a0a71dcb-994d-4ff5-aeac-48dc5e48451b for instance with vm_state building and task_state spawning.
Oct 24 08:02:56 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:57 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:57 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:57 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:57 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:57 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:02:58 user nova-compute[74307]: DEBUG nova.compute.manager [req-f713752b-134d-4b9e-9d88-fb1b8480a817 req-bd382c76-fbe5-4948-bf6e-eb5adb5a2adf service nova] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Received event network-vif-plugged-a0a71dcb-994d-4ff5-aeac-48dc5e48451b {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:02:58 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-f713752b-134d-4b9e-9d88-fb1b8480a817 req-bd382c76-fbe5-4948-bf6e-eb5adb5a2adf service nova] Acquiring lock "33046253-0288-48c3-aa32-bd7d95dddc43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:02:58 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-f713752b-134d-4b9e-9d88-fb1b8480a817 req-bd382c76-fbe5-4948-bf6e-eb5adb5a2adf service nova] Lock "33046253-0288-48c3-aa32-bd7d95dddc43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:02:58 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-f713752b-134d-4b9e-9d88-fb1b8480a817 req-bd382c76-fbe5-4948-bf6e-eb5adb5a2adf service nova] Lock "33046253-0288-48c3-aa32-bd7d95dddc43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:02:58 user nova-compute[74307]: DEBUG nova.compute.manager [req-f713752b-134d-4b9e-9d88-fb1b8480a817 req-bd382c76-fbe5-4948-bf6e-eb5adb5a2adf service nova] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] No waiting events found dispatching network-vif-plugged-a0a71dcb-994d-4ff5-aeac-48dc5e48451b {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:02:58 user nova-compute[74307]: WARNING nova.compute.manager [req-f713752b-134d-4b9e-9d88-fb1b8480a817 req-bd382c76-fbe5-4948-bf6e-eb5adb5a2adf service nova] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Received unexpected event network-vif-plugged-a0a71dcb-994d-4ff5-aeac-48dc5e48451b for instance with vm_state building and task_state spawning.
Oct 24 08:02:58 user nova-compute[74307]: DEBUG nova.compute.manager [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 08:02:58 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Guest created on hypervisor {{(pid=74307) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 08:02:58 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Instance spawned successfully.
Oct 24 08:02:58 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 08:02:58 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Found default for hw_cdrom_bus of ide {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:02:58 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Found default for hw_disk_bus of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:02:58 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Found default for hw_input_bus of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:02:58 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Found default for hw_pointer_model of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:02:58 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Found default for hw_video_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:02:58 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Found default for hw_vif_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:02:58 user nova-compute[74307]: INFO nova.compute.manager [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Took 5.60 seconds to spawn the instance on the hypervisor.
Oct 24 08:02:58 user nova-compute[74307]: DEBUG nova.compute.manager [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 08:02:59 user nova-compute[74307]: INFO nova.compute.manager [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Took 6.32 seconds to build instance.
Oct 24 08:02:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-54ab9dd3-03e6-47c1-9fd8-09aee5c794e6 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "33046253-0288-48c3-aa32-bd7d95dddc43" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.434s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:02:59 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:03:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:03:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:03:04 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:03:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:03:08 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:03:09 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:03:09 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:03:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:03:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:03:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:03:09 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 08:03:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:03:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json" returned: 0 in 0.297s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:03:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:03:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:03:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a76a3a75-0972-44e2-853f-c2f7bdd59344/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:03:09 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:03:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a76a3a75-0972-44e2-853f-c2f7bdd59344/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:03:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a76a3a75-0972-44e2-853f-c2f7bdd59344/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:03:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a76a3a75-0972-44e2-853f-c2f7bdd59344/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:03:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33046253-0288-48c3-aa32-bd7d95dddc43/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:03:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33046253-0288-48c3-aa32-bd7d95dddc43/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:03:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33046253-0288-48c3-aa32-bd7d95dddc43/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:03:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33046253-0288-48c3-aa32-bd7d95dddc43/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:03:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/189dbc60-a6ba-4c58-b84e-96e5f637b1aa/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:03:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:03:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/189dbc60-a6ba-4c58-b84e-96e5f637b1aa/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:03:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/189dbc60-a6ba-4c58-b84e-96e5f637b1aa/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:03:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/189dbc60-a6ba-4c58-b84e-96e5f637b1aa/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:03:11 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 08:03:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:03:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:03:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:03:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:03:11 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:03:11 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:03:11 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Hypervisor/Node resource view: name=user free_ram=7999MB free_disk=25.20543670654297GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 08:03:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:03:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:03:11 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance a76a3a75-0972-44e2-853f-c2f7bdd59344 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:03:11 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 189dbc60-a6ba-4c58-b84e-96e5f637b1aa actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:03:11 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 09d92b28-0855-49a6-96bd-37e372e7cc10 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:03:11 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:03:11 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fcde6b55-42d0-41aa-8ed7-5b81486228ac actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:03:11 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 33046253-0288-48c3-aa32-bd7d95dddc43 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:03:11 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 08:03:11 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 08:03:12 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:03:12 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:03:12 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 08:03:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.379s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:03:13 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:03:14 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:03:14 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:03:15 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:03:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:03:16 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:03:16 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Starting heal instance info cache {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 08:03:16 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Rebuilding the list of instances to heal {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 08:03:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "refresh_cache-a76a3a75-0972-44e2-853f-c2f7bdd59344" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:03:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquired lock "refresh_cache-a76a3a75-0972-44e2-853f-c2f7bdd59344" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:03:16 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Forcefully refreshing network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 08:03:16 user nova-compute[74307]: DEBUG nova.objects.instance [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lazy-loading 'info_cache' on Instance uuid a76a3a75-0972-44e2-853f-c2f7bdd59344 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:03:16 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Updating instance_info_cache with network_info: [{"id": "52d45d65-6c3a-406e-876b-c9c42220d9fa", "address": "fa:16:3e:b7:83:80", "network": {"id": "2e2c88e3-e8ad-4947-9c6e-8c71dd5caf71", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1016546856-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.115", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a8d2d12cc7ef472db655a01726d36568", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap52d45d65-6c", "ovs_interfaceid": "52d45d65-6c3a-406e-876b-c9c42220d9fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:03:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Releasing lock "refresh_cache-a76a3a75-0972-44e2-853f-c2f7bdd59344" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:03:16 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Updated the network info_cache for instance {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 08:03:16 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:03:16 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:03:16 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74307) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 08:03:17 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:03:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:03:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:03:24 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:03:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:03:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:03:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:03:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4593ff69-477a-46a6-b310-cf06a87699d6 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Acquiring lock "a76a3a75-0972-44e2-853f-c2f7bdd59344" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:03:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4593ff69-477a-46a6-b310-cf06a87699d6 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Lock "a76a3a75-0972-44e2-853f-c2f7bdd59344" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:03:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4593ff69-477a-46a6-b310-cf06a87699d6 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Acquiring lock "a76a3a75-0972-44e2-853f-c2f7bdd59344-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:03:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4593ff69-477a-46a6-b310-cf06a87699d6 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Lock "a76a3a75-0972-44e2-853f-c2f7bdd59344-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:03:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4593ff69-477a-46a6-b310-cf06a87699d6 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Lock "a76a3a75-0972-44e2-853f-c2f7bdd59344-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:03:34 user nova-compute[74307]: INFO nova.compute.manager [None req-4593ff69-477a-46a6-b310-cf06a87699d6 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Terminating instance
Oct 24 08:03:34 user nova-compute[74307]: DEBUG nova.compute.manager [None req-4593ff69-477a-46a6-b310-cf06a87699d6 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Start destroying the instance on the hypervisor. {{(pid=74307) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 08:03:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:03:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:03:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:03:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:03:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:03:35 user nova-compute[74307]: DEBUG nova.compute.manager [req-77835e0c-b188-4a1a-bcbc-a24f3c82b080 req-f26219a1-0e55-4728-a5fb-4709f5fd6b75 service nova] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Received event network-vif-unplugged-52d45d65-6c3a-406e-876b-c9c42220d9fa {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:03:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-77835e0c-b188-4a1a-bcbc-a24f3c82b080 req-f26219a1-0e55-4728-a5fb-4709f5fd6b75 service nova] Acquiring lock "a76a3a75-0972-44e2-853f-c2f7bdd59344-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:03:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-77835e0c-b188-4a1a-bcbc-a24f3c82b080 req-f26219a1-0e55-4728-a5fb-4709f5fd6b75 service nova] Lock "a76a3a75-0972-44e2-853f-c2f7bdd59344-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:03:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-77835e0c-b188-4a1a-bcbc-a24f3c82b080 req-f26219a1-0e55-4728-a5fb-4709f5fd6b75 service nova] Lock "a76a3a75-0972-44e2-853f-c2f7bdd59344-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:03:35 user nova-compute[74307]: DEBUG nova.compute.manager [req-77835e0c-b188-4a1a-bcbc-a24f3c82b080 req-f26219a1-0e55-4728-a5fb-4709f5fd6b75 service nova] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] No waiting events found dispatching network-vif-unplugged-52d45d65-6c3a-406e-876b-c9c42220d9fa {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:03:35 user nova-compute[74307]: DEBUG nova.compute.manager [req-77835e0c-b188-4a1a-bcbc-a24f3c82b080 req-f26219a1-0e55-4728-a5fb-4709f5fd6b75 service nova] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Received event network-vif-unplugged-52d45d65-6c3a-406e-876b-c9c42220d9fa for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 08:03:35 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Instance destroyed successfully.
Oct 24 08:03:35 user nova-compute[74307]: DEBUG nova.objects.instance [None req-4593ff69-477a-46a6-b310-cf06a87699d6 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Lazy-loading 'resources' on Instance uuid a76a3a75-0972-44e2-853f-c2f7bdd59344 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:03:35 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-4593ff69-477a-46a6-b310-cf06a87699d6 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:00:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-250194291',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-250194291',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-2501942',id=36,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIJiCq1O0U5Eh/SqOpDFr+k0WTFPLPnoFSFqcwFITlvXKFzjCgUrcEuL68lbn+TjDbzTpfAG6wx7IilFW3mHpjSMPrXZRHsrfZA5zev2gcpMoMVrnUUGFw9ZlmYoTMz9Dg==',key_name='tempest-keypair-1120483610',keypairs=<?>,launch_index=0,launched_at=2023-10-24T08:00:15Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a8d2d12cc7ef472db655a01726d36568',ramdisk_id='',reservation_id='r-8eiigrsw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1311071256',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T08:00:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fb9a0f781fb44d7e9c11ccc2c1a3d9b8',uuid=a76a3a75-0972-44e2-853f-c2f7bdd59344,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "52d45d65-6c3a-406e-876b-c9c42220d9fa", "address": "fa:16:3e:b7:83:80", "network": {"id": "2e2c88e3-e8ad-4947-9c6e-8c71dd5caf71", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1016546856-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.115", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a8d2d12cc7ef472db655a01726d36568", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap52d45d65-6c", "ovs_interfaceid": "52d45d65-6c3a-406e-876b-c9c42220d9fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 08:03:35 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-4593ff69-477a-46a6-b310-cf06a87699d6 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Converting VIF {"id": "52d45d65-6c3a-406e-876b-c9c42220d9fa", "address": "fa:16:3e:b7:83:80", "network": {"id": "2e2c88e3-e8ad-4947-9c6e-8c71dd5caf71", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1016546856-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.115", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a8d2d12cc7ef472db655a01726d36568", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap52d45d65-6c", "ovs_interfaceid": "52d45d65-6c3a-406e-876b-c9c42220d9fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:03:35 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-4593ff69-477a-46a6-b310-cf06a87699d6 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b7:83:80,bridge_name='br-int',has_traffic_filtering=True,id=52d45d65-6c3a-406e-876b-c9c42220d9fa,network=Network(2e2c88e3-e8ad-4947-9c6e-8c71dd5caf71),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap52d45d65-6c') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:03:35 user nova-compute[74307]: DEBUG os_vif [None req-4593ff69-477a-46a6-b310-cf06a87699d6 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b7:83:80,bridge_name='br-int',has_traffic_filtering=True,id=52d45d65-6c3a-406e-876b-c9c42220d9fa,network=Network(2e2c88e3-e8ad-4947-9c6e-8c71dd5caf71),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap52d45d65-6c') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 08:03:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:03:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap52d45d65-6c, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:03:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:03:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:03:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:03:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f193c218-01f2-4d8f-94a2-dfe816943aa2) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:03:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:03:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:03:35 user nova-compute[74307]: INFO os_vif [None req-4593ff69-477a-46a6-b310-cf06a87699d6 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b7:83:80,bridge_name='br-int',has_traffic_filtering=True,id=52d45d65-6c3a-406e-876b-c9c42220d9fa,network=Network(2e2c88e3-e8ad-4947-9c6e-8c71dd5caf71),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap52d45d65-6c')
Oct 24 08:03:35 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-4593ff69-477a-46a6-b310-cf06a87699d6 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Deleting instance files /opt/stack/data/nova/instances/a76a3a75-0972-44e2-853f-c2f7bdd59344_del
Oct 24 08:03:35 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-4593ff69-477a-46a6-b310-cf06a87699d6 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Deletion of /opt/stack/data/nova/instances/a76a3a75-0972-44e2-853f-c2f7bdd59344_del complete
Oct 24 08:03:35 user nova-compute[74307]: INFO nova.compute.manager [None req-4593ff69-477a-46a6-b310-cf06a87699d6 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Took 0.86 seconds to destroy the instance on the hypervisor.
Oct 24 08:03:35 user nova-compute[74307]: DEBUG oslo.service.loopingcall [None req-4593ff69-477a-46a6-b310-cf06a87699d6 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74307) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 08:03:35 user nova-compute[74307]: DEBUG nova.compute.manager [-] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Deallocating network for instance {{(pid=74307) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 08:03:35 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] deallocate_for_instance() {{(pid=74307) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 08:03:36 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:03:36 user nova-compute[74307]: INFO nova.compute.manager [-] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Took 0.73 seconds to deallocate network for instance.
Oct 24 08:03:36 user nova-compute[74307]: DEBUG nova.compute.manager [req-91b52bfb-5459-4b0b-8fe6-a06c08d05539 req-57c160ad-ccaf-481a-a379-a5aaadff8ac5 service nova] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Received event network-vif-deleted-52d45d65-6c3a-406e-876b-c9c42220d9fa {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:03:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4593ff69-477a-46a6-b310-cf06a87699d6 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:03:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4593ff69-477a-46a6-b310-cf06a87699d6 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:03:36 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-4593ff69-477a-46a6-b310-cf06a87699d6 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:03:36 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-4593ff69-477a-46a6-b310-cf06a87699d6 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:03:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4593ff69-477a-46a6-b310-cf06a87699d6 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.222s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:03:36 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-4593ff69-477a-46a6-b310-cf06a87699d6 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Deleted allocations for instance a76a3a75-0972-44e2-853f-c2f7bdd59344
Oct 24 08:03:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4593ff69-477a-46a6-b310-cf06a87699d6 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256 tempest-TestServerVolumeAttachScenarioOldVersion-1311071256-project-member] Lock "a76a3a75-0972-44e2-853f-c2f7bdd59344" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.011s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:03:37 user nova-compute[74307]: DEBUG nova.compute.manager [req-60df1a24-a0b4-4d88-bddf-1c7e99470176 req-e211ffb7-de2a-4fdb-b73e-6e097fb10e7f service nova] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Received event network-vif-plugged-52d45d65-6c3a-406e-876b-c9c42220d9fa {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:03:37 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-60df1a24-a0b4-4d88-bddf-1c7e99470176 req-e211ffb7-de2a-4fdb-b73e-6e097fb10e7f service nova] Acquiring lock "a76a3a75-0972-44e2-853f-c2f7bdd59344-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:03:37 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-60df1a24-a0b4-4d88-bddf-1c7e99470176 req-e211ffb7-de2a-4fdb-b73e-6e097fb10e7f service nova] Lock "a76a3a75-0972-44e2-853f-c2f7bdd59344-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:03:37 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-60df1a24-a0b4-4d88-bddf-1c7e99470176 req-e211ffb7-de2a-4fdb-b73e-6e097fb10e7f service nova] Lock "a76a3a75-0972-44e2-853f-c2f7bdd59344-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:03:37 user nova-compute[74307]: DEBUG nova.compute.manager [req-60df1a24-a0b4-4d88-bddf-1c7e99470176 req-e211ffb7-de2a-4fdb-b73e-6e097fb10e7f service nova] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] No waiting events found dispatching network-vif-plugged-52d45d65-6c3a-406e-876b-c9c42220d9fa {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:03:37 user nova-compute[74307]: WARNING nova.compute.manager [req-60df1a24-a0b4-4d88-bddf-1c7e99470176 req-e211ffb7-de2a-4fdb-b73e-6e097fb10e7f service nova] [instance: a76a3a75-0972-44e2-853f-c2f7bdd59344] Received unexpected event network-vif-plugged-52d45d65-6c3a-406e-876b-c9c42220d9fa for instance with vm_state deleted and task_state None.
Oct 24 08:03:39 user nova-compute[74307]: DEBUG nova.compute.manager [req-8b33fa93-461c-4c16-9adf-039ab1d23c64 req-1a7a66be-f172-4ba7-81f0-90cdca84408b service nova] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Received event network-changed-a8aff1f0-28ac-411b-9826-d34161178e30 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:03:39 user nova-compute[74307]: DEBUG nova.compute.manager [req-8b33fa93-461c-4c16-9adf-039ab1d23c64 req-1a7a66be-f172-4ba7-81f0-90cdca84408b service nova] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Refreshing instance network info cache due to event network-changed-a8aff1f0-28ac-411b-9826-d34161178e30. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 08:03:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-8b33fa93-461c-4c16-9adf-039ab1d23c64 req-1a7a66be-f172-4ba7-81f0-90cdca84408b service nova] Acquiring lock "refresh_cache-189dbc60-a6ba-4c58-b84e-96e5f637b1aa" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:03:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-8b33fa93-461c-4c16-9adf-039ab1d23c64 req-1a7a66be-f172-4ba7-81f0-90cdca84408b service nova] Acquired lock "refresh_cache-189dbc60-a6ba-4c58-b84e-96e5f637b1aa" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:03:39 user nova-compute[74307]: DEBUG nova.network.neutron [req-8b33fa93-461c-4c16-9adf-039ab1d23c64 req-1a7a66be-f172-4ba7-81f0-90cdca84408b service nova] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Refreshing network info cache for port a8aff1f0-28ac-411b-9826-d34161178e30 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 08:03:40 user nova-compute[74307]: DEBUG nova.network.neutron [req-8b33fa93-461c-4c16-9adf-039ab1d23c64 req-1a7a66be-f172-4ba7-81f0-90cdca84408b service nova] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Updated VIF entry in instance network info cache for port a8aff1f0-28ac-411b-9826-d34161178e30. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 08:03:40 user nova-compute[74307]: DEBUG nova.network.neutron [req-8b33fa93-461c-4c16-9adf-039ab1d23c64 req-1a7a66be-f172-4ba7-81f0-90cdca84408b service nova] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Updating instance_info_cache with network_info: [{"id": "a8aff1f0-28ac-411b-9826-d34161178e30", "address": "fa:16:3e:02:25:4a", "network": {"id": "88614861-758c-4aeb-96e5-c287097f2826", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-693421200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f702c44f41647f3986d6d6acc4e7122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8aff1f0-28", "ovs_interfaceid": "a8aff1f0-28ac-411b-9826-d34161178e30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:03:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-8b33fa93-461c-4c16-9adf-039ab1d23c64 req-1a7a66be-f172-4ba7-81f0-90cdca84408b service nova] Releasing lock "refresh_cache-189dbc60-a6ba-4c58-b84e-96e5f637b1aa" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:03:40 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:03:44 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c045436d-4068-4067-a942-13b1154672c4 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Acquiring lock "189dbc60-a6ba-4c58-b84e-96e5f637b1aa" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:03:44 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c045436d-4068-4067-a942-13b1154672c4 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "189dbc60-a6ba-4c58-b84e-96e5f637b1aa" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:03:44 user nova-compute[74307]: DEBUG nova.objects.instance [None req-c045436d-4068-4067-a942-13b1154672c4 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lazy-loading 'flavor' on Instance uuid 189dbc60-a6ba-4c58-b84e-96e5f637b1aa {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:03:44 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c045436d-4068-4067-a942-13b1154672c4 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "189dbc60-a6ba-4c58-b84e-96e5f637b1aa" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.064s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:03:44 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c045436d-4068-4067-a942-13b1154672c4 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Acquiring lock "189dbc60-a6ba-4c58-b84e-96e5f637b1aa" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:03:44 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c045436d-4068-4067-a942-13b1154672c4 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "189dbc60-a6ba-4c58-b84e-96e5f637b1aa" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:03:44 user nova-compute[74307]: INFO nova.compute.manager [None req-c045436d-4068-4067-a942-13b1154672c4 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Attaching volume adddf8da-a8b4-467b-8543-b4610e3e2c14 to /dev/vdb
Oct 24 08:03:44 user nova-compute[74307]: DEBUG os_brick.utils [None req-c045436d-4068-4067-a942-13b1154672c4 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:03:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:03:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:03:44 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b93b81e6-3826-401d-a795-176191a6b054]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:299aca16be88\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:03:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:03:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:03:44 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[262fd262-d508-4939-b604-792f9cc9f5b4]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:03:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:03:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:03:44 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2e96a46-bd11-4f5f-9000-4cd281ecd2ac]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:03:44 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[3170253d-a8b3-4979-a7e2-3d437f0c3ff9]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:03:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-c045436d-4068-4067-a942-13b1154672c4 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Running cmd (subprocess): nvme version {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:03:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-c045436d-4068-4067-a942-13b1154672c4 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] 'nvme version' failed. Not Retrying. {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 08:03:44 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c045436d-4068-4067-a942-13b1154672c4 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] nvme not present on system {{(pid=74307) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 08:03:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:03:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 08:03:44 user nova-compute[74307]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 08:03:44 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2ffc784-bc43-4b6f-b592-c5ac0247447b]: (4, '') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:03:44 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-c045436d-4068-4067-a942-13b1154672c4 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74307) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 08:03:44 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-c045436d-4068-4067-a942-13b1154672c4 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 08:03:44 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-c045436d-4068-4067-a942-13b1154672c4 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] LIGHTOS: no hostnqn found. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 08:03:44 user nova-compute[74307]: DEBUG os_brick.utils [None req-c045436d-4068-4067-a942-13b1154672c4 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:299aca16be88', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:03:44 user nova-compute[74307]: DEBUG nova.virt.block_device [None req-c045436d-4068-4067-a942-13b1154672c4 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Updating existing volume attachment record: 3bd39acf-8945-4406-b684-4797da74722d {{(pid=74307) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 08:03:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:03:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:03:50 user nova-compute[74307]: DEBUG nova.compute.manager [req-96d95883-bbe3-4cfd-9fb8-ee64453a1750 req-d3ea19ef-eb9b-4ea7-9ced-01f4397ebd61 service nova] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Received event network-changed-f64183b9-e3db-4f98-a8a9-fa0273692a1a {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:03:50 user nova-compute[74307]: DEBUG nova.compute.manager [req-96d95883-bbe3-4cfd-9fb8-ee64453a1750 req-d3ea19ef-eb9b-4ea7-9ced-01f4397ebd61 service nova] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Refreshing instance network info cache due to event network-changed-f64183b9-e3db-4f98-a8a9-fa0273692a1a. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 08:03:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-96d95883-bbe3-4cfd-9fb8-ee64453a1750 req-d3ea19ef-eb9b-4ea7-9ced-01f4397ebd61 service nova] Acquiring lock "refresh_cache-09d92b28-0855-49a6-96bd-37e372e7cc10" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:03:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-96d95883-bbe3-4cfd-9fb8-ee64453a1750 req-d3ea19ef-eb9b-4ea7-9ced-01f4397ebd61 service nova] Acquired lock "refresh_cache-09d92b28-0855-49a6-96bd-37e372e7cc10" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:03:50 user nova-compute[74307]: DEBUG nova.network.neutron [req-96d95883-bbe3-4cfd-9fb8-ee64453a1750 req-d3ea19ef-eb9b-4ea7-9ced-01f4397ebd61 service nova] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Refreshing network info cache for port f64183b9-e3db-4f98-a8a9-fa0273692a1a {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 08:03:51 user nova-compute[74307]: DEBUG nova.network.neutron [req-96d95883-bbe3-4cfd-9fb8-ee64453a1750 req-d3ea19ef-eb9b-4ea7-9ced-01f4397ebd61 service nova] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Updated VIF entry in instance network info cache for port f64183b9-e3db-4f98-a8a9-fa0273692a1a. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 08:03:51 user nova-compute[74307]: DEBUG nova.network.neutron [req-96d95883-bbe3-4cfd-9fb8-ee64453a1750 req-d3ea19ef-eb9b-4ea7-9ced-01f4397ebd61 service nova] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Updating instance_info_cache with network_info: [{"id": "f64183b9-e3db-4f98-a8a9-fa0273692a1a", "address": "fa:16:3e:84:82:e0", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf64183b9-e3", "ovs_interfaceid": "f64183b9-e3db-4f98-a8a9-fa0273692a1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:03:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-96d95883-bbe3-4cfd-9fb8-ee64453a1750 req-d3ea19ef-eb9b-4ea7-9ced-01f4397ebd61 service nova] Releasing lock "refresh_cache-09d92b28-0855-49a6-96bd-37e372e7cc10" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:03:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0c754275-c97d-4a68-92d2-5979be89fadc tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "09d92b28-0855-49a6-96bd-37e372e7cc10" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:03:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0c754275-c97d-4a68-92d2-5979be89fadc tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "09d92b28-0855-49a6-96bd-37e372e7cc10" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:03:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0c754275-c97d-4a68-92d2-5979be89fadc tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "09d92b28-0855-49a6-96bd-37e372e7cc10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:03:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0c754275-c97d-4a68-92d2-5979be89fadc tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "09d92b28-0855-49a6-96bd-37e372e7cc10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:03:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0c754275-c97d-4a68-92d2-5979be89fadc tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "09d92b28-0855-49a6-96bd-37e372e7cc10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:03:51 user nova-compute[74307]: INFO nova.compute.manager [None req-0c754275-c97d-4a68-92d2-5979be89fadc tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Terminating instance
Oct 24 08:03:51 user nova-compute[74307]: DEBUG nova.compute.manager [None req-0c754275-c97d-4a68-92d2-5979be89fadc tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Start destroying the instance on the hypervisor. {{(pid=74307) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 08:03:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:03:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:03:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:03:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:03:52 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Instance destroyed successfully.
Oct 24 08:03:52 user nova-compute[74307]: DEBUG nova.objects.instance [None req-0c754275-c97d-4a68-92d2-5979be89fadc tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lazy-loading 'resources' on Instance uuid 09d92b28-0855-49a6-96bd-37e372e7cc10 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-0c754275-c97d-4a68-92d2-5979be89fadc tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:01:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1537971492',display_name='tempest-TestVolumeBootPattern-server-1537971492',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1537971492',id=38,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN/mWRbGAQq+L/X/F6DQ93Wgcv17QX2agtlrkvQT0eFty3PFmf9xwMegj/Pl5m5U5X+Xlb46jGFMxQRrdaug+VesW1hFswmKm+5+3XyFr/EJoxBEYMZuI3af4ZrwIg3mGQ==',key_name='tempest-TestVolumeBootPattern-1437354749',keypairs=<?>,launch_index=0,launched_at=2023-10-24T08:02:23Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='99565c4aa28a45419afe825961b86a69',ramdisk_id='',reservation_id='r-oz0gi3fz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-134367807',owner_user_name='tempest-TestVolumeBootPattern-134367807-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T08:02:24Z,user_data=None,user_id='43b9c4d4949346bcae8ed60ce4b533af',uuid=09d92b28-0855-49a6-96bd-37e372e7cc10,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f64183b9-e3db-4f98-a8a9-fa0273692a1a", "address": "fa:16:3e:84:82:e0", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf64183b9-e3", "ovs_interfaceid": "f64183b9-e3db-4f98-a8a9-fa0273692a1a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-0c754275-c97d-4a68-92d2-5979be89fadc tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Converting VIF {"id": "f64183b9-e3db-4f98-a8a9-fa0273692a1a", "address": "fa:16:3e:84:82:e0", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf64183b9-e3", "ovs_interfaceid": "f64183b9-e3db-4f98-a8a9-fa0273692a1a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-0c754275-c97d-4a68-92d2-5979be89fadc tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:84:82:e0,bridge_name='br-int',has_traffic_filtering=True,id=f64183b9-e3db-4f98-a8a9-fa0273692a1a,network=Network(8b96e2e3-eec1-4827-84d4-b2cf8a498fef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf64183b9-e3') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG os_vif [None req-0c754275-c97d-4a68-92d2-5979be89fadc tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:84:82:e0,bridge_name='br-int',has_traffic_filtering=True,id=f64183b9-e3db-4f98-a8a9-fa0273692a1a,network=Network(8b96e2e3-eec1-4827-84d4-b2cf8a498fef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf64183b9-e3') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf64183b9-e3, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3fbeaabd-996d-4c8b-9dcb-75e60824eb62) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:03:52 user nova-compute[74307]: INFO os_vif [None req-0c754275-c97d-4a68-92d2-5979be89fadc tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:84:82:e0,bridge_name='br-int',has_traffic_filtering=True,id=f64183b9-e3db-4f98-a8a9-fa0273692a1a,network=Network(8b96e2e3-eec1-4827-84d4-b2cf8a498fef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf64183b9-e3')
Oct 24 08:03:52 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0c754275-c97d-4a68-92d2-5979be89fadc tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] calling os-brick to detach iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c754275-c97d-4a68-92d2-5979be89fadc tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, {'target_iqn': 'iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PFzXElCZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:03:52 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-0c754275-c97d-4a68-92d2-5979be89fadc tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:03:52 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-0c754275-c97d-4a68-92d2-5979be89fadc tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-0c754275-c97d-4a68-92d2-5979be89fadc tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.029s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[779c6f1a-cf0b-4eef-bfbd-32855aaace70]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c754275-c97d-4a68-92d2-5979be89fadc tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 08:03:52 user nova-compute[74307]: No targets found.
Oct 24 08:03:52 user nova-compute[74307]: iSNS:
Oct 24 08:03:52 user nova-compute[74307]: No targets found.
Oct 24 08:03:52 user nova-compute[74307]: STATIC:
Oct 24 08:03:52 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3
Oct 24 08:03:52 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 08:03:52 user nova-compute[74307]:                 Iface Name: default
Oct 24 08:03:52 user nova-compute[74307]: FIRMWARE:
Oct 24 08:03:52 user nova-compute[74307]: No targets found.
Oct 24 08:03:52 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c754275-c97d-4a68-92d2-5979be89fadc tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 08:03:52 user nova-compute[74307]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 08:03:52 user nova-compute[74307]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74307) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c754275-c97d-4a68-92d2-5979be89fadc tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3', 0)] {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[8919c16a-fa25-4ece-9852-b617001f2039]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[36c78444-a96f-4ad0-a3c6-c99382050a27]: (4, ('tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c754275-c97d-4a68-92d2-5979be89fadc tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 (non-flash)
Oct 24 08:03:52 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c754275-c97d-4a68-92d2-5979be89fadc tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsi session list stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 (non-flash)
Oct 24 08:03:52 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c754275-c97d-4a68-92d2-5979be89fadc tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f46242ca320>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3'): ({'sdb'}, set())}) {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-0c754275-c97d-4a68-92d2-5979be89fadc tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Removing single pathed devices sdb {{(pid=74307) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[48060f47-fa9d-4a52-89d2-7d89104af940]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[22fdc1fd-7c79-43e4-83b6-ff9edaacac44]: (4, ('ok\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-0c754275-c97d-4a68-92d2-5979be89fadc tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Flushing IO for device /dev/sdb {{(pid=74307) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc0692eb-dc3e-4c45-84a9-188093ee1f75]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-0c754275-c97d-4a68-92d2-5979be89fadc tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74307) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.043s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1262906-14f3-422b-94c1-3c5e2549d2a5]: (4, ('1', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-0c754275-c97d-4a68-92d2-5979be89fadc tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-0c754275-c97d-4a68-92d2-5979be89fadc tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] SCSI volumes sdb have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-23363663635373533', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_e0f8d4f9', '/dev/disk/by-id/scsi-1SCST_BIOe0f8d4f9-3cf65753b2acd00d') {{(pid=85657) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[5cb34672-d370-455f-bfb5-98e048ac13b9]: (4, None) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c754275-c97d-4a68-92d2-5979be89fadc tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3')] {{(pid=74307) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[cee11931-5b70-4eaf-8c74-ac09c617808f]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c754275-c97d-4a68-92d2-5979be89fadc tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 -p 172.16.0.220:3260 --logout {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[517118d9-6a94-4c7d-ac10-92942ff63ed5]: (4, ('Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3, portal: 172.16.0.220,3260]\nLogout of [sid: 38, target: iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c754275-c97d-4a68-92d2-5979be89fadc tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3, portal: 172.16.0.220,3260]
Oct 24 08:03:52 user nova-compute[74307]: Logout of [sid: 38, target: iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3, portal: 172.16.0.220,3260] successful.
Oct 24 08:03:52 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 -p 172.16.0.220:3260 --op delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[74628cb0-274f-4f79-ab82-fed1f31a7acf]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c754275-c97d-4a68-92d2-5979be89fadc tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-0c754275-c97d-4a68-92d2-5979be89fadc tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.332s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c754275-c97d-4a68-92d2-5979be89fadc tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] <== disconnect_volume: return (334ms) None {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0c754275-c97d-4a68-92d2-5979be89fadc tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Disconnected iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 08:03:52 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-0c754275-c97d-4a68-92d2-5979be89fadc tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Deleting instance files /opt/stack/data/nova/instances/09d92b28-0855-49a6-96bd-37e372e7cc10_del
Oct 24 08:03:52 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-0c754275-c97d-4a68-92d2-5979be89fadc tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Deletion of /opt/stack/data/nova/instances/09d92b28-0855-49a6-96bd-37e372e7cc10_del complete
Oct 24 08:03:52 user nova-compute[74307]: INFO nova.compute.manager [None req-0c754275-c97d-4a68-92d2-5979be89fadc tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Took 1.26 seconds to destroy the instance on the hypervisor.
Oct 24 08:03:52 user nova-compute[74307]: DEBUG oslo.service.loopingcall [None req-0c754275-c97d-4a68-92d2-5979be89fadc tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74307) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG nova.compute.manager [-] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Deallocating network for instance {{(pid=74307) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 08:03:52 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] deallocate_for_instance() {{(pid=74307) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 08:03:53 user nova-compute[74307]: DEBUG nova.compute.manager [req-8544b367-2a4d-4447-be65-3ac840fc61ce req-6325082f-ade6-4746-a8ae-3022c52d161c service nova] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Received event network-vif-unplugged-f64183b9-e3db-4f98-a8a9-fa0273692a1a {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:03:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-8544b367-2a4d-4447-be65-3ac840fc61ce req-6325082f-ade6-4746-a8ae-3022c52d161c service nova] Acquiring lock "09d92b28-0855-49a6-96bd-37e372e7cc10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:03:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-8544b367-2a4d-4447-be65-3ac840fc61ce req-6325082f-ade6-4746-a8ae-3022c52d161c service nova] Lock "09d92b28-0855-49a6-96bd-37e372e7cc10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:03:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-8544b367-2a4d-4447-be65-3ac840fc61ce req-6325082f-ade6-4746-a8ae-3022c52d161c service nova] Lock "09d92b28-0855-49a6-96bd-37e372e7cc10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:03:53 user nova-compute[74307]: DEBUG nova.compute.manager [req-8544b367-2a4d-4447-be65-3ac840fc61ce req-6325082f-ade6-4746-a8ae-3022c52d161c service nova] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] No waiting events found dispatching network-vif-unplugged-f64183b9-e3db-4f98-a8a9-fa0273692a1a {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:03:53 user nova-compute[74307]: DEBUG nova.compute.manager [req-8544b367-2a4d-4447-be65-3ac840fc61ce req-6325082f-ade6-4746-a8ae-3022c52d161c service nova] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Received event network-vif-unplugged-f64183b9-e3db-4f98-a8a9-fa0273692a1a for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 08:03:53 user nova-compute[74307]: DEBUG nova.compute.manager [req-8544b367-2a4d-4447-be65-3ac840fc61ce req-6325082f-ade6-4746-a8ae-3022c52d161c service nova] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Received event network-vif-plugged-f64183b9-e3db-4f98-a8a9-fa0273692a1a {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:03:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-8544b367-2a4d-4447-be65-3ac840fc61ce req-6325082f-ade6-4746-a8ae-3022c52d161c service nova] Acquiring lock "09d92b28-0855-49a6-96bd-37e372e7cc10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:03:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-8544b367-2a4d-4447-be65-3ac840fc61ce req-6325082f-ade6-4746-a8ae-3022c52d161c service nova] Lock "09d92b28-0855-49a6-96bd-37e372e7cc10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:03:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-8544b367-2a4d-4447-be65-3ac840fc61ce req-6325082f-ade6-4746-a8ae-3022c52d161c service nova] Lock "09d92b28-0855-49a6-96bd-37e372e7cc10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:03:53 user nova-compute[74307]: DEBUG nova.compute.manager [req-8544b367-2a4d-4447-be65-3ac840fc61ce req-6325082f-ade6-4746-a8ae-3022c52d161c service nova] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] No waiting events found dispatching network-vif-plugged-f64183b9-e3db-4f98-a8a9-fa0273692a1a {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:03:53 user nova-compute[74307]: WARNING nova.compute.manager [req-8544b367-2a4d-4447-be65-3ac840fc61ce req-6325082f-ade6-4746-a8ae-3022c52d161c service nova] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Received unexpected event network-vif-plugged-f64183b9-e3db-4f98-a8a9-fa0273692a1a for instance with vm_state active and task_state deleting.
Oct 24 08:03:53 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:03:53 user nova-compute[74307]: INFO nova.compute.manager [-] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Took 0.95 seconds to deallocate network for instance.
Oct 24 08:03:53 user nova-compute[74307]: DEBUG nova.compute.manager [req-247c6b53-6d58-4465-b445-2f7e21fce30a req-6ebbfdc0-67ce-4b75-9c62-e4f274f21dab service nova] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Received event network-vif-deleted-f64183b9-e3db-4f98-a8a9-fa0273692a1a {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:03:54 user nova-compute[74307]: INFO nova.compute.manager [None req-0c754275-c97d-4a68-92d2-5979be89fadc tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 09d92b28-0855-49a6-96bd-37e372e7cc10] Took 0.96 seconds to detach 1 volumes for instance.
Oct 24 08:03:54 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0c754275-c97d-4a68-92d2-5979be89fadc tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:03:54 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0c754275-c97d-4a68-92d2-5979be89fadc tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:03:54 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-0c754275-c97d-4a68-92d2-5979be89fadc tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:03:54 user nova-compute[74307]: ERROR nova.volume.cinder [None req-c045436d-4068-4067-a942-13b1154672c4 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Update attachment failed for attachment 3bd39acf-8945-4406-b684-4797da74722d. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Unable to attach volume to target iqn.2010-10.org.openstack:adddf8da-a8b4-467b-8543-b4610e3e2c14 because of Request to /san/iscsi/targets/iqn.2010-10.org.openstack:adddf8da-a8b4-467b-8543-b4610e3e2c14/luns failed with code: 500 of type:Unknown reason:Unknown.).). (HTTP 500) (Request-ID: req-876ea132-878c-4c43-ad66-c6093ae80cf2) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Unable to attach volume to target iqn.2010-10.org.openstack:adddf8da-a8b4-467b-8543-b4610e3e2c14 because of Request to /san/iscsi/targets/iqn.2010-10.org.openstack:adddf8da-a8b4-467b-8543-b4610e3e2c14/luns failed with code: 500 of type:Unknown reason:Unknown.).). (HTTP 500) (Request-ID: req-876ea132-878c-4c43-ad66-c6093ae80cf2)
Oct 24 08:03:54 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-0c754275-c97d-4a68-92d2-5979be89fadc tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:03:55 user nova-compute[74307]: ERROR nova.compute.manager [None req-c045436d-4068-4067-a942-13b1154672c4 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Failed to attach adddf8da-a8b4-467b-8543-b4610e3e2c14 at /dev/vdb: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Unable to attach volume to target iqn.2010-10.org.openstack:adddf8da-a8b4-467b-8543-b4610e3e2c14 because of Request to /san/iscsi/targets/iqn.2010-10.org.openstack:adddf8da-a8b4-467b-8543-b4610e3e2c14/luns failed with code: 500 of type:Unknown reason:Unknown.).). (HTTP 500) (Request-ID: req-876ea132-878c-4c43-ad66-c6093ae80cf2)
Oct 24 08:03:55 user nova-compute[74307]: ERROR nova.compute.manager [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Traceback (most recent call last):
Oct 24 08:03:55 user nova-compute[74307]: ERROR nova.compute.manager [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa]   File "/opt/stack/nova/nova/compute/manager.py", line 7566, in _attach_volume
Oct 24 08:03:55 user nova-compute[74307]: ERROR nova.compute.manager [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa]     bdm.attach(context, instance, self.volume_api, self.driver,
Oct 24 08:03:55 user nova-compute[74307]: ERROR nova.compute.manager [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa]   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Oct 24 08:03:55 user nova-compute[74307]: ERROR nova.compute.manager [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa]     ret_val = method(obj, context, *args, **kwargs)
Oct 24 08:03:55 user nova-compute[74307]: ERROR nova.compute.manager [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa]   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Oct 24 08:03:55 user nova-compute[74307]: ERROR nova.compute.manager [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa]     self._do_attach(context, instance, volume, volume_api,
Oct 24 08:03:55 user nova-compute[74307]: ERROR nova.compute.manager [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa]   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Oct 24 08:03:55 user nova-compute[74307]: ERROR nova.compute.manager [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa]     self._volume_attach(context, volume, connector, instance,
Oct 24 08:03:55 user nova-compute[74307]: ERROR nova.compute.manager [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa]   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Oct 24 08:03:55 user nova-compute[74307]: ERROR nova.compute.manager [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa]     connection_info = volume_api.attachment_update(
Oct 24 08:03:55 user nova-compute[74307]: ERROR nova.compute.manager [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa]   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 24 08:03:55 user nova-compute[74307]: ERROR nova.compute.manager [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa]     res = method(self, ctx, *args, **kwargs)
Oct 24 08:03:55 user nova-compute[74307]: ERROR nova.compute.manager [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa]   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Oct 24 08:03:55 user nova-compute[74307]: ERROR nova.compute.manager [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa]     res = method(self, ctx, attachment_id, *args, **kwargs)
Oct 24 08:03:55 user nova-compute[74307]: ERROR nova.compute.manager [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa]   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Oct 24 08:03:55 user nova-compute[74307]: ERROR nova.compute.manager [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa]     with excutils.save_and_reraise_exception():
Oct 24 08:03:55 user nova-compute[74307]: ERROR nova.compute.manager [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 24 08:03:55 user nova-compute[74307]: ERROR nova.compute.manager [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa]     self.force_reraise()
Oct 24 08:03:55 user nova-compute[74307]: ERROR nova.compute.manager [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 24 08:03:55 user nova-compute[74307]: ERROR nova.compute.manager [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa]     raise self.value
Oct 24 08:03:55 user nova-compute[74307]: ERROR nova.compute.manager [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa]   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Oct 24 08:03:55 user nova-compute[74307]: ERROR nova.compute.manager [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa]     context, '3.44', skip_version_check=True).attachments.update(
Oct 24 08:03:55 user nova-compute[74307]: ERROR nova.compute.manager [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Oct 24 08:03:55 user nova-compute[74307]: ERROR nova.compute.manager [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa]     return method.func(obj, *args, **kwargs)
Oct 24 08:03:55 user nova-compute[74307]: ERROR nova.compute.manager [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Oct 24 08:03:55 user nova-compute[74307]: ERROR nova.compute.manager [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa]     resp = self._update('/attachments/%s' % id, body)
Oct 24 08:03:55 user nova-compute[74307]: ERROR nova.compute.manager [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Oct 24 08:03:55 user nova-compute[74307]: ERROR nova.compute.manager [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa]     resp, body = self.api.client.put(url, body=body, **kwargs)
Oct 24 08:03:55 user nova-compute[74307]: ERROR nova.compute.manager [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Oct 24 08:03:55 user nova-compute[74307]: ERROR nova.compute.manager [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa]     return self._cs_request(url, 'PUT', **kwargs)
Oct 24 08:03:55 user nova-compute[74307]: ERROR nova.compute.manager [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 24 08:03:55 user nova-compute[74307]: ERROR nova.compute.manager [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa]     return self.request(url, method, **kwargs)
Oct 24 08:03:55 user nova-compute[74307]: ERROR nova.compute.manager [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 24 08:03:55 user nova-compute[74307]: ERROR nova.compute.manager [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa]     raise exceptions.from_response(resp, body)
Oct 24 08:03:55 user nova-compute[74307]: ERROR nova.compute.manager [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Unable to attach volume to target iqn.2010-10.org.openstack:adddf8da-a8b4-467b-8543-b4610e3e2c14 because of Request to /san/iscsi/targets/iqn.2010-10.org.openstack:adddf8da-a8b4-467b-8543-b4610e3e2c14/luns failed with code: 500 of type:Unknown reason:Unknown.).). (HTTP 500) (Request-ID: req-876ea132-878c-4c43-ad66-c6093ae80cf2)
Oct 24 08:03:55 user nova-compute[74307]: ERROR nova.compute.manager [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] 
Oct 24 08:03:55 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0c754275-c97d-4a68-92d2-5979be89fadc tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.253s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:03:55 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-0c754275-c97d-4a68-92d2-5979be89fadc tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Deleted allocations for instance 09d92b28-0855-49a6-96bd-37e372e7cc10
Oct 24 08:03:55 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c045436d-4068-4067-a942-13b1154672c4 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "189dbc60-a6ba-4c58-b84e-96e5f637b1aa" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.767s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:03:55 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0c754275-c97d-4a68-92d2-5979be89fadc tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "09d92b28-0855-49a6-96bd-37e372e7cc10" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.624s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server [None req-c045436d-4068-4067-a942-13b1154672c4 tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Exception during message handling: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Unable to attach volume to target iqn.2010-10.org.openstack:adddf8da-a8b4-467b-8543-b4610e3e2c14 because of Request to /san/iscsi/targets/iqn.2010-10.org.openstack:adddf8da-a8b4-467b-8543-b4610e3e2c14/luns failed with code: 500 of type:Unknown reason:Unknown.).). (HTTP 500) (Request-ID: req-876ea132-878c-4c43-ad66-c6093ae80cf2)
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/utils.py", line 1439, in decorated_function
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7552, in attach_volume
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     do_attach_volume(context, instance, driver_bdm)
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 414, in inner
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7549, in do_attach_volume
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7547, in do_attach_volume
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     return self._attach_volume(context, instance, driver_bdm)
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7569, in _attach_volume
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7566, in _attach_volume
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     bdm.attach(context, instance, self.volume_api, self.driver,
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     ret_val = method(obj, context, *args, **kwargs)
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     self._do_attach(context, instance, volume, volume_api,
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     self._volume_attach(context, volume, connector, instance,
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     connection_info = volume_api.attachment_update(
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, *args, **kwargs)
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, attachment_id, *args, **kwargs)
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     context, '3.44', skip_version_check=True).attachments.update(
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     return method.func(obj, *args, **kwargs)
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     resp = self._update('/attachments/%s' % id, body)
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     resp, body = self.api.client.put(url, body=body, **kwargs)
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     return self._cs_request(url, 'PUT', **kwargs)
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     return self.request(url, method, **kwargs)
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server     raise exceptions.from_response(resp, body)
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Unable to attach volume to target iqn.2010-10.org.openstack:adddf8da-a8b4-467b-8543-b4610e3e2c14 because of Request to /san/iscsi/targets/iqn.2010-10.org.openstack:adddf8da-a8b4-467b-8543-b4610e3e2c14/luns failed with code: 500 of type:Unknown reason:Unknown.).). (HTTP 500) (Request-ID: req-876ea132-878c-4c43-ad66-c6093ae80cf2)
Oct 24 08:03:55 user nova-compute[74307]: ERROR oslo_messaging.rpc.server 
Oct 24 08:03:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:03:57 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:03:57 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:04:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:04:07 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:04:08 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:04:09 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:04:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:04:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:04:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:04:09 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 08:04:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:04:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:04:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:04:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:04:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33046253-0288-48c3-aa32-bd7d95dddc43/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:04:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33046253-0288-48c3-aa32-bd7d95dddc43/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:04:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33046253-0288-48c3-aa32-bd7d95dddc43/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:04:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33046253-0288-48c3-aa32-bd7d95dddc43/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:04:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/189dbc60-a6ba-4c58-b84e-96e5f637b1aa/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:04:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/189dbc60-a6ba-4c58-b84e-96e5f637b1aa/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:04:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/189dbc60-a6ba-4c58-b84e-96e5f637b1aa/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:04:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/189dbc60-a6ba-4c58-b84e-96e5f637b1aa/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:04:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:04:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:04:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:04:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:04:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:04:11 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:04:11 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:04:11 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Hypervisor/Node resource view: name=user free_ram=8293MB free_disk=25.18343734741211GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 08:04:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:04:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:04:11 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 189dbc60-a6ba-4c58-b84e-96e5f637b1aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:04:11 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:04:11 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fcde6b55-42d0-41aa-8ed7-5b81486228ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:04:11 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 33046253-0288-48c3-aa32-bd7d95dddc43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:04:11 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 08:04:11 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 08:04:11 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:04:11 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:04:11 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 08:04:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.288s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:04:12 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:04:13 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:04:15 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:04:17 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:04:17 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:04:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:04:18 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:04:18 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Starting heal instance info cache {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 08:04:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "refresh_cache-189dbc60-a6ba-4c58-b84e-96e5f637b1aa" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:04:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquired lock "refresh_cache-189dbc60-a6ba-4c58-b84e-96e5f637b1aa" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:04:18 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Forcefully refreshing network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 08:04:18 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Updating instance_info_cache with network_info: [{"id": "a8aff1f0-28ac-411b-9826-d34161178e30", "address": "fa:16:3e:02:25:4a", "network": {"id": "88614861-758c-4aeb-96e5-c287097f2826", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-693421200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f702c44f41647f3986d6d6acc4e7122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8aff1f0-28", "ovs_interfaceid": "a8aff1f0-28ac-411b-9826-d34161178e30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:04:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Releasing lock "refresh_cache-189dbc60-a6ba-4c58-b84e-96e5f637b1aa" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:04:18 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Updated the network info_cache for instance {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 08:04:18 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:04:18 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:04:18 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74307) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 08:04:22 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:04:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:04:28 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:04:29 user nova-compute[74307]: INFO nova.compute.manager [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Rescuing
Oct 24 08:04:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Acquiring lock "refresh_cache-fcde6b55-42d0-41aa-8ed7-5b81486228ac" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:04:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Acquired lock "refresh_cache-fcde6b55-42d0-41aa-8ed7-5b81486228ac" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:04:29 user nova-compute[74307]: DEBUG nova.network.neutron [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 08:04:30 user nova-compute[74307]: DEBUG nova.network.neutron [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Updating instance_info_cache with network_info: [{"id": "ac225733-9917-4093-854d-f0ee36a177bb", "address": "fa:16:3e:1e:bf:21", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac225733-99", "ovs_interfaceid": "ac225733-9917-4093-854d-f0ee36a177bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:04:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Releasing lock "refresh_cache-fcde6b55-42d0-41aa-8ed7-5b81486228ac" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:04:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:04:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:04:30 user nova-compute[74307]: DEBUG nova.compute.manager [req-14d85630-0a82-44ba-a056-2f4b355f937e req-96d52ac5-af37-4ec4-a45e-49c19beb8e1e service nova] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Received event network-vif-unplugged-ac225733-9917-4093-854d-f0ee36a177bb {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:04:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-14d85630-0a82-44ba-a056-2f4b355f937e req-96d52ac5-af37-4ec4-a45e-49c19beb8e1e service nova] Acquiring lock "fcde6b55-42d0-41aa-8ed7-5b81486228ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:04:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-14d85630-0a82-44ba-a056-2f4b355f937e req-96d52ac5-af37-4ec4-a45e-49c19beb8e1e service nova] Lock "fcde6b55-42d0-41aa-8ed7-5b81486228ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:04:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-14d85630-0a82-44ba-a056-2f4b355f937e req-96d52ac5-af37-4ec4-a45e-49c19beb8e1e service nova] Lock "fcde6b55-42d0-41aa-8ed7-5b81486228ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:04:30 user nova-compute[74307]: DEBUG nova.compute.manager [req-14d85630-0a82-44ba-a056-2f4b355f937e req-96d52ac5-af37-4ec4-a45e-49c19beb8e1e service nova] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] No waiting events found dispatching network-vif-unplugged-ac225733-9917-4093-854d-f0ee36a177bb {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:04:30 user nova-compute[74307]: WARNING nova.compute.manager [req-14d85630-0a82-44ba-a056-2f4b355f937e req-96d52ac5-af37-4ec4-a45e-49c19beb8e1e service nova] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Received unexpected event network-vif-unplugged-ac225733-9917-4093-854d-f0ee36a177bb for instance with vm_state active and task_state rescuing.
Oct 24 08:04:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:04:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:04:30 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Instance destroyed successfully.
Oct 24 08:04:30 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Attempting rescue
Oct 24 08:04:30 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74307) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 24 08:04:30 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Instance directory exists: not creating {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 24 08:04:30 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Creating image(s)
Oct 24 08:04:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Acquiring lock "/opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:04:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "/opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:04:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "/opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.007s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:04:30 user nova-compute[74307]: DEBUG nova.objects.instance [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lazy-loading 'trusted_certs' on Instance uuid fcde6b55-42d0-41aa-8ed7-5b81486228ac {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:04:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Acquiring lock "9cb24620554d5eab84e846c14e389d04f4c43d48" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:04:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:04:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:04:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.170s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:04:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:04:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue" returned: 0 in 0.055s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:04:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.231s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:04:30 user nova-compute[74307]: DEBUG nova.objects.instance [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lazy-loading 'migration_context' on Instance uuid fcde6b55-42d0-41aa-8ed7-5b81486228ac {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:04:30 user nova-compute[74307]: DEBUG nova.objects.base [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Object Instance<fcde6b55-42d0-41aa-8ed7-5b81486228ac> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 08:04:30 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Created local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 08:04:30 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Start _get_guest_xml network_info=[{"id": "ac225733-9917-4093-854d-f0ee36a177bb", "address": "fa:16:3e:1e:bf:21", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "vif_mac": "fa:16:3e:1e:bf:21"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac225733-99", "ovs_interfaceid": "ac225733-9917-4093-854d-f0ee36a177bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 08:04:30 user nova-compute[74307]: DEBUG nova.objects.instance [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lazy-loading 'resources' on Instance uuid fcde6b55-42d0-41aa-8ed7-5b81486228ac {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:04:30 user nova-compute[74307]: DEBUG nova.objects.base [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Object Instance<fcde6b55-42d0-41aa-8ed7-5b81486228ac> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 08:04:30 user nova-compute[74307]: DEBUG nova.objects.instance [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lazy-loading 'numa_topology' on Instance uuid fcde6b55-42d0-41aa-8ed7-5b81486228ac {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:04:30 user nova-compute[74307]: DEBUG nova.objects.base [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Object Instance<fcde6b55-42d0-41aa-8ed7-5b81486228ac> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 08:04:30 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:04:30 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:04:30 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 08:04:30 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 08:04:30 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 08:04:30 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 08:04:30 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 08:04:30 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 08:04:30 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 08:04:30 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 08:04:30 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 08:04:30 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 08:04:30 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 08:04:30 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 08:04:30 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 08:04:30 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 08:04:30 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 08:04:30 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 08:04:30 user nova-compute[74307]: DEBUG nova.objects.instance [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lazy-loading 'vcpu_model' on Instance uuid fcde6b55-42d0-41aa-8ed7-5b81486228ac {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:04:31 user nova-compute[74307]: DEBUG nova.objects.base [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Object Instance<fcde6b55-42d0-41aa-8ed7-5b81486228ac> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 08:04:31 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:02:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1747608137',display_name='tempest-ServerRescueNegativeTestJSON-server-1747608137',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1747608137',id=40,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T08:02:46Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b499c188ed2147f0919d1674041c4c90',ramdisk_id='',reservation_id='r-bk2zvfu1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1940238709',owner_user_name='tempest-ServerRescueNegativeTestJSON-1940238709-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T08:02:47Z,user_data=None,user_id='0b1a117c8cd3415e8c418ce9e311c3e2',uuid=fcde6b55-42d0-41aa-8ed7-5b81486228ac,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ac225733-9917-4093-854d-f0ee36a177bb", "address": "fa:16:3e:1e:bf:21", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "vif_mac": "fa:16:3e:1e:bf:21"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac225733-99", "ovs_interfaceid": "ac225733-9917-4093-854d-f0ee36a177bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 08:04:31 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Converting VIF {"id": "ac225733-9917-4093-854d-f0ee36a177bb", "address": "fa:16:3e:1e:bf:21", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "vif_mac": "fa:16:3e:1e:bf:21"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac225733-99", "ovs_interfaceid": "ac225733-9917-4093-854d-f0ee36a177bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:04:31 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:1e:bf:21,bridge_name='br-int',has_traffic_filtering=True,id=ac225733-9917-4093-854d-f0ee36a177bb,network=Network(0d7d2223-2bf4-492f-af57-77c8c92af616),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac225733-99') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:04:31 user nova-compute[74307]: DEBUG nova.objects.instance [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lazy-loading 'pci_devices' on Instance uuid fcde6b55-42d0-41aa-8ed7-5b81486228ac {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:04:31 user nova-compute[74307]: DEBUG nova.objects.base [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Object Instance<fcde6b55-42d0-41aa-8ed7-5b81486228ac> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 08:04:31 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] End _get_guest_xml xml=<domain type="kvm">
Oct 24 08:04:31 user nova-compute[74307]:   <uuid>fcde6b55-42d0-41aa-8ed7-5b81486228ac</uuid>
Oct 24 08:04:31 user nova-compute[74307]:   <name>instance-00000028</name>
Oct 24 08:04:31 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 08:04:31 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 08:04:31 user nova-compute[74307]:   <metadata>
Oct 24 08:04:31 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 08:04:31 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 08:04:31 user nova-compute[74307]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1747608137</nova:name>
Oct 24 08:04:31 user nova-compute[74307]:       <nova:creationTime>2023-10-24 08:04:30</nova:creationTime>
Oct 24 08:04:31 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 08:04:31 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 08:04:31 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 08:04:31 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 08:04:31 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 08:04:31 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 08:04:31 user nova-compute[74307]:       </nova:flavor>
Oct 24 08:04:31 user nova-compute[74307]:       <nova:owner>
Oct 24 08:04:31 user nova-compute[74307]:         <nova:user uuid="0b1a117c8cd3415e8c418ce9e311c3e2">tempest-ServerRescueNegativeTestJSON-1940238709-project-member</nova:user>
Oct 24 08:04:31 user nova-compute[74307]:         <nova:project uuid="b499c188ed2147f0919d1674041c4c90">tempest-ServerRescueNegativeTestJSON-1940238709</nova:project>
Oct 24 08:04:31 user nova-compute[74307]:       </nova:owner>
Oct 24 08:04:31 user nova-compute[74307]:       <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 08:04:31 user nova-compute[74307]:       <nova:ports>
Oct 24 08:04:31 user nova-compute[74307]:         <nova:port uuid="ac225733-9917-4093-854d-f0ee36a177bb">
Oct 24 08:04:31 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 24 08:04:31 user nova-compute[74307]:         </nova:port>
Oct 24 08:04:31 user nova-compute[74307]:       </nova:ports>
Oct 24 08:04:31 user nova-compute[74307]:     </nova:instance>
Oct 24 08:04:31 user nova-compute[74307]:   </metadata>
Oct 24 08:04:31 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 08:04:31 user nova-compute[74307]:     <system>
Oct 24 08:04:31 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 08:04:31 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 08:04:31 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 08:04:31 user nova-compute[74307]:       <entry name="serial">fcde6b55-42d0-41aa-8ed7-5b81486228ac</entry>
Oct 24 08:04:31 user nova-compute[74307]:       <entry name="uuid">fcde6b55-42d0-41aa-8ed7-5b81486228ac</entry>
Oct 24 08:04:31 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 08:04:31 user nova-compute[74307]:     </system>
Oct 24 08:04:31 user nova-compute[74307]:   </sysinfo>
Oct 24 08:04:31 user nova-compute[74307]:   <os>
Oct 24 08:04:31 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 08:04:31 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 08:04:31 user nova-compute[74307]:   </os>
Oct 24 08:04:31 user nova-compute[74307]:   <features>
Oct 24 08:04:31 user nova-compute[74307]:     <acpi/>
Oct 24 08:04:31 user nova-compute[74307]:     <apic/>
Oct 24 08:04:31 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 08:04:31 user nova-compute[74307]:   </features>
Oct 24 08:04:31 user nova-compute[74307]:   <clock offset="utc">
Oct 24 08:04:31 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 08:04:31 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 08:04:31 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 08:04:31 user nova-compute[74307]:   </clock>
Oct 24 08:04:31 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 08:04:31 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 08:04:31 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 08:04:31 user nova-compute[74307]:   </cpu>
Oct 24 08:04:31 user nova-compute[74307]:   <devices>
Oct 24 08:04:31 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 08:04:31 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 08:04:31 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue"/>
Oct 24 08:04:31 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 08:04:31 user nova-compute[74307]:     </disk>
Oct 24 08:04:31 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 08:04:31 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 08:04:31 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk"/>
Oct 24 08:04:31 user nova-compute[74307]:       <target dev="vdb" bus="virtio"/>
Oct 24 08:04:31 user nova-compute[74307]:     </disk>
Oct 24 08:04:31 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 08:04:31 user nova-compute[74307]:       <mac address="fa:16:3e:1e:bf:21"/>
Oct 24 08:04:31 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 08:04:31 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 08:04:31 user nova-compute[74307]:       <target dev="tapac225733-99"/>
Oct 24 08:04:31 user nova-compute[74307]:     </interface>
Oct 24 08:04:31 user nova-compute[74307]:     <serial type="pty">
Oct 24 08:04:31 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/console.log" append="off"/>
Oct 24 08:04:31 user nova-compute[74307]:     </serial>
Oct 24 08:04:31 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 08:04:31 user nova-compute[74307]:     <video>
Oct 24 08:04:31 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 08:04:31 user nova-compute[74307]:     </video>
Oct 24 08:04:31 user nova-compute[74307]:     <rng model="virtio">
Oct 24 08:04:31 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 08:04:31 user nova-compute[74307]:     </rng>
Oct 24 08:04:31 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 08:04:31 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 08:04:31 user nova-compute[74307]:       <stats period="10"/>
Oct 24 08:04:31 user nova-compute[74307]:     </memballoon>
Oct 24 08:04:31 user nova-compute[74307]:   </devices>
Oct 24 08:04:31 user nova-compute[74307]: </domain>
Oct 24 08:04:31 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 08:04:31 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Instance destroyed successfully.
Oct 24 08:04:31 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 08:04:31 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 08:04:31 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] No VIF found with MAC fa:16:3e:1e:bf:21, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 08:04:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:04:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:04:32 user nova-compute[74307]: DEBUG nova.compute.manager [req-7185a8de-1b98-444d-b032-dedbdffb61cd req-44722573-cb6b-45ef-8c60-567bda84e729 service nova] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Received event network-vif-plugged-ac225733-9917-4093-854d-f0ee36a177bb {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:04:32 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-7185a8de-1b98-444d-b032-dedbdffb61cd req-44722573-cb6b-45ef-8c60-567bda84e729 service nova] Acquiring lock "fcde6b55-42d0-41aa-8ed7-5b81486228ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:04:32 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-7185a8de-1b98-444d-b032-dedbdffb61cd req-44722573-cb6b-45ef-8c60-567bda84e729 service nova] Lock "fcde6b55-42d0-41aa-8ed7-5b81486228ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:04:32 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-7185a8de-1b98-444d-b032-dedbdffb61cd req-44722573-cb6b-45ef-8c60-567bda84e729 service nova] Lock "fcde6b55-42d0-41aa-8ed7-5b81486228ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:04:32 user nova-compute[74307]: DEBUG nova.compute.manager [req-7185a8de-1b98-444d-b032-dedbdffb61cd req-44722573-cb6b-45ef-8c60-567bda84e729 service nova] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] No waiting events found dispatching network-vif-plugged-ac225733-9917-4093-854d-f0ee36a177bb {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:04:32 user nova-compute[74307]: WARNING nova.compute.manager [req-7185a8de-1b98-444d-b032-dedbdffb61cd req-44722573-cb6b-45ef-8c60-567bda84e729 service nova] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Received unexpected event network-vif-plugged-ac225733-9917-4093-854d-f0ee36a177bb for instance with vm_state active and task_state rescuing.
Oct 24 08:04:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:04:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:04:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:04:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:04:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:04:34 user nova-compute[74307]: DEBUG nova.compute.manager [req-3827e6ac-ffe5-4077-bdff-af2cac374612 req-1d20f360-300c-401d-899f-c31ffdab3563 service nova] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Received event network-vif-plugged-ac225733-9917-4093-854d-f0ee36a177bb {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:04:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-3827e6ac-ffe5-4077-bdff-af2cac374612 req-1d20f360-300c-401d-899f-c31ffdab3563 service nova] Acquiring lock "fcde6b55-42d0-41aa-8ed7-5b81486228ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:04:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-3827e6ac-ffe5-4077-bdff-af2cac374612 req-1d20f360-300c-401d-899f-c31ffdab3563 service nova] Lock "fcde6b55-42d0-41aa-8ed7-5b81486228ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:04:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-3827e6ac-ffe5-4077-bdff-af2cac374612 req-1d20f360-300c-401d-899f-c31ffdab3563 service nova] Lock "fcde6b55-42d0-41aa-8ed7-5b81486228ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:04:34 user nova-compute[74307]: DEBUG nova.compute.manager [req-3827e6ac-ffe5-4077-bdff-af2cac374612 req-1d20f360-300c-401d-899f-c31ffdab3563 service nova] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] No waiting events found dispatching network-vif-plugged-ac225733-9917-4093-854d-f0ee36a177bb {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:04:34 user nova-compute[74307]: WARNING nova.compute.manager [req-3827e6ac-ffe5-4077-bdff-af2cac374612 req-1d20f360-300c-401d-899f-c31ffdab3563 service nova] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Received unexpected event network-vif-plugged-ac225733-9917-4093-854d-f0ee36a177bb for instance with vm_state active and task_state rescuing.
Oct 24 08:04:34 user nova-compute[74307]: DEBUG nova.compute.manager [req-3827e6ac-ffe5-4077-bdff-af2cac374612 req-1d20f360-300c-401d-899f-c31ffdab3563 service nova] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Received event network-vif-plugged-ac225733-9917-4093-854d-f0ee36a177bb {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:04:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-3827e6ac-ffe5-4077-bdff-af2cac374612 req-1d20f360-300c-401d-899f-c31ffdab3563 service nova] Acquiring lock "fcde6b55-42d0-41aa-8ed7-5b81486228ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:04:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-3827e6ac-ffe5-4077-bdff-af2cac374612 req-1d20f360-300c-401d-899f-c31ffdab3563 service nova] Lock "fcde6b55-42d0-41aa-8ed7-5b81486228ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:04:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-3827e6ac-ffe5-4077-bdff-af2cac374612 req-1d20f360-300c-401d-899f-c31ffdab3563 service nova] Lock "fcde6b55-42d0-41aa-8ed7-5b81486228ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:04:34 user nova-compute[74307]: DEBUG nova.compute.manager [req-3827e6ac-ffe5-4077-bdff-af2cac374612 req-1d20f360-300c-401d-899f-c31ffdab3563 service nova] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] No waiting events found dispatching network-vif-plugged-ac225733-9917-4093-854d-f0ee36a177bb {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:04:34 user nova-compute[74307]: WARNING nova.compute.manager [req-3827e6ac-ffe5-4077-bdff-af2cac374612 req-1d20f360-300c-401d-899f-c31ffdab3563 service nova] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Received unexpected event network-vif-plugged-ac225733-9917-4093-854d-f0ee36a177bb for instance with vm_state active and task_state rescuing.
Oct 24 08:04:34 user nova-compute[74307]: DEBUG nova.compute.manager [None req-90f3ecfe-539b-463d-b9c9-0b0a02f6f673 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 08:04:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:04:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:04:42 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:04:43 user nova-compute[74307]: DEBUG nova.compute.manager [req-1e9f6e86-4686-4ecd-9396-a592037b356a req-ff65f564-e8dc-4e79-b12c-d951fac01492 service nova] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Received event network-changed-a0a71dcb-994d-4ff5-aeac-48dc5e48451b {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:04:43 user nova-compute[74307]: DEBUG nova.compute.manager [req-1e9f6e86-4686-4ecd-9396-a592037b356a req-ff65f564-e8dc-4e79-b12c-d951fac01492 service nova] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Refreshing instance network info cache due to event network-changed-a0a71dcb-994d-4ff5-aeac-48dc5e48451b. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 08:04:43 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-1e9f6e86-4686-4ecd-9396-a592037b356a req-ff65f564-e8dc-4e79-b12c-d951fac01492 service nova] Acquiring lock "refresh_cache-33046253-0288-48c3-aa32-bd7d95dddc43" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:04:43 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-1e9f6e86-4686-4ecd-9396-a592037b356a req-ff65f564-e8dc-4e79-b12c-d951fac01492 service nova] Acquired lock "refresh_cache-33046253-0288-48c3-aa32-bd7d95dddc43" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:04:43 user nova-compute[74307]: DEBUG nova.network.neutron [req-1e9f6e86-4686-4ecd-9396-a592037b356a req-ff65f564-e8dc-4e79-b12c-d951fac01492 service nova] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Refreshing network info cache for port a0a71dcb-994d-4ff5-aeac-48dc5e48451b {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 08:04:43 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "1a85999c-7593-4842-8c60-0189da0b2909" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:04:43 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "1a85999c-7593-4842-8c60-0189da0b2909" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:04:43 user nova-compute[74307]: DEBUG nova.compute.manager [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Starting instance... {{(pid=74307) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 08:04:43 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:04:43 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:04:43 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 08:04:43 user nova-compute[74307]: INFO nova.compute.claims [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Claim successful on node user
Oct 24 08:04:44 user nova-compute[74307]: DEBUG nova.network.neutron [req-1e9f6e86-4686-4ecd-9396-a592037b356a req-ff65f564-e8dc-4e79-b12c-d951fac01492 service nova] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Updated VIF entry in instance network info cache for port a0a71dcb-994d-4ff5-aeac-48dc5e48451b. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 08:04:44 user nova-compute[74307]: DEBUG nova.network.neutron [req-1e9f6e86-4686-4ecd-9396-a592037b356a req-ff65f564-e8dc-4e79-b12c-d951fac01492 service nova] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Updating instance_info_cache with network_info: [{"id": "a0a71dcb-994d-4ff5-aeac-48dc5e48451b", "address": "fa:16:3e:94:9c:db", "network": {"id": "0b5afd85-cb93-4bd3-abef-63764752395c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-367974063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.91", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e349c7556c954f868b60c401e1a053cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0a71dcb-99", "ovs_interfaceid": "a0a71dcb-994d-4ff5-aeac-48dc5e48451b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:04:44 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:04:44 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-1e9f6e86-4686-4ecd-9396-a592037b356a req-ff65f564-e8dc-4e79-b12c-d951fac01492 service nova] Releasing lock "refresh_cache-33046253-0288-48c3-aa32-bd7d95dddc43" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:04:44 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:04:44 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.343s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:04:44 user nova-compute[74307]: DEBUG nova.compute.manager [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Start building networks asynchronously for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 08:04:44 user nova-compute[74307]: DEBUG nova.compute.manager [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Allocating IP information in the background. {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 08:04:44 user nova-compute[74307]: DEBUG nova.network.neutron [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] allocate_for_instance() {{(pid=74307) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 08:04:44 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 08:04:44 user nova-compute[74307]: DEBUG nova.compute.manager [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Start building block device mappings for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 08:04:44 user nova-compute[74307]: DEBUG nova.policy [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43b9c4d4949346bcae8ed60ce4b533af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99565c4aa28a45419afe825961b86a69', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74307) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 08:04:44 user nova-compute[74307]: INFO nova.virt.block_device [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Booting with volume 78f6621d-4a8b-4532-9f31-7a537cb6b5c3 at /dev/vda
Oct 24 08:04:44 user nova-compute[74307]: DEBUG os_brick.utils [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:04:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:04:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:04:44 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[89d29ad0-da3e-479e-b662-0368a8614117]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:299aca16be88\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:04:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:04:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.023s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:04:44 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[55d29625-e490-4d8a-aeeb-34082189c740]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:04:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:04:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:04:44 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1d04ba5-8296-4633-b757-c945d4accb16]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:04:44 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e412a239-bc9b-4ee1-9c0d-51a5438f579c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:04:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Running cmd (subprocess): nvme version {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:04:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] 'nvme version' failed. Not Retrying. {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 08:04:44 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] nvme not present on system {{(pid=74307) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 08:04:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:04:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 08:04:44 user nova-compute[74307]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 08:04:44 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[331d4cff-657d-454c-a791-2cc803de0d5a]: (4, '') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:04:44 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74307) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 08:04:44 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 08:04:44 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] LIGHTOS: no hostnqn found. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 08:04:44 user nova-compute[74307]: DEBUG os_brick.utils [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] <== get_connector_properties: return (186ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:299aca16be88', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:04:44 user nova-compute[74307]: DEBUG nova.virt.block_device [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Updating existing volume attachment record: 6ab85707-3cb7-4177-b3a3-47fc7182007a {{(pid=74307) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 08:04:45 user nova-compute[74307]: DEBUG nova.network.neutron [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Successfully created port: 35759924-18b1-482a-ae5d-f34d5c082fc2 {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 08:04:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:04:45 user nova-compute[74307]: DEBUG nova.network.neutron [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Successfully updated port: 35759924-18b1-482a-ae5d-f34d5c082fc2 {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 08:04:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "refresh_cache-1a85999c-7593-4842-8c60-0189da0b2909" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:04:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquired lock "refresh_cache-1a85999c-7593-4842-8c60-0189da0b2909" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:04:45 user nova-compute[74307]: DEBUG nova.network.neutron [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 08:04:45 user nova-compute[74307]: DEBUG nova.compute.manager [req-d9233d2c-309e-41bf-90bc-904a6a988965 req-c500c813-d33d-43e2-94cd-56451bc76c8e service nova] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Received event network-changed-35759924-18b1-482a-ae5d-f34d5c082fc2 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:04:45 user nova-compute[74307]: DEBUG nova.compute.manager [req-d9233d2c-309e-41bf-90bc-904a6a988965 req-c500c813-d33d-43e2-94cd-56451bc76c8e service nova] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Refreshing instance network info cache due to event network-changed-35759924-18b1-482a-ae5d-f34d5c082fc2. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 08:04:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d9233d2c-309e-41bf-90bc-904a6a988965 req-c500c813-d33d-43e2-94cd-56451bc76c8e service nova] Acquiring lock "refresh_cache-1a85999c-7593-4842-8c60-0189da0b2909" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:04:45 user nova-compute[74307]: DEBUG nova.network.neutron [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 08:04:46 user nova-compute[74307]: DEBUG nova.network.neutron [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Updating instance_info_cache with network_info: [{"id": "35759924-18b1-482a-ae5d-f34d5c082fc2", "address": "fa:16:3e:e7:1b:4d", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap35759924-18", "ovs_interfaceid": "35759924-18b1-482a-ae5d-f34d5c082fc2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:04:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Releasing lock "refresh_cache-1a85999c-7593-4842-8c60-0189da0b2909" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:04:46 user nova-compute[74307]: DEBUG nova.compute.manager [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Instance network_info: |[{"id": "35759924-18b1-482a-ae5d-f34d5c082fc2", "address": "fa:16:3e:e7:1b:4d", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap35759924-18", "ovs_interfaceid": "35759924-18b1-482a-ae5d-f34d5c082fc2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 08:04:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d9233d2c-309e-41bf-90bc-904a6a988965 req-c500c813-d33d-43e2-94cd-56451bc76c8e service nova] Acquired lock "refresh_cache-1a85999c-7593-4842-8c60-0189da0b2909" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:04:46 user nova-compute[74307]: DEBUG nova.network.neutron [req-d9233d2c-309e-41bf-90bc-904a6a988965 req-c500c813-d33d-43e2-94cd-56451bc76c8e service nova] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Refreshing network info cache for port 35759924-18b1-482a-ae5d-f34d5c082fc2 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 08:04:46 user nova-compute[74307]: DEBUG nova.network.neutron [req-d9233d2c-309e-41bf-90bc-904a6a988965 req-c500c813-d33d-43e2-94cd-56451bc76c8e service nova] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Updated VIF entry in instance network info cache for port 35759924-18b1-482a-ae5d-f34d5c082fc2. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 08:04:46 user nova-compute[74307]: DEBUG nova.network.neutron [req-d9233d2c-309e-41bf-90bc-904a6a988965 req-c500c813-d33d-43e2-94cd-56451bc76c8e service nova] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Updating instance_info_cache with network_info: [{"id": "35759924-18b1-482a-ae5d-f34d5c082fc2", "address": "fa:16:3e:e7:1b:4d", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap35759924-18", "ovs_interfaceid": "35759924-18b1-482a-ae5d-f34d5c082fc2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:04:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d9233d2c-309e-41bf-90bc-904a6a988965 req-c500c813-d33d-43e2-94cd-56451bc76c8e service nova] Releasing lock "refresh_cache-1a85999c-7593-4842-8c60-0189da0b2909" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:04:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:04:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-83f80a79-f9ba-487e-b75d-c6b0bfe65d0d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Acquiring lock "33046253-0288-48c3-aa32-bd7d95dddc43" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:04:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-83f80a79-f9ba-487e-b75d-c6b0bfe65d0d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "33046253-0288-48c3-aa32-bd7d95dddc43" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:04:50 user nova-compute[74307]: DEBUG nova.objects.instance [None req-83f80a79-f9ba-487e-b75d-c6b0bfe65d0d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lazy-loading 'flavor' on Instance uuid 33046253-0288-48c3-aa32-bd7d95dddc43 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:04:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-83f80a79-f9ba-487e-b75d-c6b0bfe65d0d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "33046253-0288-48c3-aa32-bd7d95dddc43" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.050s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:04:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-83f80a79-f9ba-487e-b75d-c6b0bfe65d0d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Acquiring lock "33046253-0288-48c3-aa32-bd7d95dddc43" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:04:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-83f80a79-f9ba-487e-b75d-c6b0bfe65d0d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "33046253-0288-48c3-aa32-bd7d95dddc43" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:04:50 user nova-compute[74307]: INFO nova.compute.manager [None req-83f80a79-f9ba-487e-b75d-c6b0bfe65d0d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Attaching volume 7d2f1183-ae99-4992-a14c-93c8eddd6850 to /dev/vdb
Oct 24 08:04:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:04:50 user nova-compute[74307]: DEBUG os_brick.utils [None req-83f80a79-f9ba-487e-b75d-c6b0bfe65d0d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:04:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:04:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:04:50 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[f64e33e2-08df-441b-b94a-62d70f250b8e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:299aca16be88\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:04:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:04:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:04:50 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c88db89-885f-43b0-99ae-f0d3e1b22ae9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:04:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:04:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:04:50 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[15267ff5-6c5a-401f-97e0-4de0bd0c99de]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:04:50 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[4436b3a9-4311-499f-8f85-6381849973dc]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:04:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-83f80a79-f9ba-487e-b75d-c6b0bfe65d0d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Running cmd (subprocess): nvme version {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:04:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-83f80a79-f9ba-487e-b75d-c6b0bfe65d0d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] 'nvme version' failed. Not Retrying. {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 08:04:50 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.nvmeof [None req-83f80a79-f9ba-487e-b75d-c6b0bfe65d0d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] nvme not present on system {{(pid=74307) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 08:04:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:04:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 08:04:50 user nova-compute[74307]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 08:04:50 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d102ac1-b8be-45f0-a105-93496a530c45]: (4, '') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:04:50 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-83f80a79-f9ba-487e-b75d-c6b0bfe65d0d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74307) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 08:04:50 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-83f80a79-f9ba-487e-b75d-c6b0bfe65d0d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 08:04:50 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-83f80a79-f9ba-487e-b75d-c6b0bfe65d0d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] LIGHTOS: no hostnqn found. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 08:04:50 user nova-compute[74307]: DEBUG os_brick.utils [None req-83f80a79-f9ba-487e-b75d-c6b0bfe65d0d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] <== get_connector_properties: return (114ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:299aca16be88', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:04:50 user nova-compute[74307]: DEBUG nova.virt.block_device [None req-83f80a79-f9ba-487e-b75d-c6b0bfe65d0d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Updating existing volume attachment record: de1f0aec-f906-4cdc-bb73-828c67d8f6fa {{(pid=74307) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 08:04:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:04:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:04:57 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:05:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:05:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:05:02 user nova-compute[74307]: DEBUG nova.compute.manager [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Start spawning the instance on the hypervisor. {{(pid=74307) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 08:05:02 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Creating instance directory {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 08:05:02 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Creating image(s)
Oct 24 08:05:02 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Did not create local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 24 08:05:02 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Ensure instance console log exists: /opt/stack/data/nova/instances/1a85999c-7593-4842-8c60-0189da0b2909/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 08:05:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:05:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:05:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:05:02 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Start _get_guest_xml network_info=[{"id": "35759924-18b1-482a-ae5d-f34d5c082fc2", "address": "fa:16:3e:e7:1b:4d", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap35759924-18", "ovs_interfaceid": "35759924-18b1-482a-ae5d-f34d5c082fc2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PFzXElCZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1a85999c-7593-4842-8c60-0189da0b2909', 'attached_at': '', 'detached_at': '', 'volume_id': '78f6621d-4a8b-4532-9f31-7a537cb6b5c3', 'serial': '78f6621d-4a8b-4532-9f31-7a537cb6b5c3'}, 'attachment_id': '6ab85707-3cb7-4177-b3a3-47fc7182007a', 'guest_format': None, 'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': False, 'volume_type': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 08:05:02 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:05:02 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:05:02 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 08:05:02 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 08:05:02 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 08:05:02 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 08:05:02 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 08:05:02 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 08:05:02 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 08:05:02 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 08:05:02 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 08:05:02 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 08:05:02 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 08:05:02 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 08:05:02 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 08:05:02 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 08:05:02 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 08:05:02 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 08:05:02 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Calling os-brick to attach iSCSI Volume {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 08:05:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PFzXElCZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:05:02 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:05:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:05:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:05:02 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:05:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:05:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:05:02 user nova-compute[74307]: INFO os_brick.initiator.connectors.iscsi [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 08:05:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 -p 172.16.0.220:3260 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:02 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5d46717-9bf9-4955-ad04-1c43881aa2f9]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:05:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 08:05:02 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:05:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 -p 172.16.0.220:3260 --interface default --op new {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:02 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[c89b1ca3-8cd8-4da0-be7a-962a9057b6b7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3] added\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:05:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3] added
Oct 24 08:05:02 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:05:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:02 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[fcbdcd07-5b2b-4d88-9bad-cba63ad6237a]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:05:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:05:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.029s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:02 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c9d03c7-3f02-4f47-8a95-3af7c5c79b03]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:05:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:05:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PFzXElCZ {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PFzXElCZ" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:02 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d273874-9717-419d-b009-9a6385e554f8]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:05:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'PFzXElCZ'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:05:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.251s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:02 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[c20747bd-49db-476f-855e-0b583ca507df]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:05:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:05:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:02 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8ef70b1-9064-47c7-81d9-327af7f0a8be]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:05:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 24 08:05:02 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:05:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 24 08:05:02 user nova-compute[74307]:  {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:05:02 user nova-compute[74307]: WARNING os_brick.initiator.connectors.iscsi [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 24 08:05:02 user nova-compute[74307]: 
Oct 24 08:05:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 -p 172.16.0.220:3260 --login {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 -p 172.16.0.220:3260 --login" returned: 0 in 0.052s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:03 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a88a36c-507b-4169-a221-a8f4c29afdc7]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:05:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3, portal: 172.16.0.220,3260]
Oct 24 08:05:03 user nova-compute[74307]: Login to [iface: default, target: iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3, portal: 172.16.0.220,3260] successful.
Oct 24 08:05:03 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:05:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:03 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab984ddc-75a1-42ea-b599-0c0fb92d1416]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:05:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:05:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:03 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fdcf8f6-2480-48f5-9208-d16a381a2d86]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:05:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 (non-flash)
Oct 24 08:05:03 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:05:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 (non-flash)
Oct 24 08:05:03 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:05:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.513s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:05:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Connected to 172.16.0.220:3260 {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 08:05:03 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] HCTL ('33', '-', '-', 0) found on session 40 with lun 0 {{(pid=74307) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 08:05:03 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74307) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 08:05:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:03 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2677541-97cc-49ab-991d-4185f5f34202]: (4, ('- - 0', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:05:03 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Searching for a device in session 40 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 08:05:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PFzXElCZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 08:05:04 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.544s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:05:04 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] <== connect_volume: return (1545ms) {'type': 'block', 'scsi_wwn': '23363663635373533', 'path': '/dev/sdb'} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:05:04 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23363663635373533', 'path': '/dev/sdb'} {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 08:05:04 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:04:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1414564082',display_name='tempest-TestVolumeBootPattern-server-1414564082',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1414564082',id=42,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN/mWRbGAQq+L/X/F6DQ93Wgcv17QX2agtlrkvQT0eFty3PFmf9xwMegj/Pl5m5U5X+Xlb46jGFMxQRrdaug+VesW1hFswmKm+5+3XyFr/EJoxBEYMZuI3af4ZrwIg3mGQ==',key_name='tempest-TestVolumeBootPattern-1437354749',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='99565c4aa28a45419afe825961b86a69',ramdisk_id='',reservation_id='r-urol1dv6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-134367807',owner_user_name='tempest-TestVolumeBootPattern-134367807-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T08:04:44Z,user_data=None,user_id='43b9c4d4949346bcae8ed60ce4b533af',uuid=1a85999c-7593-4842-8c60-0189da0b2909,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "35759924-18b1-482a-ae5d-f34d5c082fc2", "address": "fa:16:3e:e7:1b:4d", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap35759924-18", "ovs_interfaceid": "35759924-18b1-482a-ae5d-f34d5c082fc2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 08:05:04 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Converting VIF {"id": "35759924-18b1-482a-ae5d-f34d5c082fc2", "address": "fa:16:3e:e7:1b:4d", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap35759924-18", "ovs_interfaceid": "35759924-18b1-482a-ae5d-f34d5c082fc2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:05:04 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e7:1b:4d,bridge_name='br-int',has_traffic_filtering=True,id=35759924-18b1-482a-ae5d-f34d5c082fc2,network=Network(8b96e2e3-eec1-4827-84d4-b2cf8a498fef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap35759924-18') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:05:04 user nova-compute[74307]: DEBUG nova.objects.instance [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lazy-loading 'pci_devices' on Instance uuid 1a85999c-7593-4842-8c60-0189da0b2909 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:05:04 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] End _get_guest_xml xml=<domain type="kvm">
Oct 24 08:05:04 user nova-compute[74307]:   <uuid>1a85999c-7593-4842-8c60-0189da0b2909</uuid>
Oct 24 08:05:04 user nova-compute[74307]:   <name>instance-0000002a</name>
Oct 24 08:05:04 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 08:05:04 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 08:05:04 user nova-compute[74307]:   <metadata>
Oct 24 08:05:04 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 08:05:04 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 08:05:04 user nova-compute[74307]:       <nova:name>tempest-TestVolumeBootPattern-server-1414564082</nova:name>
Oct 24 08:05:04 user nova-compute[74307]:       <nova:creationTime>2023-10-24 08:05:02</nova:creationTime>
Oct 24 08:05:04 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 08:05:04 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 08:05:04 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 08:05:04 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 08:05:04 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 08:05:04 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 08:05:04 user nova-compute[74307]:       </nova:flavor>
Oct 24 08:05:04 user nova-compute[74307]:       <nova:owner>
Oct 24 08:05:04 user nova-compute[74307]:         <nova:user uuid="43b9c4d4949346bcae8ed60ce4b533af">tempest-TestVolumeBootPattern-134367807-project-member</nova:user>
Oct 24 08:05:04 user nova-compute[74307]:         <nova:project uuid="99565c4aa28a45419afe825961b86a69">tempest-TestVolumeBootPattern-134367807</nova:project>
Oct 24 08:05:04 user nova-compute[74307]:       </nova:owner>
Oct 24 08:05:04 user nova-compute[74307]:       <nova:ports>
Oct 24 08:05:04 user nova-compute[74307]:         <nova:port uuid="35759924-18b1-482a-ae5d-f34d5c082fc2">
Oct 24 08:05:04 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 24 08:05:04 user nova-compute[74307]:         </nova:port>
Oct 24 08:05:04 user nova-compute[74307]:       </nova:ports>
Oct 24 08:05:04 user nova-compute[74307]:     </nova:instance>
Oct 24 08:05:04 user nova-compute[74307]:   </metadata>
Oct 24 08:05:04 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 08:05:04 user nova-compute[74307]:     <system>
Oct 24 08:05:04 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 08:05:04 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 08:05:04 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 08:05:04 user nova-compute[74307]:       <entry name="serial">1a85999c-7593-4842-8c60-0189da0b2909</entry>
Oct 24 08:05:04 user nova-compute[74307]:       <entry name="uuid">1a85999c-7593-4842-8c60-0189da0b2909</entry>
Oct 24 08:05:04 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 08:05:04 user nova-compute[74307]:     </system>
Oct 24 08:05:04 user nova-compute[74307]:   </sysinfo>
Oct 24 08:05:04 user nova-compute[74307]:   <os>
Oct 24 08:05:04 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 08:05:04 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 08:05:04 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 08:05:04 user nova-compute[74307]:   </os>
Oct 24 08:05:04 user nova-compute[74307]:   <features>
Oct 24 08:05:04 user nova-compute[74307]:     <acpi/>
Oct 24 08:05:04 user nova-compute[74307]:     <apic/>
Oct 24 08:05:04 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 08:05:04 user nova-compute[74307]:   </features>
Oct 24 08:05:04 user nova-compute[74307]:   <clock offset="utc">
Oct 24 08:05:04 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 08:05:04 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 08:05:04 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 08:05:04 user nova-compute[74307]:   </clock>
Oct 24 08:05:04 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 08:05:04 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 08:05:04 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 08:05:04 user nova-compute[74307]:   </cpu>
Oct 24 08:05:04 user nova-compute[74307]:   <devices>
Oct 24 08:05:04 user nova-compute[74307]:     <disk type="block" device="disk">
Oct 24 08:05:04 user nova-compute[74307]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 08:05:04 user nova-compute[74307]:       <source dev="/dev/sdb"/>
Oct 24 08:05:04 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 08:05:04 user nova-compute[74307]:       <serial>78f6621d-4a8b-4532-9f31-7a537cb6b5c3</serial>
Oct 24 08:05:04 user nova-compute[74307]:     </disk>
Oct 24 08:05:04 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 08:05:04 user nova-compute[74307]:       <mac address="fa:16:3e:e7:1b:4d"/>
Oct 24 08:05:04 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 08:05:04 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 08:05:04 user nova-compute[74307]:       <target dev="tap35759924-18"/>
Oct 24 08:05:04 user nova-compute[74307]:     </interface>
Oct 24 08:05:04 user nova-compute[74307]:     <serial type="pty">
Oct 24 08:05:04 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/1a85999c-7593-4842-8c60-0189da0b2909/console.log" append="off"/>
Oct 24 08:05:04 user nova-compute[74307]:     </serial>
Oct 24 08:05:04 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 08:05:04 user nova-compute[74307]:     <video>
Oct 24 08:05:04 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 08:05:04 user nova-compute[74307]:     </video>
Oct 24 08:05:04 user nova-compute[74307]:     <rng model="virtio">
Oct 24 08:05:04 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 08:05:04 user nova-compute[74307]:     </rng>
Oct 24 08:05:04 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 08:05:04 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 08:05:04 user nova-compute[74307]:       <stats period="10"/>
Oct 24 08:05:04 user nova-compute[74307]:     </memballoon>
Oct 24 08:05:04 user nova-compute[74307]:   </devices>
Oct 24 08:05:04 user nova-compute[74307]: </domain>
Oct 24 08:05:04 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 08:05:04 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:04:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1414564082',display_name='tempest-TestVolumeBootPattern-server-1414564082',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1414564082',id=42,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN/mWRbGAQq+L/X/F6DQ93Wgcv17QX2agtlrkvQT0eFty3PFmf9xwMegj/Pl5m5U5X+Xlb46jGFMxQRrdaug+VesW1hFswmKm+5+3XyFr/EJoxBEYMZuI3af4ZrwIg3mGQ==',key_name='tempest-TestVolumeBootPattern-1437354749',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='99565c4aa28a45419afe825961b86a69',ramdisk_id='',reservation_id='r-urol1dv6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-134367807',owner_user_name='tempest-TestVolumeBootPattern-134367807-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T08:04:44Z,user_data=None,user_id='43b9c4d4949346bcae8ed60ce4b533af',uuid=1a85999c-7593-4842-8c60-0189da0b2909,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "35759924-18b1-482a-ae5d-f34d5c082fc2", "address": "fa:16:3e:e7:1b:4d", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap35759924-18", "ovs_interfaceid": "35759924-18b1-482a-ae5d-f34d5c082fc2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 08:05:04 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Converting VIF {"id": "35759924-18b1-482a-ae5d-f34d5c082fc2", "address": "fa:16:3e:e7:1b:4d", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap35759924-18", "ovs_interfaceid": "35759924-18b1-482a-ae5d-f34d5c082fc2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:05:04 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e7:1b:4d,bridge_name='br-int',has_traffic_filtering=True,id=35759924-18b1-482a-ae5d-f34d5c082fc2,network=Network(8b96e2e3-eec1-4827-84d4-b2cf8a498fef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap35759924-18') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:05:04 user nova-compute[74307]: DEBUG os_vif [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e7:1b:4d,bridge_name='br-int',has_traffic_filtering=True,id=35759924-18b1-482a-ae5d-f34d5c082fc2,network=Network(8b96e2e3-eec1-4827-84d4-b2cf8a498fef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap35759924-18') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 08:05:04 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:05:04 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:05:04 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 08:05:04 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:05:04 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9a76d805-dbc8-5ae4-995a-d1de061b4cf0', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:05:04 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:05:04 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:05:04 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:05:04 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap35759924-18, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:05:04 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap35759924-18, col_values=(('qos', UUID('afe2becc-971d-4bf4-b818-c5bd6f9ea933')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:05:04 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap35759924-18, col_values=(('external_ids', {'iface-id': '35759924-18b1-482a-ae5d-f34d5c082fc2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e7:1b:4d', 'vm-uuid': '1a85999c-7593-4842-8c60-0189da0b2909'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:05:04 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:05:04 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:05:04 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:05:04 user nova-compute[74307]: INFO os_vif [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e7:1b:4d,bridge_name='br-int',has_traffic_filtering=True,id=35759924-18b1-482a-ae5d-f34d5c082fc2,network=Network(8b96e2e3-eec1-4827-84d4-b2cf8a498fef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap35759924-18')
Oct 24 08:05:04 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 08:05:04 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] No VIF found with MAC fa:16:3e:e7:1b:4d, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 08:05:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:05:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:05:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:05:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:05:05 user nova-compute[74307]: DEBUG nova.compute.manager [req-22c53009-37e1-408a-af24-1de704ab41d1 req-085e94e0-48b7-4431-b278-1ebbfff27f8a service nova] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Received event network-vif-plugged-35759924-18b1-482a-ae5d-f34d5c082fc2 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:05:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-22c53009-37e1-408a-af24-1de704ab41d1 req-085e94e0-48b7-4431-b278-1ebbfff27f8a service nova] Acquiring lock "1a85999c-7593-4842-8c60-0189da0b2909-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:05:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-22c53009-37e1-408a-af24-1de704ab41d1 req-085e94e0-48b7-4431-b278-1ebbfff27f8a service nova] Lock "1a85999c-7593-4842-8c60-0189da0b2909-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:05:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-22c53009-37e1-408a-af24-1de704ab41d1 req-085e94e0-48b7-4431-b278-1ebbfff27f8a service nova] Lock "1a85999c-7593-4842-8c60-0189da0b2909-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:05:05 user nova-compute[74307]: DEBUG nova.compute.manager [req-22c53009-37e1-408a-af24-1de704ab41d1 req-085e94e0-48b7-4431-b278-1ebbfff27f8a service nova] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] No waiting events found dispatching network-vif-plugged-35759924-18b1-482a-ae5d-f34d5c082fc2 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:05:05 user nova-compute[74307]: WARNING nova.compute.manager [req-22c53009-37e1-408a-af24-1de704ab41d1 req-085e94e0-48b7-4431-b278-1ebbfff27f8a service nova] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Received unexpected event network-vif-plugged-35759924-18b1-482a-ae5d-f34d5c082fc2 for instance with vm_state building and task_state spawning.
Oct 24 08:05:06 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:05:06 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:05:06 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:05:06 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:05:06 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:05:07 user nova-compute[74307]: DEBUG nova.compute.manager [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 08:05:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Guest created on hypervisor {{(pid=74307) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 08:05:07 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Instance spawned successfully.
Oct 24 08:05:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 08:05:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Found default for hw_cdrom_bus of ide {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:05:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Found default for hw_disk_bus of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:05:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Found default for hw_input_bus of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:05:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Found default for hw_pointer_model of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:05:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Found default for hw_video_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:05:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Found default for hw_vif_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG nova.compute.manager [req-4fa4e0ea-2d94-48fe-9b48-3cd492728b5c req-19b7f996-edae-4388-8f5f-ebb48fda8b28 service nova] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Received event network-vif-plugged-35759924-18b1-482a-ae5d-f34d5c082fc2 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-4fa4e0ea-2d94-48fe-9b48-3cd492728b5c req-19b7f996-edae-4388-8f5f-ebb48fda8b28 service nova] Acquiring lock "1a85999c-7593-4842-8c60-0189da0b2909-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-4fa4e0ea-2d94-48fe-9b48-3cd492728b5c req-19b7f996-edae-4388-8f5f-ebb48fda8b28 service nova] Lock "1a85999c-7593-4842-8c60-0189da0b2909-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-4fa4e0ea-2d94-48fe-9b48-3cd492728b5c req-19b7f996-edae-4388-8f5f-ebb48fda8b28 service nova] Lock "1a85999c-7593-4842-8c60-0189da0b2909-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG nova.compute.manager [req-4fa4e0ea-2d94-48fe-9b48-3cd492728b5c req-19b7f996-edae-4388-8f5f-ebb48fda8b28 service nova] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] No waiting events found dispatching network-vif-plugged-35759924-18b1-482a-ae5d-f34d5c082fc2 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:05:08 user nova-compute[74307]: WARNING nova.compute.manager [req-4fa4e0ea-2d94-48fe-9b48-3cd492728b5c req-19b7f996-edae-4388-8f5f-ebb48fda8b28 service nova] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Received unexpected event network-vif-plugged-35759924-18b1-482a-ae5d-f34d5c082fc2 for instance with vm_state building and task_state spawning.
Oct 24 08:05:08 user nova-compute[74307]: INFO nova.compute.manager [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Took 5.55 seconds to spawn the instance on the hypervisor.
Oct 24 08:05:08 user nova-compute[74307]: DEBUG nova.compute.manager [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 08:05:08 user nova-compute[74307]: INFO nova.compute.manager [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Took 24.43 seconds to build instance.
Oct 24 08:05:08 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5d79a8ca-cd67-4443-b917-1bcbce17785b tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "1a85999c-7593-4842-8c60-0189da0b2909" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 24.525s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-83f80a79-f9ba-487e-b75d-c6b0bfe65d0d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Calling os-brick to attach iSCSI Volume {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-83f80a79-f9ba-487e-b75d-c6b0bfe65d0d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fbtaOBJA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:05:08 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-83f80a79-f9ba-487e-b75d-c6b0bfe65d0d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:05:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-83f80a79-f9ba-487e-b75d-c6b0bfe65d0d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-83f80a79-f9ba-487e-b75d-c6b0bfe65d0d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:05:08 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-83f80a79-f9ba-487e-b75d-c6b0bfe65d0d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:05:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-83f80a79-f9ba-487e-b75d-c6b0bfe65d0d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-83f80a79-f9ba-487e-b75d-c6b0bfe65d0d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:05:08 user nova-compute[74307]: INFO os_brick.initiator.connectors.iscsi [None req-83f80a79-f9ba-487e-b75d-c6b0bfe65d0d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 08:05:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850 -p 172.16.0.220:3260 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[12041564-8afc-43fb-b90e-82420e19ca79]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-83f80a79-f9ba-487e-b75d-c6b0bfe65d0d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 08:05:08 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850 -p 172.16.0.220:3260 --interface default --op new {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[764ec971-5311-46e4-bcff-8846f4234464]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850] added\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-83f80a79-f9ba-487e-b75d-c6b0bfe65d0d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850] added
Oct 24 08:05:08 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[edd9af7d-5d67-4153-9122-3d49c7a0e140]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-83f80a79-f9ba-487e-b75d-c6b0bfe65d0d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a721481-62ac-42d1-b89d-f0c80fde225a]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-83f80a79-f9ba-487e-b75d-c6b0bfe65d0d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fbtaOBJA {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fbtaOBJA" returned: 0 in 0.026s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[8537df57-94da-4654-be11-c9b299e9c157]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-83f80a79-f9ba-487e-b75d-c6b0bfe65d0d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'fbtaOBJA'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7cc32c4-3b04-4472-bf84-30c003f9f908]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-83f80a79-f9ba-487e-b75d-c6b0bfe65d0d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[71f546ff-4501-4dd9-926e-90d3c4168a1d]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-83f80a79-f9ba-487e-b75d-c6b0bfe65d0d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 (non-flash)
Oct 24 08:05:08 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-83f80a79-f9ba-487e-b75d-c6b0bfe65d0d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 (non-flash)
Oct 24 08:05:08 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850 -p 172.16.0.220:3260 --login {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850 -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c2d0170-7986-4237-a9dc-b5b2027d0511]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-83f80a79-f9ba-487e-b75d-c6b0bfe65d0d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850, portal: 172.16.0.220,3260]
Oct 24 08:05:08 user nova-compute[74307]: Login to [iface: default, target: iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850, portal: 172.16.0.220,3260] successful.
Oct 24 08:05:08 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a2903f6-214a-4cd7-8632-13c2b6956fc8]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-83f80a79-f9ba-487e-b75d-c6b0bfe65d0d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[a16c0487-4ba8-42fc-b17b-351df9e9259e]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-83f80a79-f9ba-487e-b75d-c6b0bfe65d0d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 (non-flash)
Oct 24 08:05:08 user nova-compute[74307]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850 (non-flash)
Oct 24 08:05:08 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-83f80a79-f9ba-487e-b75d-c6b0bfe65d0d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 (non-flash)
Oct 24 08:05:08 user nova-compute[74307]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850 (non-flash)
Oct 24 08:05:08 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-83f80a79-f9ba-487e-b75d-c6b0bfe65d0d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.300s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-83f80a79-f9ba-487e-b75d-c6b0bfe65d0d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Connected to 172.16.0.220:3260 {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-83f80a79-f9ba-487e-b75d-c6b0bfe65d0d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] HCTL ('34', '-', '-', 0) found on session 41 with lun 0 {{(pid=74307) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-83f80a79-f9ba-487e-b75d-c6b0bfe65d0d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74307) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e395aa77-fc66-4e6c-add9-cadae2b5f34d]: (4, ('- - 0', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-83f80a79-f9ba-487e-b75d-c6b0bfe65d0d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Searching for a device in session 41 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 08:05:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-83f80a79-f9ba-487e-b75d-c6b0bfe65d0d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fbtaOBJA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 08:05:09 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:05:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:05:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:05:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:05:09 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 08:05:09 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:05:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:09 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 08:05:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33046253-0288-48c3-aa32-bd7d95dddc43/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:09 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-83f80a79-f9ba-487e-b75d-c6b0bfe65d0d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.370s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:05:09 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-83f80a79-f9ba-487e-b75d-c6b0bfe65d0d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] <== connect_volume: return (1373ms) {'type': 'block', 'scsi_wwn': '23165353835303461', 'path': '/dev/sdc'} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:05:09 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-83f80a79-f9ba-487e-b75d-c6b0bfe65d0d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23165353835303461', 'path': '/dev/sdc'} {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 08:05:09 user nova-compute[74307]: DEBUG nova.objects.instance [None req-83f80a79-f9ba-487e-b75d-c6b0bfe65d0d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lazy-loading 'flavor' on Instance uuid 33046253-0288-48c3-aa32-bd7d95dddc43 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:05:09 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-83f80a79-f9ba-487e-b75d-c6b0bfe65d0d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 08:05:09 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 08:05:09 user nova-compute[74307]:   <source dev="/dev/sdc"/>
Oct 24 08:05:09 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 08:05:09 user nova-compute[74307]:   <serial>7d2f1183-ae99-4992-a14c-93c8eddd6850</serial>
Oct 24 08:05:09 user nova-compute[74307]: </disk>
Oct 24 08:05:09 user nova-compute[74307]:  {{(pid=74307) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 08:05:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33046253-0288-48c3-aa32-bd7d95dddc43/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:09 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33046253-0288-48c3-aa32-bd7d95dddc43/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33046253-0288-48c3-aa32-bd7d95dddc43/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/189dbc60-a6ba-4c58-b84e-96e5f637b1aa/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/189dbc60-a6ba-4c58-b84e-96e5f637b1aa/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/189dbc60-a6ba-4c58-b84e-96e5f637b1aa/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:10 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-83f80a79-f9ba-487e-b75d-c6b0bfe65d0d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 08:05:10 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-83f80a79-f9ba-487e-b75d-c6b0bfe65d0d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 08:05:10 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-83f80a79-f9ba-487e-b75d-c6b0bfe65d0d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] No VIF found with MAC fa:16:3e:94:9c:db, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 08:05:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/189dbc60-a6ba-4c58-b84e-96e5f637b1aa/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:05:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-83f80a79-f9ba-487e-b75d-c6b0bfe65d0d tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "33046253-0288-48c3-aa32-bd7d95dddc43" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 20.113s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:05:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json" returned: 0 in 0.231s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:10 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json" returned: 0 in 0.204s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:12 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:05:12 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:05:12 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Hypervisor/Node resource view: name=user free_ram=8260MB free_disk=25.17055892944336GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 08:05:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:05:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:05:12 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 189dbc60-a6ba-4c58-b84e-96e5f637b1aa actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:05:12 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:05:12 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fcde6b55-42d0-41aa-8ed7-5b81486228ac actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:05:12 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 33046253-0288-48c3-aa32-bd7d95dddc43 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:05:12 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 1a85999c-7593-4842-8c60-0189da0b2909 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:05:12 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 08:05:12 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 08:05:12 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:05:12 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:05:12 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 08:05:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.619s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:05:13 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:05:13 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:05:13 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:05:14 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:05:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:05:17 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:05:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5f68da57-8da6-4cd2-a43e-6ea65482744c tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Acquiring lock "33046253-0288-48c3-aa32-bd7d95dddc43" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:05:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5f68da57-8da6-4cd2-a43e-6ea65482744c tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "33046253-0288-48c3-aa32-bd7d95dddc43" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:05:17 user nova-compute[74307]: DEBUG nova.objects.instance [None req-5f68da57-8da6-4cd2-a43e-6ea65482744c tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lazy-loading 'flavor' on Instance uuid 33046253-0288-48c3-aa32-bd7d95dddc43 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:05:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5f68da57-8da6-4cd2-a43e-6ea65482744c tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "33046253-0288-48c3-aa32-bd7d95dddc43" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.077s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:05:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5f68da57-8da6-4cd2-a43e-6ea65482744c tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Acquiring lock "33046253-0288-48c3-aa32-bd7d95dddc43" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:05:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5f68da57-8da6-4cd2-a43e-6ea65482744c tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "33046253-0288-48c3-aa32-bd7d95dddc43" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:05:17 user nova-compute[74307]: INFO nova.compute.manager [None req-5f68da57-8da6-4cd2-a43e-6ea65482744c tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Attaching volume 4497bead-f5fc-4bc4-8ea4-6ef6fc98eede to /dev/vdc
Oct 24 08:05:17 user nova-compute[74307]: DEBUG os_brick.utils [None req-5f68da57-8da6-4cd2-a43e-6ea65482744c tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:05:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:17 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[87066202-2194-4923-828a-22d75a9f0550]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:299aca16be88\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:05:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:17 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[70d48360-2a8c-4566-a240-11521872c084]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:05:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:17 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[57c658a3-8573-4693-bc23-62346fbbf144]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:05:17 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebe35960-9eab-413d-9629-8401e8bee2ee]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:05:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-5f68da57-8da6-4cd2-a43e-6ea65482744c tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Running cmd (subprocess): nvme version {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-5f68da57-8da6-4cd2-a43e-6ea65482744c tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] 'nvme version' failed. Not Retrying. {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 08:05:17 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5f68da57-8da6-4cd2-a43e-6ea65482744c tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] nvme not present on system {{(pid=74307) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 08:05:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 08:05:17 user nova-compute[74307]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 08:05:17 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[af8aae9a-9ff8-4891-9e51-fc30341efc63]: (4, '') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:05:17 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-5f68da57-8da6-4cd2-a43e-6ea65482744c tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74307) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 08:05:17 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-5f68da57-8da6-4cd2-a43e-6ea65482744c tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 08:05:17 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-5f68da57-8da6-4cd2-a43e-6ea65482744c tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] LIGHTOS: no hostnqn found. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 08:05:17 user nova-compute[74307]: DEBUG os_brick.utils [None req-5f68da57-8da6-4cd2-a43e-6ea65482744c tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] <== get_connector_properties: return (132ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:299aca16be88', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:05:17 user nova-compute[74307]: DEBUG nova.virt.block_device [None req-5f68da57-8da6-4cd2-a43e-6ea65482744c tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Updating existing volume attachment record: 976c70fa-8f0e-4b6b-8bfb-b63cc9cbea9c {{(pid=74307) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 08:05:18 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:05:18 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74307) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 08:05:19 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:05:19 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Starting heal instance info cache {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 08:05:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:05:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "refresh_cache-fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:05:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquired lock "refresh_cache-fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:05:19 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Forcefully refreshing network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 08:05:19 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Updating instance_info_cache with network_info: [{"id": "1f1028c1-1ae9-424c-9e56-0291552e142c", "address": "fa:16:3e:68:84:8c", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f1028c1-1a", "ovs_interfaceid": "1f1028c1-1ae9-424c-9e56-0291552e142c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:05:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Releasing lock "refresh_cache-fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:05:19 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Updated the network info_cache for instance {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 08:05:19 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:05:19 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:05:20 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:05:24 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:05:24 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:05:24 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:05:24 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:05:24 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:05:24 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:05:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:05:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:05:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:05:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:05:35 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5f68da57-8da6-4cd2-a43e-6ea65482744c tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Calling os-brick to attach iSCSI Volume {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 08:05:35 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f68da57-8da6-4cd2-a43e-6ea65482744c tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jEciqRPf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:05:35 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-5f68da57-8da6-4cd2-a43e-6ea65482744c tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:05:35 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-5f68da57-8da6-4cd2-a43e-6ea65482744c tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:05:35 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-5f68da57-8da6-4cd2-a43e-6ea65482744c tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:05:35 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-5f68da57-8da6-4cd2-a43e-6ea65482744c tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:05:35 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-5f68da57-8da6-4cd2-a43e-6ea65482744c tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:05:35 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-5f68da57-8da6-4cd2-a43e-6ea65482744c tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:05:35 user nova-compute[74307]: INFO os_brick.initiator.connectors.iscsi [None req-5f68da57-8da6-4cd2-a43e-6ea65482744c tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 08:05:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede -p 172.16.0.220:3260 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:35 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9b78097-219e-4213-b320-c17a4a821790]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:05:35 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f68da57-8da6-4cd2-a43e-6ea65482744c tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 08:05:35 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:05:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede -p 172.16.0.220:3260 --interface default --op new {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:35 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[463b76b0-7dcd-46a1-aeaa-1ca73091d3b9]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede] added\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:05:35 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f68da57-8da6-4cd2-a43e-6ea65482744c tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede] added
Oct 24 08:05:35 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:05:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:35 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b859439a-356c-4204-89fb-a053ce37263a]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:05:35 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f68da57-8da6-4cd2-a43e-6ea65482744c tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:05:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:35 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[2093a831-504d-45d1-ac85-2b30f99fdb4b]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:05:35 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f68da57-8da6-4cd2-a43e-6ea65482744c tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:05:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jEciqRPf {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:05:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jEciqRPf" returned: 0 in 0.033s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:35 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[648c5a55-669c-45bf-a891-cd7707daecfc]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:05:35 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f68da57-8da6-4cd2-a43e-6ea65482744c tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'jEciqRPf'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:05:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:35 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cbabb58-c897-41ce-a99d-b2d0d7cfc096]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:05:35 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f68da57-8da6-4cd2-a43e-6ea65482744c tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:05:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:35 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab168ff4-5c8f-4763-a827-850c437ac4e1]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:05:35 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f68da57-8da6-4cd2-a43e-6ea65482744c tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 (non-flash)
Oct 24 08:05:35 user nova-compute[74307]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850 (non-flash)
Oct 24 08:05:35 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:05:35 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f68da57-8da6-4cd2-a43e-6ea65482744c tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 (non-flash)
Oct 24 08:05:35 user nova-compute[74307]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850 (non-flash)
Oct 24 08:05:35 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:05:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede -p 172.16.0.220:3260 --login {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:35 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[9199ad48-45ea-4db5-a8bb-17fb3f07fc19]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:05:35 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f68da57-8da6-4cd2-a43e-6ea65482744c tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede, portal: 172.16.0.220,3260]
Oct 24 08:05:35 user nova-compute[74307]: Login to [iface: default, target: iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede, portal: 172.16.0.220,3260] successful.
Oct 24 08:05:35 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:05:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:35 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[585f6686-2cd9-41fc-a1e2-111a0e75c7ed]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:05:35 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f68da57-8da6-4cd2-a43e-6ea65482744c tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:05:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:35 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[5dbf4f3f-3baf-4063-b5d8-ee66fae03fe1]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:05:35 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f68da57-8da6-4cd2-a43e-6ea65482744c tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 (non-flash)
Oct 24 08:05:35 user nova-compute[74307]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850 (non-flash)
Oct 24 08:05:35 user nova-compute[74307]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede (non-flash)
Oct 24 08:05:35 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:05:35 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f68da57-8da6-4cd2-a43e-6ea65482744c tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 (non-flash)
Oct 24 08:05:35 user nova-compute[74307]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850 (non-flash)
Oct 24 08:05:35 user nova-compute[74307]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede (non-flash)
Oct 24 08:05:35 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:05:35 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-5f68da57-8da6-4cd2-a43e-6ea65482744c tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.293s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:05:35 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f68da57-8da6-4cd2-a43e-6ea65482744c tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Connected to 172.16.0.220:3260 {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 08:05:35 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-5f68da57-8da6-4cd2-a43e-6ea65482744c tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] HCTL ('35', '-', '-', 0) found on session 42 with lun 0 {{(pid=74307) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 08:05:35 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-5f68da57-8da6-4cd2-a43e-6ea65482744c tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74307) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 08:05:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:35 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac1c56c7-fdcc-4327-af47-440eade7c49b]: (4, ('- - 0', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:05:35 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-5f68da57-8da6-4cd2-a43e-6ea65482744c tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Searching for a device in session 42 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 08:05:35 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f68da57-8da6-4cd2-a43e-6ea65482744c tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jEciqRPf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 08:05:36 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-5f68da57-8da6-4cd2-a43e-6ea65482744c tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.333s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:05:36 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f68da57-8da6-4cd2-a43e-6ea65482744c tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] <== connect_volume: return (1334ms) {'type': 'block', 'scsi_wwn': '23330633632373562', 'path': '/dev/sdd'} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:05:36 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5f68da57-8da6-4cd2-a43e-6ea65482744c tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23330633632373562', 'path': '/dev/sdd'} {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 08:05:37 user nova-compute[74307]: DEBUG nova.objects.instance [None req-5f68da57-8da6-4cd2-a43e-6ea65482744c tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lazy-loading 'flavor' on Instance uuid 33046253-0288-48c3-aa32-bd7d95dddc43 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:05:37 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-5f68da57-8da6-4cd2-a43e-6ea65482744c tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 08:05:37 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 08:05:37 user nova-compute[74307]:   <source dev="/dev/sdd"/>
Oct 24 08:05:37 user nova-compute[74307]:   <target dev="vdc" bus="virtio"/>
Oct 24 08:05:37 user nova-compute[74307]:   <serial>4497bead-f5fc-4bc4-8ea4-6ef6fc98eede</serial>
Oct 24 08:05:37 user nova-compute[74307]: </disk>
Oct 24 08:05:37 user nova-compute[74307]:  {{(pid=74307) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 08:05:37 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5f68da57-8da6-4cd2-a43e-6ea65482744c tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 08:05:37 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5f68da57-8da6-4cd2-a43e-6ea65482744c tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 08:05:37 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5f68da57-8da6-4cd2-a43e-6ea65482744c tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 08:05:37 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5f68da57-8da6-4cd2-a43e-6ea65482744c tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] No VIF found with MAC fa:16:3e:94:9c:db, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 08:05:37 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5f68da57-8da6-4cd2-a43e-6ea65482744c tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "33046253-0288-48c3-aa32-bd7d95dddc43" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 19.953s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:05:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-b9c2367d-41fa-4fd1-bb8b-2b73f30e6465 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Acquiring lock "33046253-0288-48c3-aa32-bd7d95dddc43" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:05:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-b9c2367d-41fa-4fd1-bb8b-2b73f30e6465 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "33046253-0288-48c3-aa32-bd7d95dddc43" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:05:38 user nova-compute[74307]: INFO nova.compute.manager [None req-b9c2367d-41fa-4fd1-bb8b-2b73f30e6465 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Detaching volume 7d2f1183-ae99-4992-a14c-93c8eddd6850
Oct 24 08:05:38 user nova-compute[74307]: INFO nova.virt.block_device [None req-b9c2367d-41fa-4fd1-bb8b-2b73f30e6465 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Attempting to driver detach volume 7d2f1183-ae99-4992-a14c-93c8eddd6850 from mountpoint /dev/vdb
Oct 24 08:05:38 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-b9c2367d-41fa-4fd1-bb8b-2b73f30e6465 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Attempting to detach device vdb from instance 33046253-0288-48c3-aa32-bd7d95dddc43 from the persistent domain config. {{(pid=74307) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 08:05:38 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-b9c2367d-41fa-4fd1-bb8b-2b73f30e6465 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 08:05:38 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 08:05:38 user nova-compute[74307]:   <source dev="/dev/sdc"/>
Oct 24 08:05:38 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 08:05:38 user nova-compute[74307]:   <serial>7d2f1183-ae99-4992-a14c-93c8eddd6850</serial>
Oct 24 08:05:38 user nova-compute[74307]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 08:05:38 user nova-compute[74307]: </disk>
Oct 24 08:05:38 user nova-compute[74307]:  {{(pid=74307) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 08:05:38 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-b9c2367d-41fa-4fd1-bb8b-2b73f30e6465 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Successfully detached device vdb from instance 33046253-0288-48c3-aa32-bd7d95dddc43 from the persistent domain config.
Oct 24 08:05:38 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-b9c2367d-41fa-4fd1-bb8b-2b73f30e6465 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 33046253-0288-48c3-aa32-bd7d95dddc43 from the live domain config. {{(pid=74307) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 08:05:38 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-b9c2367d-41fa-4fd1-bb8b-2b73f30e6465 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 08:05:38 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 08:05:38 user nova-compute[74307]:   <source dev="/dev/sdc"/>
Oct 24 08:05:38 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 08:05:38 user nova-compute[74307]:   <serial>7d2f1183-ae99-4992-a14c-93c8eddd6850</serial>
Oct 24 08:05:38 user nova-compute[74307]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 08:05:38 user nova-compute[74307]: </disk>
Oct 24 08:05:38 user nova-compute[74307]:  {{(pid=74307) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 08:05:39 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:05:39 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-b9c2367d-41fa-4fd1-bb8b-2b73f30e6465 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 33046253-0288-48c3-aa32-bd7d95dddc43 {{(pid=74307) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 08:05:40 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:05:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:05:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:05:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:05:59 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:05:59 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-b9c2367d-41fa-4fd1-bb8b-2b73f30e6465 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 33046253-0288-48c3-aa32-bd7d95dddc43 is timed out.
Oct 24 08:05:59 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-b9c2367d-41fa-4fd1-bb8b-2b73f30e6465 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Successfully detached device vdb from instance 33046253-0288-48c3-aa32-bd7d95dddc43 from the live domain config.
Oct 24 08:05:59 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b9c2367d-41fa-4fd1-bb8b-2b73f30e6465 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] calling os-brick to detach iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 08:05:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9c2367d-41fa-4fd1-bb8b-2b73f30e6465 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, {'target_iqn': 'iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fbtaOBJA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:05:59 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-b9c2367d-41fa-4fd1-bb8b-2b73f30e6465 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:05:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-b9c2367d-41fa-4fd1-bb8b-2b73f30e6465 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:05:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-b9c2367d-41fa-4fd1-bb8b-2b73f30e6465 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:05:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:59 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f76be10-5903-43ce-abe3-d20730069756]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:05:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9c2367d-41fa-4fd1-bb8b-2b73f30e6465 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 08:05:59 user nova-compute[74307]: No targets found.
Oct 24 08:05:59 user nova-compute[74307]: iSNS:
Oct 24 08:05:59 user nova-compute[74307]: No targets found.
Oct 24 08:05:59 user nova-compute[74307]: STATIC:
Oct 24 08:05:59 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede
Oct 24 08:05:59 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 08:05:59 user nova-compute[74307]:                 Iface Name: default
Oct 24 08:05:59 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850
Oct 24 08:05:59 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 08:05:59 user nova-compute[74307]:                 Iface Name: default
Oct 24 08:05:59 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3
Oct 24 08:05:59 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 08:05:59 user nova-compute[74307]:                 Iface Name: default
Oct 24 08:05:59 user nova-compute[74307]: FIRMWARE:
Oct 24 08:05:59 user nova-compute[74307]: No targets found.
Oct 24 08:05:59 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:05:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9c2367d-41fa-4fd1-bb8b-2b73f30e6465 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 08:05:59 user nova-compute[74307]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 08:05:59 user nova-compute[74307]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74307) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 08:05:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9c2367d-41fa-4fd1-bb8b-2b73f30e6465 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850', 0)] {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 08:05:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:59 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[a040b736-a4e6-49f7-805d-aa9f5d23338b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:05:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:59 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[249549bf-afdc-4a20-a792-36dc42b1ad46]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:05:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9c2367d-41fa-4fd1-bb8b-2b73f30e6465 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 (non-flash)
Oct 24 08:05:59 user nova-compute[74307]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850 (non-flash)
Oct 24 08:05:59 user nova-compute[74307]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede (non-flash)
Oct 24 08:05:59 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:05:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9c2367d-41fa-4fd1-bb8b-2b73f30e6465 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 (non-flash)
Oct 24 08:05:59 user nova-compute[74307]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850 (non-flash)
Oct 24 08:05:59 user nova-compute[74307]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede (non-flash)
Oct 24 08:05:59 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:05:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9c2367d-41fa-4fd1-bb8b-2b73f30e6465 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f46247684c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850'): ({'sdc'}, set())}) {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 08:05:59 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-b9c2367d-41fa-4fd1-bb8b-2b73f30e6465 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Removing single pathed devices sdc {{(pid=74307) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 08:05:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:59 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d3b103e-0bef-4a0a-b6fa-801971b70a5e]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:05:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:59 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b6675c0-7194-4e38-a3d0-7b4d62bb213a]: (4, ('ok\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:05:59 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-b9c2367d-41fa-4fd1-bb8b-2b73f30e6465 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Flushing IO for device /dev/sdc {{(pid=74307) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 08:05:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:59 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[1dad4af6-02bf-4cf0-8564-331ecd3b896a]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:05:59 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-b9c2367d-41fa-4fd1-bb8b-2b73f30e6465 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74307) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 08:05:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.053s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:59 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d514fdbc-997e-4cc4-96ed-ec52ad2417ad]: (4, ('1', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:05:59 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-b9c2367d-41fa-4fd1-bb8b-2b73f30e6465 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 08:05:59 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-b9c2367d-41fa-4fd1-bb8b-2b73f30e6465 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] SCSI volumes sdc have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 08:05:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9c2367d-41fa-4fd1-bb8b-2b73f30e6465 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850')] {{(pid=74307) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 08:05:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:59 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[caa4f2f1-71c7-4b34-82dd-b60fcd887db2]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:05:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9c2367d-41fa-4fd1-bb8b-2b73f30e6465 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:05:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850 -p 172.16.0.220:3260 --logout {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:59 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd5a69ed-51ae-4f74-b285-e647285b8961]: (4, ('Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850, portal: 172.16.0.220,3260]\nLogout of [sid: 41, target: iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:05:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9c2367d-41fa-4fd1-bb8b-2b73f30e6465 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850, portal: 172.16.0.220,3260]
Oct 24 08:05:59 user nova-compute[74307]: Logout of [sid: 41, target: iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850, portal: 172.16.0.220,3260] successful.
Oct 24 08:05:59 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:05:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850 -p 172.16.0.220:3260 --op delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:05:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d2f1183-ae99-4992-a14c-93c8eddd6850 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:05:59 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[decefd1d-e72a-49de-9694-e05a94776264]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:05:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9c2367d-41fa-4fd1-bb8b-2b73f30e6465 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:05:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-b9c2367d-41fa-4fd1-bb8b-2b73f30e6465 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.321s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:05:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9c2367d-41fa-4fd1-bb8b-2b73f30e6465 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] <== disconnect_volume: return (322ms) None {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:05:59 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b9c2367d-41fa-4fd1-bb8b-2b73f30e6465 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Disconnected iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 08:06:00 user nova-compute[74307]: DEBUG nova.objects.instance [None req-b9c2367d-41fa-4fd1-bb8b-2b73f30e6465 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lazy-loading 'flavor' on Instance uuid 33046253-0288-48c3-aa32-bd7d95dddc43 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:06:00 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-b9c2367d-41fa-4fd1-bb8b-2b73f30e6465 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "33046253-0288-48c3-aa32-bd7d95dddc43" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.981s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:06:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-ce798b49-17b4-4b16-ba58-868b3c387916 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Acquiring lock "33046253-0288-48c3-aa32-bd7d95dddc43" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:06:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-ce798b49-17b4-4b16-ba58-868b3c387916 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "33046253-0288-48c3-aa32-bd7d95dddc43" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:06:01 user nova-compute[74307]: INFO nova.compute.manager [None req-ce798b49-17b4-4b16-ba58-868b3c387916 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Detaching volume 4497bead-f5fc-4bc4-8ea4-6ef6fc98eede
Oct 24 08:06:01 user nova-compute[74307]: INFO nova.virt.block_device [None req-ce798b49-17b4-4b16-ba58-868b3c387916 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Attempting to driver detach volume 4497bead-f5fc-4bc4-8ea4-6ef6fc98eede from mountpoint /dev/vdc
Oct 24 08:06:01 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-ce798b49-17b4-4b16-ba58-868b3c387916 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Attempting to detach device vdc from instance 33046253-0288-48c3-aa32-bd7d95dddc43 from the persistent domain config. {{(pid=74307) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 08:06:01 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-ce798b49-17b4-4b16-ba58-868b3c387916 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 08:06:01 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 08:06:01 user nova-compute[74307]:   <source dev="/dev/sdd"/>
Oct 24 08:06:01 user nova-compute[74307]:   <target dev="vdc" bus="virtio"/>
Oct 24 08:06:01 user nova-compute[74307]:   <serial>4497bead-f5fc-4bc4-8ea4-6ef6fc98eede</serial>
Oct 24 08:06:01 user nova-compute[74307]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 24 08:06:01 user nova-compute[74307]: </disk>
Oct 24 08:06:01 user nova-compute[74307]:  {{(pid=74307) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 08:06:01 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-ce798b49-17b4-4b16-ba58-868b3c387916 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Successfully detached device vdc from instance 33046253-0288-48c3-aa32-bd7d95dddc43 from the persistent domain config.
Oct 24 08:06:01 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-ce798b49-17b4-4b16-ba58-868b3c387916 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 33046253-0288-48c3-aa32-bd7d95dddc43 from the live domain config. {{(pid=74307) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 08:06:01 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-ce798b49-17b4-4b16-ba58-868b3c387916 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 08:06:01 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 08:06:01 user nova-compute[74307]:   <source dev="/dev/sdd"/>
Oct 24 08:06:01 user nova-compute[74307]:   <target dev="vdc" bus="virtio"/>
Oct 24 08:06:01 user nova-compute[74307]:   <serial>4497bead-f5fc-4bc4-8ea4-6ef6fc98eede</serial>
Oct 24 08:06:01 user nova-compute[74307]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 24 08:06:01 user nova-compute[74307]: </disk>
Oct 24 08:06:01 user nova-compute[74307]:  {{(pid=74307) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 08:06:02 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-ce798b49-17b4-4b16-ba58-868b3c387916 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 33046253-0288-48c3-aa32-bd7d95dddc43 {{(pid=74307) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 08:06:04 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:06:09 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:06:09 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:06:09 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:06:09 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:06:09 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:06:09 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:06:10 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:06:11 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:06:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:06:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:06:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:06:11 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 08:06:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:06:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:06:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:06:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:06:11 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 08:06:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33046253-0288-48c3-aa32-bd7d95dddc43/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:06:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33046253-0288-48c3-aa32-bd7d95dddc43/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:06:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33046253-0288-48c3-aa32-bd7d95dddc43/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:06:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33046253-0288-48c3-aa32-bd7d95dddc43/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:06:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/189dbc60-a6ba-4c58-b84e-96e5f637b1aa/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:06:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/189dbc60-a6ba-4c58-b84e-96e5f637b1aa/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:06:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/189dbc60-a6ba-4c58-b84e-96e5f637b1aa/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:06:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/189dbc60-a6ba-4c58-b84e-96e5f637b1aa/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:06:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:06:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json" returned: 0 in 0.180s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:06:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:06:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json" returned: 0 in 0.169s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:06:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:06:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:06:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:06:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:06:13 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:06:13 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:06:13 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Hypervisor/Node resource view: name=user free_ram=8284MB free_disk=25.16628646850586GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 08:06:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:06:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:06:13 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 189dbc60-a6ba-4c58-b84e-96e5f637b1aa actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:06:13 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:06:13 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fcde6b55-42d0-41aa-8ed7-5b81486228ac actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:06:13 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 33046253-0288-48c3-aa32-bd7d95dddc43 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:06:13 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 1a85999c-7593-4842-8c60-0189da0b2909 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:06:13 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 08:06:13 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 08:06:13 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:06:13 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:06:13 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 08:06:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.299s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:06:14 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:06:14 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:06:19 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:06:19 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:06:19 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:06:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:06:20 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:06:20 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74307) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 08:06:21 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:06:21 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Starting heal instance info cache {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 08:06:21 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "refresh_cache-fcde6b55-42d0-41aa-8ed7-5b81486228ac" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:06:21 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquired lock "refresh_cache-fcde6b55-42d0-41aa-8ed7-5b81486228ac" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:06:21 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Forcefully refreshing network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 08:06:21 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Updating instance_info_cache with network_info: [{"id": "ac225733-9917-4093-854d-f0ee36a177bb", "address": "fa:16:3e:1e:bf:21", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac225733-99", "ovs_interfaceid": "ac225733-9917-4093-854d-f0ee36a177bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:06:21 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Releasing lock "refresh_cache-fcde6b55-42d0-41aa-8ed7-5b81486228ac" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:06:21 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Updated the network info_cache for instance {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 08:06:22 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:06:22 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-ce798b49-17b4-4b16-ba58-868b3c387916 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 33046253-0288-48c3-aa32-bd7d95dddc43 is timed out.
Oct 24 08:06:22 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-ce798b49-17b4-4b16-ba58-868b3c387916 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Successfully detached device vdc from instance 33046253-0288-48c3-aa32-bd7d95dddc43 from the live domain config.
Oct 24 08:06:22 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ce798b49-17b4-4b16-ba58-868b3c387916 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] calling os-brick to detach iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 08:06:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce798b49-17b4-4b16-ba58-868b3c387916 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, {'target_iqn': 'iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jEciqRPf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:06:22 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-ce798b49-17b4-4b16-ba58-868b3c387916 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:06:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-ce798b49-17b4-4b16-ba58-868b3c387916 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:06:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-ce798b49-17b4-4b16-ba58-868b3c387916 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:06:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:06:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:06:22 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[16d884e7-7749-41e7-9c4c-6dca21c20252]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:06:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce798b49-17b4-4b16-ba58-868b3c387916 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 08:06:22 user nova-compute[74307]: No targets found.
Oct 24 08:06:22 user nova-compute[74307]: iSNS:
Oct 24 08:06:22 user nova-compute[74307]: No targets found.
Oct 24 08:06:22 user nova-compute[74307]: STATIC:
Oct 24 08:06:22 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede
Oct 24 08:06:22 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 08:06:22 user nova-compute[74307]:                 Iface Name: default
Oct 24 08:06:22 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3
Oct 24 08:06:22 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 08:06:22 user nova-compute[74307]:                 Iface Name: default
Oct 24 08:06:22 user nova-compute[74307]: FIRMWARE:
Oct 24 08:06:22 user nova-compute[74307]: No targets found.
Oct 24 08:06:22 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:06:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce798b49-17b4-4b16-ba58-868b3c387916 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 08:06:22 user nova-compute[74307]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 08:06:22 user nova-compute[74307]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74307) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 08:06:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce798b49-17b4-4b16-ba58-868b3c387916 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede', 0)] {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 08:06:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:06:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:06:22 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9f32836-3f87-4446-aca5-531fda002e3b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:06:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:06:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:06:22 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[da58b1f7-2169-420d-ad3b-299910fe6c8e]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:06:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce798b49-17b4-4b16-ba58-868b3c387916 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 (non-flash)
Oct 24 08:06:22 user nova-compute[74307]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede (non-flash)
Oct 24 08:06:22 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:06:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce798b49-17b4-4b16-ba58-868b3c387916 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 (non-flash)
Oct 24 08:06:22 user nova-compute[74307]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede (non-flash)
Oct 24 08:06:22 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:06:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce798b49-17b4-4b16-ba58-868b3c387916 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4600f36b00>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede'): ({'sdd'}, set())}) {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 08:06:22 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-ce798b49-17b4-4b16-ba58-868b3c387916 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Removing single pathed devices sdd {{(pid=74307) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 08:06:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:06:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:06:22 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[426c597d-6bd5-42a3-8fd0-4a241db77992]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:06:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:06:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:06:22 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d61b345-5bd2-46c2-8363-6ddec06a079f]: (4, ('ok\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:06:22 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-ce798b49-17b4-4b16-ba58-868b3c387916 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Flushing IO for device /dev/sdd {{(pid=74307) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 08:06:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:06:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.016s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:06:22 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc5c3a44-5c85-4afd-afea-8e0fed8f441e]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:06:22 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-ce798b49-17b4-4b16-ba58-868b3c387916 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74307) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 08:06:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:06:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.034s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:06:22 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffd5fec7-749a-49b4-b1a3-153b30cbad0d]: (4, ('1', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:06:22 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-ce798b49-17b4-4b16-ba58-868b3c387916 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 08:06:22 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-ce798b49-17b4-4b16-ba58-868b3c387916 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] SCSI volumes sdd have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 08:06:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce798b49-17b4-4b16-ba58-868b3c387916 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede')] {{(pid=74307) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 08:06:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:06:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:06:22 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[768efb5c-fd13-43e4-8e07-f8fdbc6b3898]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:06:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce798b49-17b4-4b16-ba58-868b3c387916 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:06:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede -p 172.16.0.220:3260 --logout {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:06:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede -p 172.16.0.220:3260 --logout" returned: 0 in 0.051s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:06:22 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d1fc878-c596-482d-ae3d-5b8ea1566d98]: (4, ('Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede, portal: 172.16.0.220,3260]\nLogout of [sid: 42, target: iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:06:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce798b49-17b4-4b16-ba58-868b3c387916 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede, portal: 172.16.0.220,3260]
Oct 24 08:06:22 user nova-compute[74307]: Logout of [sid: 42, target: iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede, portal: 172.16.0.220,3260] successful.
Oct 24 08:06:22 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:06:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede -p 172.16.0.220:3260 --op delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:06:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4497bead-f5fc-4bc4-8ea4-6ef6fc98eede -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:06:22 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0217dcb-bf32-468e-890e-83bf8e42b21c]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:06:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce798b49-17b4-4b16-ba58-868b3c387916 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:06:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-ce798b49-17b4-4b16-ba58-868b3c387916 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.294s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:06:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce798b49-17b4-4b16-ba58-868b3c387916 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] <== disconnect_volume: return (295ms) None {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:06:22 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ce798b49-17b4-4b16-ba58-868b3c387916 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Disconnected iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 08:06:23 user nova-compute[74307]: DEBUG nova.objects.instance [None req-ce798b49-17b4-4b16-ba58-868b3c387916 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lazy-loading 'flavor' on Instance uuid 33046253-0288-48c3-aa32-bd7d95dddc43 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:06:23 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-ce798b49-17b4-4b16-ba58-868b3c387916 tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "33046253-0288-48c3-aa32-bd7d95dddc43" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.761s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:06:24 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:06:24 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6175d8cf-5c66-4d02-9b35-2562c332d34a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Acquiring lock "33046253-0288-48c3-aa32-bd7d95dddc43" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:06:24 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6175d8cf-5c66-4d02-9b35-2562c332d34a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "33046253-0288-48c3-aa32-bd7d95dddc43" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:06:24 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6175d8cf-5c66-4d02-9b35-2562c332d34a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Acquiring lock "33046253-0288-48c3-aa32-bd7d95dddc43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:06:24 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6175d8cf-5c66-4d02-9b35-2562c332d34a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "33046253-0288-48c3-aa32-bd7d95dddc43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:06:24 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6175d8cf-5c66-4d02-9b35-2562c332d34a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "33046253-0288-48c3-aa32-bd7d95dddc43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:06:24 user nova-compute[74307]: INFO nova.compute.manager [None req-6175d8cf-5c66-4d02-9b35-2562c332d34a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Terminating instance
Oct 24 08:06:24 user nova-compute[74307]: DEBUG nova.compute.manager [None req-6175d8cf-5c66-4d02-9b35-2562c332d34a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Start destroying the instance on the hypervisor. {{(pid=74307) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 08:06:24 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:06:24 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:06:24 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:06:24 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:06:24 user nova-compute[74307]: DEBUG nova.compute.manager [req-126d7feb-a20e-4672-bee3-6de4c3108000 req-6c4efd41-7dc6-4d99-8a08-b0b4eb64d3d4 service nova] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Received event network-vif-unplugged-a0a71dcb-994d-4ff5-aeac-48dc5e48451b {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:06:24 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-126d7feb-a20e-4672-bee3-6de4c3108000 req-6c4efd41-7dc6-4d99-8a08-b0b4eb64d3d4 service nova] Acquiring lock "33046253-0288-48c3-aa32-bd7d95dddc43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:06:24 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-126d7feb-a20e-4672-bee3-6de4c3108000 req-6c4efd41-7dc6-4d99-8a08-b0b4eb64d3d4 service nova] Lock "33046253-0288-48c3-aa32-bd7d95dddc43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:06:24 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-126d7feb-a20e-4672-bee3-6de4c3108000 req-6c4efd41-7dc6-4d99-8a08-b0b4eb64d3d4 service nova] Lock "33046253-0288-48c3-aa32-bd7d95dddc43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:06:24 user nova-compute[74307]: DEBUG nova.compute.manager [req-126d7feb-a20e-4672-bee3-6de4c3108000 req-6c4efd41-7dc6-4d99-8a08-b0b4eb64d3d4 service nova] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] No waiting events found dispatching network-vif-unplugged-a0a71dcb-994d-4ff5-aeac-48dc5e48451b {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:06:24 user nova-compute[74307]: DEBUG nova.compute.manager [req-126d7feb-a20e-4672-bee3-6de4c3108000 req-6c4efd41-7dc6-4d99-8a08-b0b4eb64d3d4 service nova] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Received event network-vif-unplugged-a0a71dcb-994d-4ff5-aeac-48dc5e48451b for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 08:06:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:06:25 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Instance destroyed successfully.
Oct 24 08:06:25 user nova-compute[74307]: DEBUG nova.objects.instance [None req-6175d8cf-5c66-4d02-9b35-2562c332d34a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lazy-loading 'resources' on Instance uuid 33046253-0288-48c3-aa32-bd7d95dddc43 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:06:25 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-6175d8cf-5c66-4d02-9b35-2562c332d34a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:02:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-2118971451',display_name='tempest-AttachVolumeTestJSON-server-2118971451',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-2118971451',id=41,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHkYdClAXqb+MAJ2jBbSKS1dzQTUGjC8yW5ROfoHBH+Ry7u3BDf5U3RxCyx2d9tUBlOOtZqyqQBFX8RROSNqYLF1v7OCKoc2ZiwYBmXcMHBb8t/koh9ijGmc1eDA+kti0Q==',key_name='tempest-keypair-123363858',keypairs=<?>,launch_index=0,launched_at=2023-10-24T08:02:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e349c7556c954f868b60c401e1a053cf',ramdisk_id='',reservation_id='r-24a0ld0b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-942496644',owner_user_name='tempest-AttachVolumeTestJSON-942496644-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T08:02:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cd95a9d7c3fe4f4fac77a57e08cba688',uuid=33046253-0288-48c3-aa32-bd7d95dddc43,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a0a71dcb-994d-4ff5-aeac-48dc5e48451b", "address": "fa:16:3e:94:9c:db", "network": {"id": "0b5afd85-cb93-4bd3-abef-63764752395c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-367974063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.91", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e349c7556c954f868b60c401e1a053cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0a71dcb-99", "ovs_interfaceid": "a0a71dcb-994d-4ff5-aeac-48dc5e48451b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 08:06:25 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-6175d8cf-5c66-4d02-9b35-2562c332d34a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Converting VIF {"id": "a0a71dcb-994d-4ff5-aeac-48dc5e48451b", "address": "fa:16:3e:94:9c:db", "network": {"id": "0b5afd85-cb93-4bd3-abef-63764752395c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-367974063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.91", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e349c7556c954f868b60c401e1a053cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0a71dcb-99", "ovs_interfaceid": "a0a71dcb-994d-4ff5-aeac-48dc5e48451b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:06:25 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-6175d8cf-5c66-4d02-9b35-2562c332d34a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:94:9c:db,bridge_name='br-int',has_traffic_filtering=True,id=a0a71dcb-994d-4ff5-aeac-48dc5e48451b,network=Network(0b5afd85-cb93-4bd3-abef-63764752395c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa0a71dcb-99') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:06:25 user nova-compute[74307]: DEBUG os_vif [None req-6175d8cf-5c66-4d02-9b35-2562c332d34a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:94:9c:db,bridge_name='br-int',has_traffic_filtering=True,id=a0a71dcb-994d-4ff5-aeac-48dc5e48451b,network=Network(0b5afd85-cb93-4bd3-abef-63764752395c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa0a71dcb-99') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 08:06:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:06:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa0a71dcb-99, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:06:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:06:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:06:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:06:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=61f9dc7b-bc44-4ccb-9f63-d3a73e2f38ba) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:06:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:06:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:06:25 user nova-compute[74307]: INFO os_vif [None req-6175d8cf-5c66-4d02-9b35-2562c332d34a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:94:9c:db,bridge_name='br-int',has_traffic_filtering=True,id=a0a71dcb-994d-4ff5-aeac-48dc5e48451b,network=Network(0b5afd85-cb93-4bd3-abef-63764752395c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa0a71dcb-99')
Oct 24 08:06:25 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-6175d8cf-5c66-4d02-9b35-2562c332d34a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Deleting instance files /opt/stack/data/nova/instances/33046253-0288-48c3-aa32-bd7d95dddc43_del
Oct 24 08:06:25 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-6175d8cf-5c66-4d02-9b35-2562c332d34a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Deletion of /opt/stack/data/nova/instances/33046253-0288-48c3-aa32-bd7d95dddc43_del complete
Oct 24 08:06:25 user nova-compute[74307]: INFO nova.compute.manager [None req-6175d8cf-5c66-4d02-9b35-2562c332d34a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Took 0.91 seconds to destroy the instance on the hypervisor.
Oct 24 08:06:25 user nova-compute[74307]: DEBUG oslo.service.loopingcall [None req-6175d8cf-5c66-4d02-9b35-2562c332d34a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74307) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 08:06:25 user nova-compute[74307]: DEBUG nova.compute.manager [-] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Deallocating network for instance {{(pid=74307) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 08:06:25 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] deallocate_for_instance() {{(pid=74307) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 08:06:26 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:06:26 user nova-compute[74307]: INFO nova.compute.manager [-] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Took 1.01 seconds to deallocate network for instance.
Oct 24 08:06:26 user nova-compute[74307]: DEBUG nova.compute.manager [req-5686adff-81db-4355-9e96-59369eb415ad req-643151d9-e996-484c-9edd-6d9e416a9b91 service nova] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Received event network-vif-deleted-a0a71dcb-994d-4ff5-aeac-48dc5e48451b {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:06:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6175d8cf-5c66-4d02-9b35-2562c332d34a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:06:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6175d8cf-5c66-4d02-9b35-2562c332d34a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:06:26 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-6175d8cf-5c66-4d02-9b35-2562c332d34a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:06:26 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-6175d8cf-5c66-4d02-9b35-2562c332d34a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:06:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6175d8cf-5c66-4d02-9b35-2562c332d34a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.229s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:06:26 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-6175d8cf-5c66-4d02-9b35-2562c332d34a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Deleted allocations for instance 33046253-0288-48c3-aa32-bd7d95dddc43
Oct 24 08:06:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6175d8cf-5c66-4d02-9b35-2562c332d34a tempest-AttachVolumeTestJSON-942496644 tempest-AttachVolumeTestJSON-942496644-project-member] Lock "33046253-0288-48c3-aa32-bd7d95dddc43" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.342s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:06:26 user nova-compute[74307]: DEBUG nova.compute.manager [req-78227b78-a315-4753-8171-41387509c9a3 req-82b7846d-2d8f-42b2-b6c8-1a87efc0fa4e service nova] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Received event network-vif-plugged-a0a71dcb-994d-4ff5-aeac-48dc5e48451b {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:06:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-78227b78-a315-4753-8171-41387509c9a3 req-82b7846d-2d8f-42b2-b6c8-1a87efc0fa4e service nova] Acquiring lock "33046253-0288-48c3-aa32-bd7d95dddc43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:06:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-78227b78-a315-4753-8171-41387509c9a3 req-82b7846d-2d8f-42b2-b6c8-1a87efc0fa4e service nova] Lock "33046253-0288-48c3-aa32-bd7d95dddc43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:06:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-78227b78-a315-4753-8171-41387509c9a3 req-82b7846d-2d8f-42b2-b6c8-1a87efc0fa4e service nova] Lock "33046253-0288-48c3-aa32-bd7d95dddc43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:06:27 user nova-compute[74307]: DEBUG nova.compute.manager [req-78227b78-a315-4753-8171-41387509c9a3 req-82b7846d-2d8f-42b2-b6c8-1a87efc0fa4e service nova] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] No waiting events found dispatching network-vif-plugged-a0a71dcb-994d-4ff5-aeac-48dc5e48451b {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:06:27 user nova-compute[74307]: WARNING nova.compute.manager [req-78227b78-a315-4753-8171-41387509c9a3 req-82b7846d-2d8f-42b2-b6c8-1a87efc0fa4e service nova] [instance: 33046253-0288-48c3-aa32-bd7d95dddc43] Received unexpected event network-vif-plugged-a0a71dcb-994d-4ff5-aeac-48dc5e48451b for instance with vm_state deleted and task_state None.
Oct 24 08:06:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:06:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:06:36 user nova-compute[74307]: DEBUG nova.compute.manager [req-241dca11-89fd-4017-9e65-9e4f5a85cecc req-1c5a64fa-0870-49db-8ef3-345e65aba7b7 service nova] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Received event network-changed-35759924-18b1-482a-ae5d-f34d5c082fc2 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:06:36 user nova-compute[74307]: DEBUG nova.compute.manager [req-241dca11-89fd-4017-9e65-9e4f5a85cecc req-1c5a64fa-0870-49db-8ef3-345e65aba7b7 service nova] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Refreshing instance network info cache due to event network-changed-35759924-18b1-482a-ae5d-f34d5c082fc2. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 08:06:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-241dca11-89fd-4017-9e65-9e4f5a85cecc req-1c5a64fa-0870-49db-8ef3-345e65aba7b7 service nova] Acquiring lock "refresh_cache-1a85999c-7593-4842-8c60-0189da0b2909" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:06:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-241dca11-89fd-4017-9e65-9e4f5a85cecc req-1c5a64fa-0870-49db-8ef3-345e65aba7b7 service nova] Acquired lock "refresh_cache-1a85999c-7593-4842-8c60-0189da0b2909" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:06:36 user nova-compute[74307]: DEBUG nova.network.neutron [req-241dca11-89fd-4017-9e65-9e4f5a85cecc req-1c5a64fa-0870-49db-8ef3-345e65aba7b7 service nova] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Refreshing network info cache for port 35759924-18b1-482a-ae5d-f34d5c082fc2 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 08:06:36 user nova-compute[74307]: DEBUG nova.network.neutron [req-241dca11-89fd-4017-9e65-9e4f5a85cecc req-1c5a64fa-0870-49db-8ef3-345e65aba7b7 service nova] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Updated VIF entry in instance network info cache for port 35759924-18b1-482a-ae5d-f34d5c082fc2. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 08:06:36 user nova-compute[74307]: DEBUG nova.network.neutron [req-241dca11-89fd-4017-9e65-9e4f5a85cecc req-1c5a64fa-0870-49db-8ef3-345e65aba7b7 service nova] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Updating instance_info_cache with network_info: [{"id": "35759924-18b1-482a-ae5d-f34d5c082fc2", "address": "fa:16:3e:e7:1b:4d", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.80", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap35759924-18", "ovs_interfaceid": "35759924-18b1-482a-ae5d-f34d5c082fc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:06:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-241dca11-89fd-4017-9e65-9e4f5a85cecc req-1c5a64fa-0870-49db-8ef3-345e65aba7b7 service nova] Releasing lock "refresh_cache-1a85999c-7593-4842-8c60-0189da0b2909" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:06:40 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:06:40 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:06:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:06:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:06:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:06:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:06:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:00 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2ceb9c7e-d77c-4bd0-b872-161a84e90aad tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Acquiring lock "189dbc60-a6ba-4c58-b84e-96e5f637b1aa" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:07:00 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2ceb9c7e-d77c-4bd0-b872-161a84e90aad tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "189dbc60-a6ba-4c58-b84e-96e5f637b1aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:07:00 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2ceb9c7e-d77c-4bd0-b872-161a84e90aad tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Acquiring lock "189dbc60-a6ba-4c58-b84e-96e5f637b1aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:07:00 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2ceb9c7e-d77c-4bd0-b872-161a84e90aad tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "189dbc60-a6ba-4c58-b84e-96e5f637b1aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:07:00 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2ceb9c7e-d77c-4bd0-b872-161a84e90aad tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "189dbc60-a6ba-4c58-b84e-96e5f637b1aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:07:00 user nova-compute[74307]: INFO nova.compute.manager [None req-2ceb9c7e-d77c-4bd0-b872-161a84e90aad tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Terminating instance
Oct 24 08:07:00 user nova-compute[74307]: DEBUG nova.compute.manager [None req-2ceb9c7e-d77c-4bd0-b872-161a84e90aad tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Start destroying the instance on the hypervisor. {{(pid=74307) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 08:07:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:01 user nova-compute[74307]: DEBUG nova.compute.manager [req-a09c4ab6-db12-4648-9437-d9129d86a87e req-0f9a7928-b67b-4345-895d-b1e75e398224 service nova] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Received event network-vif-unplugged-a8aff1f0-28ac-411b-9826-d34161178e30 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:07:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a09c4ab6-db12-4648-9437-d9129d86a87e req-0f9a7928-b67b-4345-895d-b1e75e398224 service nova] Acquiring lock "189dbc60-a6ba-4c58-b84e-96e5f637b1aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:07:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a09c4ab6-db12-4648-9437-d9129d86a87e req-0f9a7928-b67b-4345-895d-b1e75e398224 service nova] Lock "189dbc60-a6ba-4c58-b84e-96e5f637b1aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:07:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a09c4ab6-db12-4648-9437-d9129d86a87e req-0f9a7928-b67b-4345-895d-b1e75e398224 service nova] Lock "189dbc60-a6ba-4c58-b84e-96e5f637b1aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:07:01 user nova-compute[74307]: DEBUG nova.compute.manager [req-a09c4ab6-db12-4648-9437-d9129d86a87e req-0f9a7928-b67b-4345-895d-b1e75e398224 service nova] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] No waiting events found dispatching network-vif-unplugged-a8aff1f0-28ac-411b-9826-d34161178e30 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:07:01 user nova-compute[74307]: DEBUG nova.compute.manager [req-a09c4ab6-db12-4648-9437-d9129d86a87e req-0f9a7928-b67b-4345-895d-b1e75e398224 service nova] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Received event network-vif-unplugged-a8aff1f0-28ac-411b-9826-d34161178e30 for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 08:07:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:01 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Instance destroyed successfully.
Oct 24 08:07:01 user nova-compute[74307]: DEBUG nova.objects.instance [None req-2ceb9c7e-d77c-4bd0-b872-161a84e90aad tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lazy-loading 'resources' on Instance uuid 189dbc60-a6ba-4c58-b84e-96e5f637b1aa {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:07:01 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-2ceb9c7e-d77c-4bd0-b872-161a84e90aad tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:01:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1109776853',display_name='tempest-AttachVolumeNegativeTest-server-1109776853',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1109776853',id=37,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAEqbvyisF/6eH3+x9Za4SSP64A7qAHFo3mZNLqzRNJRNBsm4S+geS3s6ioCl3pJ1zoqaxN82blurat6KwKvNauNDHmbOf5JNSl2cQFIn0dBMvnjEC5dLVuadWL4I3Pvjw==',key_name='tempest-keypair-1982631083',keypairs=<?>,launch_index=0,launched_at=2023-10-24T08:01:52Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3f702c44f41647f3986d6d6acc4e7122',ramdisk_id='',reservation_id='r-di09pt2q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-976504116',owner_user_name='tempest-AttachVolumeNegativeTest-976504116-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T08:01:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e73cde07ef7843e9a5718b648794a329',uuid=189dbc60-a6ba-4c58-b84e-96e5f637b1aa,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a8aff1f0-28ac-411b-9826-d34161178e30", "address": "fa:16:3e:02:25:4a", "network": {"id": "88614861-758c-4aeb-96e5-c287097f2826", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-693421200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f702c44f41647f3986d6d6acc4e7122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8aff1f0-28", "ovs_interfaceid": "a8aff1f0-28ac-411b-9826-d34161178e30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 08:07:01 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-2ceb9c7e-d77c-4bd0-b872-161a84e90aad tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Converting VIF {"id": "a8aff1f0-28ac-411b-9826-d34161178e30", "address": "fa:16:3e:02:25:4a", "network": {"id": "88614861-758c-4aeb-96e5-c287097f2826", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-693421200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3f702c44f41647f3986d6d6acc4e7122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8aff1f0-28", "ovs_interfaceid": "a8aff1f0-28ac-411b-9826-d34161178e30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:07:01 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-2ceb9c7e-d77c-4bd0-b872-161a84e90aad tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:02:25:4a,bridge_name='br-int',has_traffic_filtering=True,id=a8aff1f0-28ac-411b-9826-d34161178e30,network=Network(88614861-758c-4aeb-96e5-c287097f2826),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8aff1f0-28') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:07:01 user nova-compute[74307]: DEBUG os_vif [None req-2ceb9c7e-d77c-4bd0-b872-161a84e90aad tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:02:25:4a,bridge_name='br-int',has_traffic_filtering=True,id=a8aff1f0-28ac-411b-9826-d34161178e30,network=Network(88614861-758c-4aeb-96e5-c287097f2826),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8aff1f0-28') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 08:07:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa8aff1f0-28, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:07:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:07:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d0194ccd-cf15-48af-b90a-5183243743dd) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:07:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:07:01 user nova-compute[74307]: INFO os_vif [None req-2ceb9c7e-d77c-4bd0-b872-161a84e90aad tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:02:25:4a,bridge_name='br-int',has_traffic_filtering=True,id=a8aff1f0-28ac-411b-9826-d34161178e30,network=Network(88614861-758c-4aeb-96e5-c287097f2826),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8aff1f0-28')
Oct 24 08:07:01 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-2ceb9c7e-d77c-4bd0-b872-161a84e90aad tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Deleting instance files /opt/stack/data/nova/instances/189dbc60-a6ba-4c58-b84e-96e5f637b1aa_del
Oct 24 08:07:01 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-2ceb9c7e-d77c-4bd0-b872-161a84e90aad tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Deletion of /opt/stack/data/nova/instances/189dbc60-a6ba-4c58-b84e-96e5f637b1aa_del complete
Oct 24 08:07:01 user nova-compute[74307]: INFO nova.compute.manager [None req-2ceb9c7e-d77c-4bd0-b872-161a84e90aad tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Took 0.90 seconds to destroy the instance on the hypervisor.
Oct 24 08:07:01 user nova-compute[74307]: DEBUG oslo.service.loopingcall [None req-2ceb9c7e-d77c-4bd0-b872-161a84e90aad tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74307) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 08:07:01 user nova-compute[74307]: DEBUG nova.compute.manager [-] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Deallocating network for instance {{(pid=74307) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 08:07:01 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] deallocate_for_instance() {{(pid=74307) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 08:07:02 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:07:02 user nova-compute[74307]: INFO nova.compute.manager [-] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Took 1.08 seconds to deallocate network for instance.
Oct 24 08:07:02 user nova-compute[74307]: DEBUG nova.compute.manager [req-181deae6-4663-463d-a517-402cf776b4ff req-e4e9e5fb-28fc-4244-abb1-52ff3964bc33 service nova] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Received event network-vif-deleted-a8aff1f0-28ac-411b-9826-d34161178e30 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:07:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2ceb9c7e-d77c-4bd0-b872-161a84e90aad tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:07:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2ceb9c7e-d77c-4bd0-b872-161a84e90aad tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:07:02 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-2ceb9c7e-d77c-4bd0-b872-161a84e90aad tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:07:02 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-2ceb9c7e-d77c-4bd0-b872-161a84e90aad tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:07:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2ceb9c7e-d77c-4bd0-b872-161a84e90aad tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.203s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:07:03 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-2ceb9c7e-d77c-4bd0-b872-161a84e90aad tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Deleted allocations for instance 189dbc60-a6ba-4c58-b84e-96e5f637b1aa
Oct 24 08:07:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2ceb9c7e-d77c-4bd0-b872-161a84e90aad tempest-AttachVolumeNegativeTest-976504116 tempest-AttachVolumeNegativeTest-976504116-project-member] Lock "189dbc60-a6ba-4c58-b84e-96e5f637b1aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.398s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:07:03 user nova-compute[74307]: DEBUG nova.compute.manager [req-dcd6ca7f-6ef5-483f-a453-96a190c8b7e3 req-f64488c4-2a66-4e73-888a-d1bdf2d53465 service nova] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Received event network-vif-plugged-a8aff1f0-28ac-411b-9826-d34161178e30 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:07:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-dcd6ca7f-6ef5-483f-a453-96a190c8b7e3 req-f64488c4-2a66-4e73-888a-d1bdf2d53465 service nova] Acquiring lock "189dbc60-a6ba-4c58-b84e-96e5f637b1aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:07:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-dcd6ca7f-6ef5-483f-a453-96a190c8b7e3 req-f64488c4-2a66-4e73-888a-d1bdf2d53465 service nova] Lock "189dbc60-a6ba-4c58-b84e-96e5f637b1aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:07:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-dcd6ca7f-6ef5-483f-a453-96a190c8b7e3 req-f64488c4-2a66-4e73-888a-d1bdf2d53465 service nova] Lock "189dbc60-a6ba-4c58-b84e-96e5f637b1aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:07:03 user nova-compute[74307]: DEBUG nova.compute.manager [req-dcd6ca7f-6ef5-483f-a453-96a190c8b7e3 req-f64488c4-2a66-4e73-888a-d1bdf2d53465 service nova] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] No waiting events found dispatching network-vif-plugged-a8aff1f0-28ac-411b-9826-d34161178e30 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:07:03 user nova-compute[74307]: WARNING nova.compute.manager [req-dcd6ca7f-6ef5-483f-a453-96a190c8b7e3 req-f64488c4-2a66-4e73-888a-d1bdf2d53465 service nova] [instance: 189dbc60-a6ba-4c58-b84e-96e5f637b1aa] Received unexpected event network-vif-plugged-a8aff1f0-28ac-411b-9826-d34161178e30 for instance with vm_state deleted and task_state None.
Oct 24 08:07:06 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "2528e00a-6db3-400b-95c4-4b3a25b846b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:07:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "2528e00a-6db3-400b-95c4-4b3a25b846b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:07:07 user nova-compute[74307]: DEBUG nova.compute.manager [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Starting instance... {{(pid=74307) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 08:07:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:07:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:07:07 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 08:07:07 user nova-compute[74307]: INFO nova.compute.claims [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Claim successful on node user
Oct 24 08:07:07 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:07:07 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:07:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.257s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:07:07 user nova-compute[74307]: DEBUG nova.compute.manager [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Start building networks asynchronously for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 08:07:07 user nova-compute[74307]: DEBUG nova.compute.manager [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Allocating IP information in the background. {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 08:07:07 user nova-compute[74307]: DEBUG nova.network.neutron [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] allocate_for_instance() {{(pid=74307) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 08:07:07 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 08:07:07 user nova-compute[74307]: DEBUG nova.compute.manager [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Start building block device mappings for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 08:07:07 user nova-compute[74307]: DEBUG nova.policy [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43b9c4d4949346bcae8ed60ce4b533af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99565c4aa28a45419afe825961b86a69', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74307) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 08:07:07 user nova-compute[74307]: INFO nova.virt.block_device [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Booting with volume 28b9e12b-9d47-452a-a1e8-737061831c5e at /dev/vda
Oct 24 08:07:07 user nova-compute[74307]: DEBUG os_brick.utils [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:07:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:07:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:07:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec27f92b-f281-4fb5-a952-b034054881ef]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:299aca16be88\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:07:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:07:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:07:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[51dc12d8-bb29-445c-aa43-d48393db60fe]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:07:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:07:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:07:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[a019de28-18c1-4883-8b65-3cf30a434599]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:07:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d70ce3f-cc1d-4378-8378-d04a9d0af5c1]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:07:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Running cmd (subprocess): nvme version {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:07:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] 'nvme version' failed. Not Retrying. {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 08:07:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] nvme not present on system {{(pid=74307) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 08:07:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:07:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 08:07:07 user nova-compute[74307]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 08:07:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a124574-c676-411a-afef-d0880617e3ad]: (4, '') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:07:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74307) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 08:07:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 08:07:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] LIGHTOS: no hostnqn found. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 08:07:07 user nova-compute[74307]: DEBUG os_brick.utils [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] <== get_connector_properties: return (132ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:299aca16be88', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:07:07 user nova-compute[74307]: DEBUG nova.virt.block_device [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Updating existing volume attachment record: bf654728-3399-4682-be31-565a3eb4ec0d {{(pid=74307) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 08:07:08 user nova-compute[74307]: DEBUG nova.network.neutron [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Successfully created port: 0923c9a9-8f6e-4088-b748-d0787cbdf6a4 {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 08:07:08 user nova-compute[74307]: DEBUG nova.network.neutron [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Successfully updated port: 0923c9a9-8f6e-4088-b748-d0787cbdf6a4 {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 08:07:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "refresh_cache-2528e00a-6db3-400b-95c4-4b3a25b846b2" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:07:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquired lock "refresh_cache-2528e00a-6db3-400b-95c4-4b3a25b846b2" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:07:09 user nova-compute[74307]: DEBUG nova.network.neutron [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 08:07:09 user nova-compute[74307]: DEBUG nova.compute.manager [req-a116172f-add4-4122-a7c7-824ec06478e8 req-770373be-cf39-42ed-8080-d78028813954 service nova] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Received event network-changed-0923c9a9-8f6e-4088-b748-d0787cbdf6a4 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:07:09 user nova-compute[74307]: DEBUG nova.compute.manager [req-a116172f-add4-4122-a7c7-824ec06478e8 req-770373be-cf39-42ed-8080-d78028813954 service nova] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Refreshing instance network info cache due to event network-changed-0923c9a9-8f6e-4088-b748-d0787cbdf6a4. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 08:07:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a116172f-add4-4122-a7c7-824ec06478e8 req-770373be-cf39-42ed-8080-d78028813954 service nova] Acquiring lock "refresh_cache-2528e00a-6db3-400b-95c4-4b3a25b846b2" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:07:09 user nova-compute[74307]: DEBUG nova.network.neutron [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 08:07:09 user nova-compute[74307]: DEBUG nova.network.neutron [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Updating instance_info_cache with network_info: [{"id": "0923c9a9-8f6e-4088-b748-d0787cbdf6a4", "address": "fa:16:3e:e2:2c:89", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0923c9a9-8f", "ovs_interfaceid": "0923c9a9-8f6e-4088-b748-d0787cbdf6a4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:07:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Releasing lock "refresh_cache-2528e00a-6db3-400b-95c4-4b3a25b846b2" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:07:09 user nova-compute[74307]: DEBUG nova.compute.manager [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Instance network_info: |[{"id": "0923c9a9-8f6e-4088-b748-d0787cbdf6a4", "address": "fa:16:3e:e2:2c:89", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0923c9a9-8f", "ovs_interfaceid": "0923c9a9-8f6e-4088-b748-d0787cbdf6a4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 08:07:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a116172f-add4-4122-a7c7-824ec06478e8 req-770373be-cf39-42ed-8080-d78028813954 service nova] Acquired lock "refresh_cache-2528e00a-6db3-400b-95c4-4b3a25b846b2" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:07:09 user nova-compute[74307]: DEBUG nova.network.neutron [req-a116172f-add4-4122-a7c7-824ec06478e8 req-770373be-cf39-42ed-8080-d78028813954 service nova] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Refreshing network info cache for port 0923c9a9-8f6e-4088-b748-d0787cbdf6a4 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 08:07:09 user nova-compute[74307]: DEBUG nova.network.neutron [req-a116172f-add4-4122-a7c7-824ec06478e8 req-770373be-cf39-42ed-8080-d78028813954 service nova] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Updated VIF entry in instance network info cache for port 0923c9a9-8f6e-4088-b748-d0787cbdf6a4. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 08:07:09 user nova-compute[74307]: DEBUG nova.network.neutron [req-a116172f-add4-4122-a7c7-824ec06478e8 req-770373be-cf39-42ed-8080-d78028813954 service nova] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Updating instance_info_cache with network_info: [{"id": "0923c9a9-8f6e-4088-b748-d0787cbdf6a4", "address": "fa:16:3e:e2:2c:89", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0923c9a9-8f", "ovs_interfaceid": "0923c9a9-8f6e-4088-b748-d0787cbdf6a4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:07:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a116172f-add4-4122-a7c7-824ec06478e8 req-770373be-cf39-42ed-8080-d78028813954 service nova] Releasing lock "refresh_cache-2528e00a-6db3-400b-95c4-4b3a25b846b2" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:07:10 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:07:10 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:07:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:11 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:07:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:12 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:07:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:07:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:07:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:07:12 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 08:07:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:07:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:07:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:07:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:07:12 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 08:07:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:07:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json" returned: 0 in 0.185s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:07:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:07:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json" returned: 0 in 0.185s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:07:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:07:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:07:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:07:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:07:13 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:07:13 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:07:13 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Hypervisor/Node resource view: name=user free_ram=8521MB free_disk=25.21068572998047GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 08:07:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:07:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:07:14 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:07:14 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fcde6b55-42d0-41aa-8ed7-5b81486228ac actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:07:14 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 1a85999c-7593-4842-8c60-0189da0b2909 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:07:14 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 2528e00a-6db3-400b-95c4-4b3a25b846b2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:07:14 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 08:07:14 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 08:07:14 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Refreshing inventories for resource provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 24 08:07:14 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Updating ProviderTree inventory for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 24 08:07:14 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Updating inventory in ProviderTree for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 24 08:07:14 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Refreshing aggregate associations for resource provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63, aggregates: None {{(pid=74307) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 24 08:07:14 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Refreshing trait associations for resource provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63, traits: COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_IDE,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_RESCUE_BFV,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_TRUSTED_CERTS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_MMX,COMPUTE_STORAGE_BUS_SATA,COMPUTE_DEVICE_TAGGING,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_VIRTIO {{(pid=74307) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 24 08:07:14 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:07:14 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:07:14 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 08:07:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.832s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:07:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:16 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:07:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:18 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:07:18 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Cleaning up deleted instances {{(pid=74307) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 24 08:07:18 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] There are 0 instances to clean {{(pid=74307) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 24 08:07:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:20 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:07:20 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:07:20 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:07:20 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74307) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 08:07:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:21 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:07:21 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Starting heal instance info cache {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 08:07:21 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Didn't find any instances for network info cache update. {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 24 08:07:21 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:07:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:23 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:07:23 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG nova.compute.manager [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Start spawning the instance on the hypervisor. {{(pid=74307) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Creating instance directory {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 08:07:26 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Creating image(s)
Oct 24 08:07:26 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Did not create local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Ensure instance console log exists: /opt/stack/data/nova/instances/2528e00a-6db3-400b-95c4-4b3a25b846b2/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Start _get_guest_xml network_info=[{"id": "0923c9a9-8f6e-4088-b748-d0787cbdf6a4", "address": "fa:16:3e:e2:2c:89", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0923c9a9-8f", "ovs_interfaceid": "0923c9a9-8f6e-4088-b748-d0787cbdf6a4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:28b9e12b-9d47-452a-a1e8-737061831c5e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KNcPvrWD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2528e00a-6db3-400b-95c4-4b3a25b846b2', 'attached_at': '', 'detached_at': '', 'volume_id': '28b9e12b-9d47-452a-a1e8-737061831c5e', 'serial': '28b9e12b-9d47-452a-a1e8-737061831c5e'}, 'attachment_id': 'bf654728-3399-4682-be31-565a3eb4ec0d', 'guest_format': None, 'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': False, 'volume_type': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 08:07:26 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:07:26 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:07:26 user nova-compute[74307]: INFO nova.compute.manager [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Rescuing
Oct 24 08:07:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Acquiring lock "refresh_cache-fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Acquired lock "refresh_cache-fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG nova.network.neutron [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Calling os-brick to attach iSCSI Volume {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:28b9e12b-9d47-452a-a1e8-737061831c5e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KNcPvrWD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:07:26 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:07:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:07:26 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:07:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:28b9e12b-9d47-452a-a1e8-737061831c5e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:28b9e12b-9d47-452a-a1e8-737061831c5e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:07:26 user nova-compute[74307]: INFO os_brick.initiator.connectors.iscsi [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 08:07:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28b9e12b-9d47-452a-a1e8-737061831c5e -p 172.16.0.220:3260 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74307) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28b9e12b-9d47-452a-a1e8-737061831c5e -p 172.16.0.220:3260" returned: 21 in 0.068s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c7b5ad9-df57-4dc0-8285-49149fdb56a8]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 08:07:26 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28b9e12b-9d47-452a-a1e8-737061831c5e -p 172.16.0.220:3260 --interface default --op new {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28b9e12b-9d47-452a-a1e8-737061831c5e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7701fe3-1fc9-4888-96d9-1b13688e89b2]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:28b9e12b-9d47-452a-a1e8-737061831c5e] added\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:28b9e12b-9d47-452a-a1e8-737061831c5e] added
Oct 24 08:07:26 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28b9e12b-9d47-452a-a1e8-737061831c5e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28b9e12b-9d47-452a-a1e8-737061831c5e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea7ada8f-f7ec-48e7-999c-5077ea85ec83]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28b9e12b-9d47-452a-a1e8-737061831c5e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28b9e12b-9d47-452a-a1e8-737061831c5e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ef60fc7-68d1-434e-89c2-5053c71ec219]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28b9e12b-9d47-452a-a1e8-737061831c5e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KNcPvrWD {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28b9e12b-9d47-452a-a1e8-737061831c5e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KNcPvrWD" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[74625fce-6e3b-4192-84c2-4b6a6980b29c]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'KNcPvrWD'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28b9e12b-9d47-452a-a1e8-737061831c5e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28b9e12b-9d47-452a-a1e8-737061831c5e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b183e55-32c5-439a-be1c-8ac49d7622f6]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[2abedee2-e85a-4618-9dcb-aead06617bc2]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 (non-flash)
Oct 24 08:07:26 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 (non-flash)
Oct 24 08:07:26 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28b9e12b-9d47-452a-a1e8-737061831c5e -p 172.16.0.220:3260 --login {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28b9e12b-9d47-452a-a1e8-737061831c5e -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c311e76-cc58-4a24-930c-ae5829aef30d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:28b9e12b-9d47-452a-a1e8-737061831c5e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:28b9e12b-9d47-452a-a1e8-737061831c5e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:28b9e12b-9d47-452a-a1e8-737061831c5e, portal: 172.16.0.220,3260]
Oct 24 08:07:26 user nova-compute[74307]: Login to [iface: default, target: iqn.2010-10.org.openstack:28b9e12b-9d47-452a-a1e8-737061831c5e, portal: 172.16.0.220,3260] successful.
Oct 24 08:07:26 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28b9e12b-9d47-452a-a1e8-737061831c5e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28b9e12b-9d47-452a-a1e8-737061831c5e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[a450b139-d946-48ed-b8dc-66c9e14f79a2]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[8481dd6f-0b5d-4792-a1a7-a1586f7725dc]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28b9e12b-9d47-452a-a1e8-737061831c5e (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 (non-flash)
Oct 24 08:07:26 user nova-compute[74307]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28b9e12b-9d47-452a-a1e8-737061831c5e (non-flash)
Oct 24 08:07:26 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 (non-flash)
Oct 24 08:07:26 user nova-compute[74307]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28b9e12b-9d47-452a-a1e8-737061831c5e (non-flash)
Oct 24 08:07:26 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:28b9e12b-9d47-452a-a1e8-737061831c5e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.370s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Connected to 172.16.0.220:3260 {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] HCTL ('34', '-', '-', 0) found on session 43 with lun 0 {{(pid=74307) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74307) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.154s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[25370618-18c2-48da-b3dc-e1c4ac17b69d]: (4, ('- - 0', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Searching for a device in session 43 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:28b9e12b-9d47-452a-a1e8-737061831c5e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KNcPvrWD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG nova.network.neutron [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Updating instance_info_cache with network_info: [{"id": "1f1028c1-1ae9-424c-9e56-0291552e142c", "address": "fa:16:3e:68:84:8c", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f1028c1-1a", "ovs_interfaceid": "1f1028c1-1ae9-424c-9e56-0291552e142c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Releasing lock "refresh_cache-fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG nova.compute.manager [req-63418004-d9cd-4a0a-9780-ee28febf247a req-9088d471-206a-4480-a7cb-2599092ce37b service nova] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Received event network-vif-unplugged-1f1028c1-1ae9-424c-9e56-0291552e142c {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-63418004-d9cd-4a0a-9780-ee28febf247a req-9088d471-206a-4480-a7cb-2599092ce37b service nova] Acquiring lock "fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-63418004-d9cd-4a0a-9780-ee28febf247a req-9088d471-206a-4480-a7cb-2599092ce37b service nova] Lock "fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-63418004-d9cd-4a0a-9780-ee28febf247a req-9088d471-206a-4480-a7cb-2599092ce37b service nova] Lock "fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG nova.compute.manager [req-63418004-d9cd-4a0a-9780-ee28febf247a req-9088d471-206a-4480-a7cb-2599092ce37b service nova] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] No waiting events found dispatching network-vif-unplugged-1f1028c1-1ae9-424c-9e56-0291552e142c {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:07:27 user nova-compute[74307]: WARNING nova.compute.manager [req-63418004-d9cd-4a0a-9780-ee28febf247a req-9088d471-206a-4480-a7cb-2599092ce37b service nova] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Received unexpected event network-vif-unplugged-1f1028c1-1ae9-424c-9e56-0291552e142c for instance with vm_state active and task_state rescuing.
Oct 24 08:07:27 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Instance destroyed successfully.
Oct 24 08:07:27 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Attempting rescue
Oct 24 08:07:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74307) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Instance directory exists: not creating {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 24 08:07:27 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Creating image(s)
Oct 24 08:07:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Acquiring lock "/opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "/opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "/opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG nova.objects.instance [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lazy-loading 'trusted_certs' on Instance uuid fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Acquiring lock "9cb24620554d5eab84e846c14e389d04f4c43d48" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.177s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk.rescue {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk.rescue" returned: 0 in 0.056s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.239s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG nova.objects.instance [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lazy-loading 'migration_context' on Instance uuid fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG nova.objects.base [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Object Instance<fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Created local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Start _get_guest_xml network_info=[{"id": "1f1028c1-1ae9-424c-9e56-0291552e142c", "address": "fa:16:3e:68:84:8c", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "vif_mac": "fa:16:3e:68:84:8c"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f1028c1-1a", "ovs_interfaceid": "1f1028c1-1ae9-424c-9e56-0291552e142c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG nova.objects.instance [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lazy-loading 'resources' on Instance uuid fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG nova.objects.base [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Object Instance<fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG nova.objects.instance [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lazy-loading 'numa_topology' on Instance uuid fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.546s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] <== connect_volume: return (1547ms) {'type': 'block', 'scsi_wwn': '26636653433353330', 'path': '/dev/sdc'} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26636653433353330', 'path': '/dev/sdc'} {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG nova.objects.base [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Object Instance<fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 08:07:27 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:07:27 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:07:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG nova.objects.instance [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lazy-loading 'vcpu_model' on Instance uuid fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG nova.objects.base [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Object Instance<fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:02:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-209674585',display_name='tempest-ServerRescueNegativeTestJSON-server-209674585',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-209674585',id=39,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T08:02:46Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b499c188ed2147f0919d1674041c4c90',ramdisk_id='',reservation_id='r-jdgtt344',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1940238709',owner_user_name='tempest-ServerRescueNegativeTestJSON-1940238709-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T08:02:47Z,user_data=None,user_id='0b1a117c8cd3415e8c418ce9e311c3e2',uuid=fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1f1028c1-1ae9-424c-9e56-0291552e142c", "address": "fa:16:3e:68:84:8c", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "vif_mac": "fa:16:3e:68:84:8c"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f1028c1-1a", "ovs_interfaceid": "1f1028c1-1ae9-424c-9e56-0291552e142c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Converting VIF {"id": "1f1028c1-1ae9-424c-9e56-0291552e142c", "address": "fa:16:3e:68:84:8c", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "vif_mac": "fa:16:3e:68:84:8c"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f1028c1-1a", "ovs_interfaceid": "1f1028c1-1ae9-424c-9e56-0291552e142c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:68:84:8c,bridge_name='br-int',has_traffic_filtering=True,id=1f1028c1-1ae9-424c-9e56-0291552e142c,network=Network(0d7d2223-2bf4-492f-af57-77c8c92af616),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f1028c1-1a') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG nova.objects.instance [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lazy-loading 'pci_devices' on Instance uuid fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG nova.objects.base [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Object Instance<fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] End _get_guest_xml xml=<domain type="kvm">
Oct 24 08:07:27 user nova-compute[74307]:   <uuid>fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa</uuid>
Oct 24 08:07:27 user nova-compute[74307]:   <name>instance-00000027</name>
Oct 24 08:07:27 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 08:07:27 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 08:07:27 user nova-compute[74307]:   <metadata>
Oct 24 08:07:27 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 08:07:27 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 08:07:27 user nova-compute[74307]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-209674585</nova:name>
Oct 24 08:07:27 user nova-compute[74307]:       <nova:creationTime>2023-10-24 08:07:27</nova:creationTime>
Oct 24 08:07:27 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 08:07:27 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 08:07:27 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 08:07:27 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 08:07:27 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 08:07:27 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 08:07:27 user nova-compute[74307]:       </nova:flavor>
Oct 24 08:07:27 user nova-compute[74307]:       <nova:owner>
Oct 24 08:07:27 user nova-compute[74307]:         <nova:user uuid="0b1a117c8cd3415e8c418ce9e311c3e2">tempest-ServerRescueNegativeTestJSON-1940238709-project-member</nova:user>
Oct 24 08:07:27 user nova-compute[74307]:         <nova:project uuid="b499c188ed2147f0919d1674041c4c90">tempest-ServerRescueNegativeTestJSON-1940238709</nova:project>
Oct 24 08:07:27 user nova-compute[74307]:       </nova:owner>
Oct 24 08:07:27 user nova-compute[74307]:       <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 08:07:27 user nova-compute[74307]:       <nova:ports>
Oct 24 08:07:27 user nova-compute[74307]:         <nova:port uuid="1f1028c1-1ae9-424c-9e56-0291552e142c">
Oct 24 08:07:27 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 24 08:07:27 user nova-compute[74307]:         </nova:port>
Oct 24 08:07:27 user nova-compute[74307]:       </nova:ports>
Oct 24 08:07:27 user nova-compute[74307]:     </nova:instance>
Oct 24 08:07:27 user nova-compute[74307]:   </metadata>
Oct 24 08:07:27 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 08:07:27 user nova-compute[74307]:     <system>
Oct 24 08:07:27 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 08:07:27 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 08:07:27 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 08:07:27 user nova-compute[74307]:       <entry name="serial">fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa</entry>
Oct 24 08:07:27 user nova-compute[74307]:       <entry name="uuid">fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa</entry>
Oct 24 08:07:27 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 08:07:27 user nova-compute[74307]:     </system>
Oct 24 08:07:27 user nova-compute[74307]:   </sysinfo>
Oct 24 08:07:27 user nova-compute[74307]:   <os>
Oct 24 08:07:27 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 08:07:27 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 08:07:27 user nova-compute[74307]:   </os>
Oct 24 08:07:27 user nova-compute[74307]:   <features>
Oct 24 08:07:27 user nova-compute[74307]:     <acpi/>
Oct 24 08:07:27 user nova-compute[74307]:     <apic/>
Oct 24 08:07:27 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 08:07:27 user nova-compute[74307]:   </features>
Oct 24 08:07:27 user nova-compute[74307]:   <clock offset="utc">
Oct 24 08:07:27 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 08:07:27 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 08:07:27 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 08:07:27 user nova-compute[74307]:   </clock>
Oct 24 08:07:27 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 08:07:27 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 08:07:27 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 08:07:27 user nova-compute[74307]:   </cpu>
Oct 24 08:07:27 user nova-compute[74307]:   <devices>
Oct 24 08:07:27 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 08:07:27 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 08:07:27 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk.rescue"/>
Oct 24 08:07:27 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 08:07:27 user nova-compute[74307]:     </disk>
Oct 24 08:07:27 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 08:07:27 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 08:07:27 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk"/>
Oct 24 08:07:27 user nova-compute[74307]:       <target dev="vdb" bus="virtio"/>
Oct 24 08:07:27 user nova-compute[74307]:     </disk>
Oct 24 08:07:27 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 08:07:27 user nova-compute[74307]:       <mac address="fa:16:3e:68:84:8c"/>
Oct 24 08:07:27 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 08:07:27 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 08:07:27 user nova-compute[74307]:       <target dev="tap1f1028c1-1a"/>
Oct 24 08:07:27 user nova-compute[74307]:     </interface>
Oct 24 08:07:27 user nova-compute[74307]:     <serial type="pty">
Oct 24 08:07:27 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/console.log" append="off"/>
Oct 24 08:07:27 user nova-compute[74307]:     </serial>
Oct 24 08:07:27 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 08:07:27 user nova-compute[74307]:     <video>
Oct 24 08:07:27 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 08:07:27 user nova-compute[74307]:     </video>
Oct 24 08:07:27 user nova-compute[74307]:     <rng model="virtio">
Oct 24 08:07:27 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 08:07:27 user nova-compute[74307]:     </rng>
Oct 24 08:07:27 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 08:07:27 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 08:07:27 user nova-compute[74307]:       <stats period="10"/>
Oct 24 08:07:27 user nova-compute[74307]:     </memballoon>
Oct 24 08:07:27 user nova-compute[74307]:   </devices>
Oct 24 08:07:27 user nova-compute[74307]: </domain>
Oct 24 08:07:27 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:07:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-86938103',display_name='tempest-TestVolumeBootPattern-server-86938103',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-86938103',id=43,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN/mWRbGAQq+L/X/F6DQ93Wgcv17QX2agtlrkvQT0eFty3PFmf9xwMegj/Pl5m5U5X+Xlb46jGFMxQRrdaug+VesW1hFswmKm+5+3XyFr/EJoxBEYMZuI3af4ZrwIg3mGQ==',key_name='tempest-TestVolumeBootPattern-1437354749',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='99565c4aa28a45419afe825961b86a69',ramdisk_id='',reservation_id='r-mqvttwbu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-134367807',owner_user_name='tempest-TestVolumeBootPattern-134367807-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T08:07:08Z,user_data=None,user_id='43b9c4d4949346bcae8ed60ce4b533af',uuid=2528e00a-6db3-400b-95c4-4b3a25b846b2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0923c9a9-8f6e-4088-b748-d0787cbdf6a4", "address": "fa:16:3e:e2:2c:89", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0923c9a9-8f", "ovs_interfaceid": "0923c9a9-8f6e-4088-b748-d0787cbdf6a4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Converting VIF {"id": "0923c9a9-8f6e-4088-b748-d0787cbdf6a4", "address": "fa:16:3e:e2:2c:89", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0923c9a9-8f", "ovs_interfaceid": "0923c9a9-8f6e-4088-b748-d0787cbdf6a4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e2:2c:89,bridge_name='br-int',has_traffic_filtering=True,id=0923c9a9-8f6e-4088-b748-d0787cbdf6a4,network=Network(8b96e2e3-eec1-4827-84d4-b2cf8a498fef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0923c9a9-8f') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG nova.objects.instance [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lazy-loading 'pci_devices' on Instance uuid 2528e00a-6db3-400b-95c4-4b3a25b846b2 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:07:27 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Instance destroyed successfully.
Oct 24 08:07:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] End _get_guest_xml xml=<domain type="kvm">
Oct 24 08:07:27 user nova-compute[74307]:   <uuid>2528e00a-6db3-400b-95c4-4b3a25b846b2</uuid>
Oct 24 08:07:27 user nova-compute[74307]:   <name>instance-0000002b</name>
Oct 24 08:07:27 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 08:07:27 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 08:07:27 user nova-compute[74307]:   <metadata>
Oct 24 08:07:27 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 08:07:27 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 08:07:27 user nova-compute[74307]:       <nova:name>tempest-TestVolumeBootPattern-server-86938103</nova:name>
Oct 24 08:07:27 user nova-compute[74307]:       <nova:creationTime>2023-10-24 08:07:26</nova:creationTime>
Oct 24 08:07:27 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 08:07:27 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 08:07:27 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 08:07:27 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 08:07:27 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 08:07:27 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 08:07:27 user nova-compute[74307]:       </nova:flavor>
Oct 24 08:07:27 user nova-compute[74307]:       <nova:owner>
Oct 24 08:07:27 user nova-compute[74307]:         <nova:user uuid="43b9c4d4949346bcae8ed60ce4b533af">tempest-TestVolumeBootPattern-134367807-project-member</nova:user>
Oct 24 08:07:27 user nova-compute[74307]:         <nova:project uuid="99565c4aa28a45419afe825961b86a69">tempest-TestVolumeBootPattern-134367807</nova:project>
Oct 24 08:07:27 user nova-compute[74307]:       </nova:owner>
Oct 24 08:07:27 user nova-compute[74307]:       <nova:ports>
Oct 24 08:07:27 user nova-compute[74307]:         <nova:port uuid="0923c9a9-8f6e-4088-b748-d0787cbdf6a4">
Oct 24 08:07:27 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 24 08:07:27 user nova-compute[74307]:         </nova:port>
Oct 24 08:07:27 user nova-compute[74307]:       </nova:ports>
Oct 24 08:07:27 user nova-compute[74307]:     </nova:instance>
Oct 24 08:07:27 user nova-compute[74307]:   </metadata>
Oct 24 08:07:27 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 08:07:27 user nova-compute[74307]:     <system>
Oct 24 08:07:27 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 08:07:27 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 08:07:27 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 08:07:27 user nova-compute[74307]:       <entry name="serial">2528e00a-6db3-400b-95c4-4b3a25b846b2</entry>
Oct 24 08:07:27 user nova-compute[74307]:       <entry name="uuid">2528e00a-6db3-400b-95c4-4b3a25b846b2</entry>
Oct 24 08:07:27 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 08:07:27 user nova-compute[74307]:     </system>
Oct 24 08:07:27 user nova-compute[74307]:   </sysinfo>
Oct 24 08:07:27 user nova-compute[74307]:   <os>
Oct 24 08:07:27 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 08:07:27 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 08:07:27 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 08:07:27 user nova-compute[74307]:   </os>
Oct 24 08:07:27 user nova-compute[74307]:   <features>
Oct 24 08:07:27 user nova-compute[74307]:     <acpi/>
Oct 24 08:07:27 user nova-compute[74307]:     <apic/>
Oct 24 08:07:27 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 08:07:27 user nova-compute[74307]:   </features>
Oct 24 08:07:27 user nova-compute[74307]:   <clock offset="utc">
Oct 24 08:07:27 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 08:07:27 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 08:07:27 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 08:07:27 user nova-compute[74307]:   </clock>
Oct 24 08:07:27 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 08:07:27 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 08:07:27 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 08:07:27 user nova-compute[74307]:   </cpu>
Oct 24 08:07:27 user nova-compute[74307]:   <devices>
Oct 24 08:07:27 user nova-compute[74307]:     <disk type="block" device="disk">
Oct 24 08:07:27 user nova-compute[74307]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 08:07:27 user nova-compute[74307]:       <source dev="/dev/sdc"/>
Oct 24 08:07:27 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 08:07:27 user nova-compute[74307]:       <serial>28b9e12b-9d47-452a-a1e8-737061831c5e</serial>
Oct 24 08:07:27 user nova-compute[74307]:     </disk>
Oct 24 08:07:27 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 08:07:27 user nova-compute[74307]:       <mac address="fa:16:3e:e2:2c:89"/>
Oct 24 08:07:27 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 08:07:27 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 08:07:27 user nova-compute[74307]:       <target dev="tap0923c9a9-8f"/>
Oct 24 08:07:27 user nova-compute[74307]:     </interface>
Oct 24 08:07:27 user nova-compute[74307]:     <serial type="pty">
Oct 24 08:07:27 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/2528e00a-6db3-400b-95c4-4b3a25b846b2/console.log" append="off"/>
Oct 24 08:07:27 user nova-compute[74307]:     </serial>
Oct 24 08:07:27 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 08:07:27 user nova-compute[74307]:     <video>
Oct 24 08:07:27 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 08:07:27 user nova-compute[74307]:     </video>
Oct 24 08:07:27 user nova-compute[74307]:     <rng model="virtio">
Oct 24 08:07:27 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 08:07:27 user nova-compute[74307]:     </rng>
Oct 24 08:07:27 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 08:07:27 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 08:07:27 user nova-compute[74307]:       <stats period="10"/>
Oct 24 08:07:27 user nova-compute[74307]:     </memballoon>
Oct 24 08:07:27 user nova-compute[74307]:   </devices>
Oct 24 08:07:27 user nova-compute[74307]: </domain>
Oct 24 08:07:27 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:07:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-86938103',display_name='tempest-TestVolumeBootPattern-server-86938103',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-86938103',id=43,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN/mWRbGAQq+L/X/F6DQ93Wgcv17QX2agtlrkvQT0eFty3PFmf9xwMegj/Pl5m5U5X+Xlb46jGFMxQRrdaug+VesW1hFswmKm+5+3XyFr/EJoxBEYMZuI3af4ZrwIg3mGQ==',key_name='tempest-TestVolumeBootPattern-1437354749',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='99565c4aa28a45419afe825961b86a69',ramdisk_id='',reservation_id='r-mqvttwbu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-134367807',owner_user_name='tempest-TestVolumeBootPattern-134367807-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T08:07:08Z,user_data=None,user_id='43b9c4d4949346bcae8ed60ce4b533af',uuid=2528e00a-6db3-400b-95c4-4b3a25b846b2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0923c9a9-8f6e-4088-b748-d0787cbdf6a4", "address": "fa:16:3e:e2:2c:89", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0923c9a9-8f", "ovs_interfaceid": "0923c9a9-8f6e-4088-b748-d0787cbdf6a4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Converting VIF {"id": "0923c9a9-8f6e-4088-b748-d0787cbdf6a4", "address": "fa:16:3e:e2:2c:89", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0923c9a9-8f", "ovs_interfaceid": "0923c9a9-8f6e-4088-b748-d0787cbdf6a4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e2:2c:89,bridge_name='br-int',has_traffic_filtering=True,id=0923c9a9-8f6e-4088-b748-d0787cbdf6a4,network=Network(8b96e2e3-eec1-4827-84d4-b2cf8a498fef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0923c9a9-8f') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG os_vif [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e2:2c:89,bridge_name='br-int',has_traffic_filtering=True,id=0923c9a9-8f6e-4088-b748-d0787cbdf6a4,network=Network(8b96e2e3-eec1-4827-84d4-b2cf8a498fef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0923c9a9-8f') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a2f6ef13-9c65-54d4-8ade-95c7471e690b', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0923c9a9-8f, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0923c9a9-8f, col_values=(('qos', UUID('1888f5ac-efd7-4a2a-bf57-54dcdfdd6828')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0923c9a9-8f, col_values=(('external_ids', {'iface-id': '0923c9a9-8f6e-4088-b748-d0787cbdf6a4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e2:2c:89', 'vm-uuid': '2528e00a-6db3-400b-95c4-4b3a25b846b2'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:27 user nova-compute[74307]: INFO os_vif [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e2:2c:89,bridge_name='br-int',has_traffic_filtering=True,id=0923c9a9-8f6e-4088-b748-d0787cbdf6a4,network=Network(8b96e2e3-eec1-4827-84d4-b2cf8a498fef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0923c9a9-8f')
Oct 24 08:07:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] No VIF found with MAC fa:16:3e:68:84:8c, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 08:07:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] No VIF found with MAC fa:16:3e:e2:2c:89, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 08:07:29 user nova-compute[74307]: DEBUG nova.compute.manager [req-48fbbb53-983c-46e4-a7e1-e31d2c11c48b req-0bde6f03-1878-4ec8-9b95-fcce952410cd service nova] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Received event network-vif-plugged-1f1028c1-1ae9-424c-9e56-0291552e142c {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:07:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-48fbbb53-983c-46e4-a7e1-e31d2c11c48b req-0bde6f03-1878-4ec8-9b95-fcce952410cd service nova] Acquiring lock "fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:07:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-48fbbb53-983c-46e4-a7e1-e31d2c11c48b req-0bde6f03-1878-4ec8-9b95-fcce952410cd service nova] Lock "fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:07:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-48fbbb53-983c-46e4-a7e1-e31d2c11c48b req-0bde6f03-1878-4ec8-9b95-fcce952410cd service nova] Lock "fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:07:29 user nova-compute[74307]: DEBUG nova.compute.manager [req-48fbbb53-983c-46e4-a7e1-e31d2c11c48b req-0bde6f03-1878-4ec8-9b95-fcce952410cd service nova] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] No waiting events found dispatching network-vif-plugged-1f1028c1-1ae9-424c-9e56-0291552e142c {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:07:29 user nova-compute[74307]: WARNING nova.compute.manager [req-48fbbb53-983c-46e4-a7e1-e31d2c11c48b req-0bde6f03-1878-4ec8-9b95-fcce952410cd service nova] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Received unexpected event network-vif-plugged-1f1028c1-1ae9-424c-9e56-0291552e142c for instance with vm_state active and task_state rescuing.
Oct 24 08:07:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Acquiring lock "043a750c-d94e-4425-bd36-e8efc0ed7847" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:07:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "043a750c-d94e-4425-bd36-e8efc0ed7847" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:07:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:30 user nova-compute[74307]: DEBUG nova.compute.manager [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Starting instance... {{(pid=74307) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 08:07:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:07:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:07:30 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 08:07:30 user nova-compute[74307]: INFO nova.compute.claims [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Claim successful on node user
Oct 24 08:07:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:30 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:07:30 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:07:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.410s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:07:30 user nova-compute[74307]: DEBUG nova.compute.manager [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Start building networks asynchronously for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 08:07:30 user nova-compute[74307]: DEBUG nova.compute.manager [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Allocating IP information in the background. {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 08:07:30 user nova-compute[74307]: DEBUG nova.network.neutron [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] allocate_for_instance() {{(pid=74307) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 08:07:30 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 08:07:30 user nova-compute[74307]: DEBUG nova.compute.manager [req-75d3a627-00ff-489b-bc72-705e6dc0bd0e req-d500e58f-da34-4216-a1a8-07d744577eef service nova] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Received event network-vif-plugged-0923c9a9-8f6e-4088-b748-d0787cbdf6a4 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:07:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-75d3a627-00ff-489b-bc72-705e6dc0bd0e req-d500e58f-da34-4216-a1a8-07d744577eef service nova] Acquiring lock "2528e00a-6db3-400b-95c4-4b3a25b846b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:07:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-75d3a627-00ff-489b-bc72-705e6dc0bd0e req-d500e58f-da34-4216-a1a8-07d744577eef service nova] Lock "2528e00a-6db3-400b-95c4-4b3a25b846b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:07:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-75d3a627-00ff-489b-bc72-705e6dc0bd0e req-d500e58f-da34-4216-a1a8-07d744577eef service nova] Lock "2528e00a-6db3-400b-95c4-4b3a25b846b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:07:30 user nova-compute[74307]: DEBUG nova.compute.manager [req-75d3a627-00ff-489b-bc72-705e6dc0bd0e req-d500e58f-da34-4216-a1a8-07d744577eef service nova] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] No waiting events found dispatching network-vif-plugged-0923c9a9-8f6e-4088-b748-d0787cbdf6a4 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:07:30 user nova-compute[74307]: WARNING nova.compute.manager [req-75d3a627-00ff-489b-bc72-705e6dc0bd0e req-d500e58f-da34-4216-a1a8-07d744577eef service nova] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Received unexpected event network-vif-plugged-0923c9a9-8f6e-4088-b748-d0787cbdf6a4 for instance with vm_state building and task_state spawning.
Oct 24 08:07:30 user nova-compute[74307]: DEBUG nova.compute.manager [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Start building block device mappings for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 08:07:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:30 user nova-compute[74307]: DEBUG nova.policy [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b5d4244c001404190f24b23c7859de4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26fb55b5c9ff459094a98e54e27611b8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74307) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 08:07:30 user nova-compute[74307]: DEBUG nova.compute.manager [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Start spawning the instance on the hypervisor. {{(pid=74307) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 08:07:30 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Creating instance directory {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 08:07:30 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Creating image(s)
Oct 24 08:07:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Acquiring lock "/opt/stack/data/nova/instances/043a750c-d94e-4425-bd36-e8efc0ed7847/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:07:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "/opt/stack/data/nova/instances/043a750c-d94e-4425-bd36-e8efc0ed7847/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:07:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "/opt/stack/data/nova/instances/043a750c-d94e-4425-bd36-e8efc0ed7847/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:07:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Acquiring lock "56d5b2ddbd2c52e4dbd1e151d3f822aa079aeee3" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:07:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "56d5b2ddbd2c52e4dbd1e151d3f822aa079aeee3" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:07:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/56d5b2ddbd2c52e4dbd1e151d3f822aa079aeee3.part --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:07:31 user nova-compute[74307]: DEBUG nova.compute.manager [req-add5cf16-c279-4df4-9595-51ad1a7ecaa7 req-c535ae5a-8d84-4868-b39d-f4d205335caf service nova] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Received event network-vif-plugged-1f1028c1-1ae9-424c-9e56-0291552e142c {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:07:31 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-add5cf16-c279-4df4-9595-51ad1a7ecaa7 req-c535ae5a-8d84-4868-b39d-f4d205335caf service nova] Acquiring lock "fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:07:31 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-add5cf16-c279-4df4-9595-51ad1a7ecaa7 req-c535ae5a-8d84-4868-b39d-f4d205335caf service nova] Lock "fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:07:31 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-add5cf16-c279-4df4-9595-51ad1a7ecaa7 req-c535ae5a-8d84-4868-b39d-f4d205335caf service nova] Lock "fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:07:31 user nova-compute[74307]: DEBUG nova.compute.manager [req-add5cf16-c279-4df4-9595-51ad1a7ecaa7 req-c535ae5a-8d84-4868-b39d-f4d205335caf service nova] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] No waiting events found dispatching network-vif-plugged-1f1028c1-1ae9-424c-9e56-0291552e142c {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:07:31 user nova-compute[74307]: WARNING nova.compute.manager [req-add5cf16-c279-4df4-9595-51ad1a7ecaa7 req-c535ae5a-8d84-4868-b39d-f4d205335caf service nova] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Received unexpected event network-vif-plugged-1f1028c1-1ae9-424c-9e56-0291552e142c for instance with vm_state active and task_state rescuing.
Oct 24 08:07:31 user nova-compute[74307]: DEBUG nova.compute.manager [req-add5cf16-c279-4df4-9595-51ad1a7ecaa7 req-c535ae5a-8d84-4868-b39d-f4d205335caf service nova] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Received event network-vif-plugged-1f1028c1-1ae9-424c-9e56-0291552e142c {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:07:31 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-add5cf16-c279-4df4-9595-51ad1a7ecaa7 req-c535ae5a-8d84-4868-b39d-f4d205335caf service nova] Acquiring lock "fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:07:31 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-add5cf16-c279-4df4-9595-51ad1a7ecaa7 req-c535ae5a-8d84-4868-b39d-f4d205335caf service nova] Lock "fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:07:31 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-add5cf16-c279-4df4-9595-51ad1a7ecaa7 req-c535ae5a-8d84-4868-b39d-f4d205335caf service nova] Lock "fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:07:31 user nova-compute[74307]: DEBUG nova.compute.manager [req-add5cf16-c279-4df4-9595-51ad1a7ecaa7 req-c535ae5a-8d84-4868-b39d-f4d205335caf service nova] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] No waiting events found dispatching network-vif-plugged-1f1028c1-1ae9-424c-9e56-0291552e142c {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:07:31 user nova-compute[74307]: WARNING nova.compute.manager [req-add5cf16-c279-4df4-9595-51ad1a7ecaa7 req-c535ae5a-8d84-4868-b39d-f4d205335caf service nova] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Received unexpected event network-vif-plugged-1f1028c1-1ae9-424c-9e56-0291552e142c for instance with vm_state active and task_state rescuing.
Oct 24 08:07:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/56d5b2ddbd2c52e4dbd1e151d3f822aa079aeee3.part --force-share --output=json" returned: 0 in 0.178s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:07:31 user nova-compute[74307]: DEBUG nova.virt.images [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] d1ce7e08-a985-4818-bef7-d4364cbdefae was qcow2, converting to raw {{(pid=74307) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 24 08:07:31 user nova-compute[74307]: DEBUG nova.privsep.utils [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74307) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 24 08:07:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/56d5b2ddbd2c52e4dbd1e151d3f822aa079aeee3.part /opt/stack/data/nova/instances/_base/56d5b2ddbd2c52e4dbd1e151d3f822aa079aeee3.converted {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:07:31 user nova-compute[74307]: DEBUG nova.network.neutron [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Successfully created port: ebd87d34-e874-42f5-adfa-9b4391b7b98d {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 08:07:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/56d5b2ddbd2c52e4dbd1e151d3f822aa079aeee3.part /opt/stack/data/nova/instances/_base/56d5b2ddbd2c52e4dbd1e151d3f822aa079aeee3.converted" returned: 0 in 0.334s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:07:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/56d5b2ddbd2c52e4dbd1e151d3f822aa079aeee3.converted --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:07:32 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/56d5b2ddbd2c52e4dbd1e151d3f822aa079aeee3.converted --force-share --output=json" returned: 0 in 0.183s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:07:32 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "56d5b2ddbd2c52e4dbd1e151d3f822aa079aeee3" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.199s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:07:32 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/56d5b2ddbd2c52e4dbd1e151d3f822aa079aeee3 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:07:32 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/56d5b2ddbd2c52e4dbd1e151d3f822aa079aeee3 --force-share --output=json" returned: 0 in 0.189s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:07:32 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Acquiring lock "56d5b2ddbd2c52e4dbd1e151d3f822aa079aeee3" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:07:32 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "56d5b2ddbd2c52e4dbd1e151d3f822aa079aeee3" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:07:32 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/56d5b2ddbd2c52e4dbd1e151d3f822aa079aeee3 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:07:32 user nova-compute[74307]: DEBUG nova.network.neutron [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Successfully updated port: ebd87d34-e874-42f5-adfa-9b4391b7b98d {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 08:07:32 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Acquiring lock "refresh_cache-043a750c-d94e-4425-bd36-e8efc0ed7847" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:07:32 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Acquired lock "refresh_cache-043a750c-d94e-4425-bd36-e8efc0ed7847" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:07:32 user nova-compute[74307]: DEBUG nova.network.neutron [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 08:07:32 user nova-compute[74307]: DEBUG nova.compute.manager [req-a7067473-0637-449d-a90d-71630f6fb869 req-ca095492-6d1d-4828-99b0-e12dccc98591 service nova] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Received event network-changed-ebd87d34-e874-42f5-adfa-9b4391b7b98d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:07:32 user nova-compute[74307]: DEBUG nova.compute.manager [req-a7067473-0637-449d-a90d-71630f6fb869 req-ca095492-6d1d-4828-99b0-e12dccc98591 service nova] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Refreshing instance network info cache due to event network-changed-ebd87d34-e874-42f5-adfa-9b4391b7b98d. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 08:07:32 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a7067473-0637-449d-a90d-71630f6fb869 req-ca095492-6d1d-4828-99b0-e12dccc98591 service nova] Acquiring lock "refresh_cache-043a750c-d94e-4425-bd36-e8efc0ed7847" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:07:32 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/56d5b2ddbd2c52e4dbd1e151d3f822aa079aeee3 --force-share --output=json" returned: 0 in 0.233s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:07:32 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/56d5b2ddbd2c52e4dbd1e151d3f822aa079aeee3,backing_fmt=raw /opt/stack/data/nova/instances/043a750c-d94e-4425-bd36-e8efc0ed7847/disk 1073741824 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:07:32 user nova-compute[74307]: DEBUG nova.network.neutron [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 08:07:32 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/56d5b2ddbd2c52e4dbd1e151d3f822aa079aeee3,backing_fmt=raw /opt/stack/data/nova/instances/043a750c-d94e-4425-bd36-e8efc0ed7847/disk 1073741824" returned: 0 in 0.062s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:07:32 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "56d5b2ddbd2c52e4dbd1e151d3f822aa079aeee3" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.301s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:07:32 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/56d5b2ddbd2c52e4dbd1e151d3f822aa079aeee3 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:07:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:32 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/56d5b2ddbd2c52e4dbd1e151d3f822aa079aeee3 --force-share --output=json" returned: 0 in 0.195s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:07:32 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Checking if we can resize image /opt/stack/data/nova/instances/043a750c-d94e-4425-bd36-e8efc0ed7847/disk. size=1073741824 {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 08:07:32 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/043a750c-d94e-4425-bd36-e8efc0ed7847/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:07:32 user nova-compute[74307]: DEBUG nova.compute.manager [req-bc65b2a5-b6c8-4ac7-9f44-181e2cdef1dd req-0608c49e-770e-4864-84a5-1833ce2bd795 service nova] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Received event network-vif-plugged-0923c9a9-8f6e-4088-b748-d0787cbdf6a4 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:07:32 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-bc65b2a5-b6c8-4ac7-9f44-181e2cdef1dd req-0608c49e-770e-4864-84a5-1833ce2bd795 service nova] Acquiring lock "2528e00a-6db3-400b-95c4-4b3a25b846b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:07:32 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-bc65b2a5-b6c8-4ac7-9f44-181e2cdef1dd req-0608c49e-770e-4864-84a5-1833ce2bd795 service nova] Lock "2528e00a-6db3-400b-95c4-4b3a25b846b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:07:32 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-bc65b2a5-b6c8-4ac7-9f44-181e2cdef1dd req-0608c49e-770e-4864-84a5-1833ce2bd795 service nova] Lock "2528e00a-6db3-400b-95c4-4b3a25b846b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:07:32 user nova-compute[74307]: DEBUG nova.compute.manager [req-bc65b2a5-b6c8-4ac7-9f44-181e2cdef1dd req-0608c49e-770e-4864-84a5-1833ce2bd795 service nova] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] No waiting events found dispatching network-vif-plugged-0923c9a9-8f6e-4088-b748-d0787cbdf6a4 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:07:32 user nova-compute[74307]: WARNING nova.compute.manager [req-bc65b2a5-b6c8-4ac7-9f44-181e2cdef1dd req-0608c49e-770e-4864-84a5-1833ce2bd795 service nova] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Received unexpected event network-vif-plugged-0923c9a9-8f6e-4088-b748-d0787cbdf6a4 for instance with vm_state building and task_state spawning.
Oct 24 08:07:32 user nova-compute[74307]: DEBUG nova.network.neutron [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Updating instance_info_cache with network_info: [{"id": "ebd87d34-e874-42f5-adfa-9b4391b7b98d", "address": "fa:16:3e:13:dd:b1", "network": {"id": "0f0aaaf1-d323-4cac-af4e-c2170c72c975", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1922894408-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26fb55b5c9ff459094a98e54e27611b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebd87d34-e8", "ovs_interfaceid": "ebd87d34-e874-42f5-adfa-9b4391b7b98d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:07:32 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Releasing lock "refresh_cache-043a750c-d94e-4425-bd36-e8efc0ed7847" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:07:32 user nova-compute[74307]: DEBUG nova.compute.manager [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Instance network_info: |[{"id": "ebd87d34-e874-42f5-adfa-9b4391b7b98d", "address": "fa:16:3e:13:dd:b1", "network": {"id": "0f0aaaf1-d323-4cac-af4e-c2170c72c975", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1922894408-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26fb55b5c9ff459094a98e54e27611b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebd87d34-e8", "ovs_interfaceid": "ebd87d34-e874-42f5-adfa-9b4391b7b98d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 08:07:32 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a7067473-0637-449d-a90d-71630f6fb869 req-ca095492-6d1d-4828-99b0-e12dccc98591 service nova] Acquired lock "refresh_cache-043a750c-d94e-4425-bd36-e8efc0ed7847" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:07:32 user nova-compute[74307]: DEBUG nova.network.neutron [req-a7067473-0637-449d-a90d-71630f6fb869 req-ca095492-6d1d-4828-99b0-e12dccc98591 service nova] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Refreshing network info cache for port ebd87d34-e874-42f5-adfa-9b4391b7b98d {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG nova.compute.manager [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Guest created on hypervisor {{(pid=74307) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 08:07:33 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Instance spawned successfully.
Oct 24 08:07:33 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Found default for hw_cdrom_bus of ide {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Found default for hw_disk_bus of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Found default for hw_input_bus of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Found default for hw_pointer_model of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Found default for hw_video_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Found default for hw_vif_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/043a750c-d94e-4425-bd36-e8efc0ed7847/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Cannot resize image /opt/stack/data/nova/instances/043a750c-d94e-4425-bd36-e8efc0ed7847/disk to a smaller size. {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Created local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Ensure instance console log exists: /opt/stack/data/nova/instances/043a750c-d94e-4425-bd36-e8efc0ed7847/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Start _get_guest_xml network_info=[{"id": "ebd87d34-e874-42f5-adfa-9b4391b7b98d", "address": "fa:16:3e:13:dd:b1", "network": {"id": "0f0aaaf1-d323-4cac-af4e-c2170c72c975", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1922894408-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26fb55b5c9ff459094a98e54e27611b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebd87d34-e8", "ovs_interfaceid": "ebd87d34-e874-42f5-adfa-9b4391b7b98d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T08:07:27Z,direct_url=<?>,disk_format='qcow2',id=d1ce7e08-a985-4818-bef7-d4364cbdefae,min_disk=0,min_ram=0,name='tempest-scenario-img--1451269199',owner='26fb55b5c9ff459094a98e54e27611b8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T08:07:29Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'boot_index': 0, 'guest_format': None, 'image_id': 'd1ce7e08-a985-4818-bef7-d4364cbdefae'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 08:07:33 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:07:33 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:07:33 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T08:07:27Z,direct_url=<?>,disk_format='qcow2',id=d1ce7e08-a985-4818-bef7-d4364cbdefae,min_disk=0,min_ram=0,name='tempest-scenario-img--1451269199',owner='26fb55b5c9ff459094a98e54e27611b8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T08:07:29Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:07:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-964778507',display_name='tempest-TestMinimumBasicScenario-server-964778507',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-964778507',id=44,image_ref='d1ce7e08-a985-4818-bef7-d4364cbdefae',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI3DQGosqw1R/iXZhgDw2DrBq9Jly62dofIb8Rl2rFBLVa4YugmSTX7DsrH2pKkf8DpdDAJmqKWF+aCllwFPI0zOsH44YqwiGpUYDRgIqkXeWLiEINRiOs7NMKIlzQVJaQ==',key_name='tempest-TestMinimumBasicScenario-2106318071',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='26fb55b5c9ff459094a98e54e27611b8',ramdisk_id='',reservation_id='r-4pap6acx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d1ce7e08-a985-4818-bef7-d4364cbdefae',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-2044329211',owner_user_name='tempest-TestMinimumBasicScenario-2044329211-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T08:07:31Z,user_data=None,user_id='6b5d4244c001404190f24b23c7859de4',uuid=043a750c-d94e-4425-bd36-e8efc0ed7847,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ebd87d34-e874-42f5-adfa-9b4391b7b98d", "address": "fa:16:3e:13:dd:b1", "network": {"id": "0f0aaaf1-d323-4cac-af4e-c2170c72c975", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1922894408-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26fb55b5c9ff459094a98e54e27611b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebd87d34-e8", "ovs_interfaceid": "ebd87d34-e874-42f5-adfa-9b4391b7b98d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Converting VIF {"id": "ebd87d34-e874-42f5-adfa-9b4391b7b98d", "address": "fa:16:3e:13:dd:b1", "network": {"id": "0f0aaaf1-d323-4cac-af4e-c2170c72c975", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1922894408-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26fb55b5c9ff459094a98e54e27611b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebd87d34-e8", "ovs_interfaceid": "ebd87d34-e874-42f5-adfa-9b4391b7b98d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:13:dd:b1,bridge_name='br-int',has_traffic_filtering=True,id=ebd87d34-e874-42f5-adfa-9b4391b7b98d,network=Network(0f0aaaf1-d323-4cac-af4e-c2170c72c975),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapebd87d34-e8') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG nova.objects.instance [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lazy-loading 'pci_devices' on Instance uuid 043a750c-d94e-4425-bd36-e8efc0ed7847 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:07:33 user nova-compute[74307]: INFO nova.compute.manager [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Took 7.12 seconds to spawn the instance on the hypervisor.
Oct 24 08:07:33 user nova-compute[74307]: DEBUG nova.compute.manager [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] End _get_guest_xml xml=<domain type="kvm">
Oct 24 08:07:33 user nova-compute[74307]:   <uuid>043a750c-d94e-4425-bd36-e8efc0ed7847</uuid>
Oct 24 08:07:33 user nova-compute[74307]:   <name>instance-0000002c</name>
Oct 24 08:07:33 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 08:07:33 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 08:07:33 user nova-compute[74307]:   <metadata>
Oct 24 08:07:33 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 08:07:33 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 08:07:33 user nova-compute[74307]:       <nova:name>tempest-TestMinimumBasicScenario-server-964778507</nova:name>
Oct 24 08:07:33 user nova-compute[74307]:       <nova:creationTime>2023-10-24 08:07:33</nova:creationTime>
Oct 24 08:07:33 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 08:07:33 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 08:07:33 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 08:07:33 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 08:07:33 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 08:07:33 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 08:07:33 user nova-compute[74307]:       </nova:flavor>
Oct 24 08:07:33 user nova-compute[74307]:       <nova:owner>
Oct 24 08:07:33 user nova-compute[74307]:         <nova:user uuid="6b5d4244c001404190f24b23c7859de4">tempest-TestMinimumBasicScenario-2044329211-project-member</nova:user>
Oct 24 08:07:33 user nova-compute[74307]:         <nova:project uuid="26fb55b5c9ff459094a98e54e27611b8">tempest-TestMinimumBasicScenario-2044329211</nova:project>
Oct 24 08:07:33 user nova-compute[74307]:       </nova:owner>
Oct 24 08:07:33 user nova-compute[74307]:       <nova:root type="image" uuid="d1ce7e08-a985-4818-bef7-d4364cbdefae"/>
Oct 24 08:07:33 user nova-compute[74307]:       <nova:ports>
Oct 24 08:07:33 user nova-compute[74307]:         <nova:port uuid="ebd87d34-e874-42f5-adfa-9b4391b7b98d">
Oct 24 08:07:33 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 24 08:07:33 user nova-compute[74307]:         </nova:port>
Oct 24 08:07:33 user nova-compute[74307]:       </nova:ports>
Oct 24 08:07:33 user nova-compute[74307]:     </nova:instance>
Oct 24 08:07:33 user nova-compute[74307]:   </metadata>
Oct 24 08:07:33 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 08:07:33 user nova-compute[74307]:     <system>
Oct 24 08:07:33 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 08:07:33 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 08:07:33 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 08:07:33 user nova-compute[74307]:       <entry name="serial">043a750c-d94e-4425-bd36-e8efc0ed7847</entry>
Oct 24 08:07:33 user nova-compute[74307]:       <entry name="uuid">043a750c-d94e-4425-bd36-e8efc0ed7847</entry>
Oct 24 08:07:33 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 08:07:33 user nova-compute[74307]:     </system>
Oct 24 08:07:33 user nova-compute[74307]:   </sysinfo>
Oct 24 08:07:33 user nova-compute[74307]:   <os>
Oct 24 08:07:33 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 08:07:33 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 08:07:33 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 08:07:33 user nova-compute[74307]:   </os>
Oct 24 08:07:33 user nova-compute[74307]:   <features>
Oct 24 08:07:33 user nova-compute[74307]:     <acpi/>
Oct 24 08:07:33 user nova-compute[74307]:     <apic/>
Oct 24 08:07:33 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 08:07:33 user nova-compute[74307]:   </features>
Oct 24 08:07:33 user nova-compute[74307]:   <clock offset="utc">
Oct 24 08:07:33 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 08:07:33 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 08:07:33 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 08:07:33 user nova-compute[74307]:   </clock>
Oct 24 08:07:33 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 08:07:33 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 08:07:33 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 08:07:33 user nova-compute[74307]:   </cpu>
Oct 24 08:07:33 user nova-compute[74307]:   <devices>
Oct 24 08:07:33 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 08:07:33 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 08:07:33 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/043a750c-d94e-4425-bd36-e8efc0ed7847/disk"/>
Oct 24 08:07:33 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 08:07:33 user nova-compute[74307]:     </disk>
Oct 24 08:07:33 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 08:07:33 user nova-compute[74307]:       <mac address="fa:16:3e:13:dd:b1"/>
Oct 24 08:07:33 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 08:07:33 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 08:07:33 user nova-compute[74307]:       <target dev="tapebd87d34-e8"/>
Oct 24 08:07:33 user nova-compute[74307]:     </interface>
Oct 24 08:07:33 user nova-compute[74307]:     <serial type="pty">
Oct 24 08:07:33 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/043a750c-d94e-4425-bd36-e8efc0ed7847/console.log" append="off"/>
Oct 24 08:07:33 user nova-compute[74307]:     </serial>
Oct 24 08:07:33 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 08:07:33 user nova-compute[74307]:     <video>
Oct 24 08:07:33 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 08:07:33 user nova-compute[74307]:     </video>
Oct 24 08:07:33 user nova-compute[74307]:     <rng model="virtio">
Oct 24 08:07:33 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 08:07:33 user nova-compute[74307]:     </rng>
Oct 24 08:07:33 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 08:07:33 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 08:07:33 user nova-compute[74307]:       <stats period="10"/>
Oct 24 08:07:33 user nova-compute[74307]:     </memballoon>
Oct 24 08:07:33 user nova-compute[74307]:   </devices>
Oct 24 08:07:33 user nova-compute[74307]: </domain>
Oct 24 08:07:33 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:07:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-964778507',display_name='tempest-TestMinimumBasicScenario-server-964778507',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-964778507',id=44,image_ref='d1ce7e08-a985-4818-bef7-d4364cbdefae',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI3DQGosqw1R/iXZhgDw2DrBq9Jly62dofIb8Rl2rFBLVa4YugmSTX7DsrH2pKkf8DpdDAJmqKWF+aCllwFPI0zOsH44YqwiGpUYDRgIqkXeWLiEINRiOs7NMKIlzQVJaQ==',key_name='tempest-TestMinimumBasicScenario-2106318071',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='26fb55b5c9ff459094a98e54e27611b8',ramdisk_id='',reservation_id='r-4pap6acx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d1ce7e08-a985-4818-bef7-d4364cbdefae',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-2044329211',owner_user_name='tempest-TestMinimumBasicScenario-2044329211-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T08:07:31Z,user_data=None,user_id='6b5d4244c001404190f24b23c7859de4',uuid=043a750c-d94e-4425-bd36-e8efc0ed7847,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ebd87d34-e874-42f5-adfa-9b4391b7b98d", "address": "fa:16:3e:13:dd:b1", "network": {"id": "0f0aaaf1-d323-4cac-af4e-c2170c72c975", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1922894408-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26fb55b5c9ff459094a98e54e27611b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebd87d34-e8", "ovs_interfaceid": "ebd87d34-e874-42f5-adfa-9b4391b7b98d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Converting VIF {"id": "ebd87d34-e874-42f5-adfa-9b4391b7b98d", "address": "fa:16:3e:13:dd:b1", "network": {"id": "0f0aaaf1-d323-4cac-af4e-c2170c72c975", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1922894408-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26fb55b5c9ff459094a98e54e27611b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebd87d34-e8", "ovs_interfaceid": "ebd87d34-e874-42f5-adfa-9b4391b7b98d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:13:dd:b1,bridge_name='br-int',has_traffic_filtering=True,id=ebd87d34-e874-42f5-adfa-9b4391b7b98d,network=Network(0f0aaaf1-d323-4cac-af4e-c2170c72c975),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapebd87d34-e8') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG os_vif [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:13:dd:b1,bridge_name='br-int',has_traffic_filtering=True,id=ebd87d34-e874-42f5-adfa-9b4391b7b98d,network=Network(0f0aaaf1-d323-4cac-af4e-c2170c72c975),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapebd87d34-e8') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '49d1e4d9-e168-5e53-b888-02b6b0308114', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapebd87d34-e8, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapebd87d34-e8, col_values=(('qos', UUID('d4249f57-7d85-4d79-ad2e-d89a20883fd8')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapebd87d34-e8, col_values=(('external_ids', {'iface-id': 'ebd87d34-e874-42f5-adfa-9b4391b7b98d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:13:dd:b1', 'vm-uuid': '043a750c-d94e-4425-bd36-e8efc0ed7847'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:33 user nova-compute[74307]: INFO os_vif [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:13:dd:b1,bridge_name='br-int',has_traffic_filtering=True,id=ebd87d34-e874-42f5-adfa-9b4391b7b98d,network=Network(0f0aaaf1-d323-4cac-af4e-c2170c72c975),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapebd87d34-e8')
Oct 24 08:07:33 user nova-compute[74307]: INFO nova.compute.manager [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Took 26.03 seconds to build instance.
Oct 24 08:07:33 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] No VIF found with MAC fa:16:3e:13:dd:b1, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-e3b364ed-a3a9-4519-9b76-3f6e8eb83dfd tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "2528e00a-6db3-400b-95c4-4b3a25b846b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 26.134s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG nova.compute.manager [None req-ae5c5db7-aab8-4ea7-83ee-f68c6b06a27c tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG nova.network.neutron [req-a7067473-0637-449d-a90d-71630f6fb869 req-ca095492-6d1d-4828-99b0-e12dccc98591 service nova] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Updated VIF entry in instance network info cache for port ebd87d34-e874-42f5-adfa-9b4391b7b98d. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG nova.network.neutron [req-a7067473-0637-449d-a90d-71630f6fb869 req-ca095492-6d1d-4828-99b0-e12dccc98591 service nova] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Updating instance_info_cache with network_info: [{"id": "ebd87d34-e874-42f5-adfa-9b4391b7b98d", "address": "fa:16:3e:13:dd:b1", "network": {"id": "0f0aaaf1-d323-4cac-af4e-c2170c72c975", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1922894408-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26fb55b5c9ff459094a98e54e27611b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebd87d34-e8", "ovs_interfaceid": "ebd87d34-e874-42f5-adfa-9b4391b7b98d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:07:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a7067473-0637-449d-a90d-71630f6fb869 req-ca095492-6d1d-4828-99b0-e12dccc98591 service nova] Releasing lock "refresh_cache-043a750c-d94e-4425-bd36-e8efc0ed7847" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:07:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:35 user nova-compute[74307]: DEBUG nova.compute.manager [req-f1569ddd-95b7-42d9-9f55-44e738d427be req-18fcdfd6-3902-487e-b299-0834544e3098 service nova] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Received event network-vif-plugged-ebd87d34-e874-42f5-adfa-9b4391b7b98d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:07:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-f1569ddd-95b7-42d9-9f55-44e738d427be req-18fcdfd6-3902-487e-b299-0834544e3098 service nova] Acquiring lock "043a750c-d94e-4425-bd36-e8efc0ed7847-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:07:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-f1569ddd-95b7-42d9-9f55-44e738d427be req-18fcdfd6-3902-487e-b299-0834544e3098 service nova] Lock "043a750c-d94e-4425-bd36-e8efc0ed7847-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:07:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-f1569ddd-95b7-42d9-9f55-44e738d427be req-18fcdfd6-3902-487e-b299-0834544e3098 service nova] Lock "043a750c-d94e-4425-bd36-e8efc0ed7847-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:07:35 user nova-compute[74307]: DEBUG nova.compute.manager [req-f1569ddd-95b7-42d9-9f55-44e738d427be req-18fcdfd6-3902-487e-b299-0834544e3098 service nova] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] No waiting events found dispatching network-vif-plugged-ebd87d34-e874-42f5-adfa-9b4391b7b98d {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:07:35 user nova-compute[74307]: WARNING nova.compute.manager [req-f1569ddd-95b7-42d9-9f55-44e738d427be req-18fcdfd6-3902-487e-b299-0834544e3098 service nova] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Received unexpected event network-vif-plugged-ebd87d34-e874-42f5-adfa-9b4391b7b98d for instance with vm_state building and task_state spawning.
Oct 24 08:07:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:37 user nova-compute[74307]: DEBUG nova.compute.manager [req-75e7acbf-8647-49c0-a045-669b8da59815 req-f1981924-652a-4414-8bc4-3c782539d194 service nova] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Received event network-vif-plugged-ebd87d34-e874-42f5-adfa-9b4391b7b98d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:07:37 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-75e7acbf-8647-49c0-a045-669b8da59815 req-f1981924-652a-4414-8bc4-3c782539d194 service nova] Acquiring lock "043a750c-d94e-4425-bd36-e8efc0ed7847-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:07:37 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-75e7acbf-8647-49c0-a045-669b8da59815 req-f1981924-652a-4414-8bc4-3c782539d194 service nova] Lock "043a750c-d94e-4425-bd36-e8efc0ed7847-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:07:37 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-75e7acbf-8647-49c0-a045-669b8da59815 req-f1981924-652a-4414-8bc4-3c782539d194 service nova] Lock "043a750c-d94e-4425-bd36-e8efc0ed7847-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:07:37 user nova-compute[74307]: DEBUG nova.compute.manager [req-75e7acbf-8647-49c0-a045-669b8da59815 req-f1981924-652a-4414-8bc4-3c782539d194 service nova] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] No waiting events found dispatching network-vif-plugged-ebd87d34-e874-42f5-adfa-9b4391b7b98d {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:07:37 user nova-compute[74307]: WARNING nova.compute.manager [req-75e7acbf-8647-49c0-a045-669b8da59815 req-f1981924-652a-4414-8bc4-3c782539d194 service nova] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Received unexpected event network-vif-plugged-ebd87d34-e874-42f5-adfa-9b4391b7b98d for instance with vm_state building and task_state spawning.
Oct 24 08:07:37 user nova-compute[74307]: DEBUG nova.compute.manager [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 08:07:37 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Guest created on hypervisor {{(pid=74307) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 08:07:37 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Instance spawned successfully.
Oct 24 08:07:37 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 08:07:37 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Found default for hw_cdrom_bus of ide {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:07:37 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Found default for hw_disk_bus of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:07:37 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Found default for hw_input_bus of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:07:37 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Found default for hw_pointer_model of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:07:37 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Found default for hw_video_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:07:37 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Found default for hw_vif_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:07:37 user nova-compute[74307]: INFO nova.compute.manager [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Took 6.56 seconds to spawn the instance on the hypervisor.
Oct 24 08:07:37 user nova-compute[74307]: DEBUG nova.compute.manager [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 08:07:37 user nova-compute[74307]: INFO nova.compute.manager [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Took 7.39 seconds to build instance.
Oct 24 08:07:37 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-1b52e5f8-5625-47e2-98fc-795390966f7d tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "043a750c-d94e-4425-bd36-e8efc0ed7847" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.511s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:07:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:40 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:43 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:48 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:07:48 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:48 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:07:48 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:07:48 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:07:48 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:53 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:07:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:08:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:08:03 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:08:03 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:08:04 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:08:04 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Triggering sync for uuid fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa {{(pid=74307) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 08:08:04 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Triggering sync for uuid fcde6b55-42d0-41aa-8ed7-5b81486228ac {{(pid=74307) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 08:08:04 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Triggering sync for uuid 1a85999c-7593-4842-8c60-0189da0b2909 {{(pid=74307) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 08:08:04 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Triggering sync for uuid 2528e00a-6db3-400b-95c4-4b3a25b846b2 {{(pid=74307) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 08:08:04 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Triggering sync for uuid 043a750c-d94e-4425-bd36-e8efc0ed7847 {{(pid=74307) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 08:08:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:08:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:08:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "fcde6b55-42d0-41aa-8ed7-5b81486228ac" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:08:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "fcde6b55-42d0-41aa-8ed7-5b81486228ac" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:08:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "1a85999c-7593-4842-8c60-0189da0b2909" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:08:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "1a85999c-7593-4842-8c60-0189da0b2909" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:08:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "2528e00a-6db3-400b-95c4-4b3a25b846b2" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:08:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "2528e00a-6db3-400b-95c4-4b3a25b846b2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:08:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "043a750c-d94e-4425-bd36-e8efc0ed7847" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:08:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "043a750c-d94e-4425-bd36-e8efc0ed7847" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:08:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "fcde6b55-42d0-41aa-8ed7-5b81486228ac" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.034s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:08:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "1a85999c-7593-4842-8c60-0189da0b2909" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.040s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:08:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.045s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:08:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "043a750c-d94e-4425-bd36-e8efc0ed7847" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.055s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:08:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "2528e00a-6db3-400b-95c4-4b3a25b846b2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.058s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:08:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:08:08 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:08:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:08:11 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:08:12 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:08:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:08:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:08:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:08:12 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 08:08:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk.rescue --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:08:12 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:08:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk.rescue --force-share --output=json" returned: 0 in 0.195s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:08:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk.rescue --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:08:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk.rescue --force-share --output=json" returned: 0 in 0.190s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:08:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:08:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:08:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:08:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:08:13 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 08:08:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/043a750c-d94e-4425-bd36-e8efc0ed7847/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:08:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:08:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/043a750c-d94e-4425-bd36-e8efc0ed7847/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:08:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/043a750c-d94e-4425-bd36-e8efc0ed7847/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:08:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/043a750c-d94e-4425-bd36-e8efc0ed7847/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:08:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:08:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json" returned: 0 in 0.205s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:08:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:08:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json" returned: 0 in 0.195s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:08:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:08:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:08:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:08:14 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:08:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:08:14 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 08:08:14 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:08:14 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:08:14 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Hypervisor/Node resource view: name=user free_ram=8229MB free_disk=25.106361389160156GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 08:08:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:08:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:08:14 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:08:14 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fcde6b55-42d0-41aa-8ed7-5b81486228ac actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:08:14 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 1a85999c-7593-4842-8c60-0189da0b2909 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:08:14 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 2528e00a-6db3-400b-95c4-4b3a25b846b2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:08:14 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 043a750c-d94e-4425-bd36-e8efc0ed7847 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:08:14 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 08:08:14 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 08:08:15 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:08:15 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:08:15 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 08:08:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.352s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:08:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:08:18 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:08:18 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:08:18 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:08:20 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:08:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:08:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:08:21 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:08:21 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Starting heal instance info cache {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 08:08:21 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Rebuilding the list of instances to heal {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 08:08:21 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "refresh_cache-fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:08:21 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquired lock "refresh_cache-fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:08:21 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Forcefully refreshing network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 08:08:21 user nova-compute[74307]: DEBUG nova.objects.instance [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lazy-loading 'info_cache' on Instance uuid fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:08:22 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Updating instance_info_cache with network_info: [{"id": "1f1028c1-1ae9-424c-9e56-0291552e142c", "address": "fa:16:3e:68:84:8c", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f1028c1-1a", "ovs_interfaceid": "1f1028c1-1ae9-424c-9e56-0291552e142c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:08:22 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Releasing lock "refresh_cache-fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:08:22 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Updated the network info_cache for instance {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 08:08:22 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:08:22 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:08:22 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:08:22 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74307) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 08:08:23 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:08:23 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Acquiring lock "05fa396e-52ce-45e8-a32c-743933af58b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:08:23 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "05fa396e-52ce-45e8-a32c-743933af58b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:08:23 user nova-compute[74307]: DEBUG nova.compute.manager [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Starting instance... {{(pid=74307) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 08:08:24 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:08:24 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:08:24 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 08:08:24 user nova-compute[74307]: INFO nova.compute.claims [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Claim successful on node user
Oct 24 08:08:24 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:08:24 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:08:24 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:08:24 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.357s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:08:24 user nova-compute[74307]: DEBUG nova.compute.manager [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Start building networks asynchronously for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 08:08:24 user nova-compute[74307]: DEBUG nova.compute.manager [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Allocating IP information in the background. {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 08:08:24 user nova-compute[74307]: DEBUG nova.network.neutron [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] allocate_for_instance() {{(pid=74307) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 08:08:24 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 08:08:24 user nova-compute[74307]: DEBUG nova.compute.manager [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Start building block device mappings for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 08:08:24 user nova-compute[74307]: DEBUG nova.policy [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15121073260d4bd8971b6fc4dd14bead', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36dc8e6f07bb4ed8b6b1ff0f1de90fa8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74307) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 08:08:24 user nova-compute[74307]: DEBUG nova.compute.manager [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Start spawning the instance on the hypervisor. {{(pid=74307) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 08:08:24 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Creating instance directory {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 08:08:24 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Creating image(s)
Oct 24 08:08:24 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Acquiring lock "/opt/stack/data/nova/instances/05fa396e-52ce-45e8-a32c-743933af58b0/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:08:24 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "/opt/stack/data/nova/instances/05fa396e-52ce-45e8-a32c-743933af58b0/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:08:24 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "/opt/stack/data/nova/instances/05fa396e-52ce-45e8-a32c-743933af58b0/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:08:24 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:08:24 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.198s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:08:24 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Acquiring lock "9cb24620554d5eab84e846c14e389d04f4c43d48" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:08:24 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:08:24 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:08:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.168s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:08:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/05fa396e-52ce-45e8-a32c-743933af58b0/disk 1073741824 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:08:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/05fa396e-52ce-45e8-a32c-743933af58b0/disk 1073741824" returned: 0 in 0.059s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:08:25 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.234s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:08:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:08:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.190s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:08:25 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Checking if we can resize image /opt/stack/data/nova/instances/05fa396e-52ce-45e8-a32c-743933af58b0/disk. size=1073741824 {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 08:08:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05fa396e-52ce-45e8-a32c-743933af58b0/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:08:25 user nova-compute[74307]: DEBUG nova.network.neutron [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Successfully created port: 8f6843d4-68d0-4a52-a521-b2b65f88c2a1 {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 08:08:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05fa396e-52ce-45e8-a32c-743933af58b0/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:08:25 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Cannot resize image /opt/stack/data/nova/instances/05fa396e-52ce-45e8-a32c-743933af58b0/disk to a smaller size. {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 08:08:25 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Created local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 08:08:25 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Ensure instance console log exists: /opt/stack/data/nova/instances/05fa396e-52ce-45e8-a32c-743933af58b0/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 08:08:25 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:08:25 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:08:25 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:08:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG nova.network.neutron [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Successfully updated port: 8f6843d4-68d0-4a52-a521-b2b65f88c2a1 {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Acquiring lock "refresh_cache-05fa396e-52ce-45e8-a32c-743933af58b0" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Acquired lock "refresh_cache-05fa396e-52ce-45e8-a32c-743933af58b0" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG nova.network.neutron [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG nova.network.neutron [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG nova.compute.manager [req-b3ebb82b-07c2-4790-87af-134fbe5df034 req-3540e5bf-2d70-4c42-b7f2-5a74c244c7b7 service nova] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Received event network-changed-8f6843d4-68d0-4a52-a521-b2b65f88c2a1 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG nova.compute.manager [req-b3ebb82b-07c2-4790-87af-134fbe5df034 req-3540e5bf-2d70-4c42-b7f2-5a74c244c7b7 service nova] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Refreshing instance network info cache due to event network-changed-8f6843d4-68d0-4a52-a521-b2b65f88c2a1. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b3ebb82b-07c2-4790-87af-134fbe5df034 req-3540e5bf-2d70-4c42-b7f2-5a74c244c7b7 service nova] Acquiring lock "refresh_cache-05fa396e-52ce-45e8-a32c-743933af58b0" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG nova.network.neutron [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Updating instance_info_cache with network_info: [{"id": "8f6843d4-68d0-4a52-a521-b2b65f88c2a1", "address": "fa:16:3e:47:00:b9", "network": {"id": "96d4afae-b610-4edd-beaa-c127854a0fe2", "bridge": "br-int", "label": "tempest-TestStampPattern-1736865131-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36dc8e6f07bb4ed8b6b1ff0f1de90fa8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f6843d4-68", "ovs_interfaceid": "8f6843d4-68d0-4a52-a521-b2b65f88c2a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Releasing lock "refresh_cache-05fa396e-52ce-45e8-a32c-743933af58b0" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG nova.compute.manager [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Instance network_info: |[{"id": "8f6843d4-68d0-4a52-a521-b2b65f88c2a1", "address": "fa:16:3e:47:00:b9", "network": {"id": "96d4afae-b610-4edd-beaa-c127854a0fe2", "bridge": "br-int", "label": "tempest-TestStampPattern-1736865131-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36dc8e6f07bb4ed8b6b1ff0f1de90fa8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f6843d4-68", "ovs_interfaceid": "8f6843d4-68d0-4a52-a521-b2b65f88c2a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b3ebb82b-07c2-4790-87af-134fbe5df034 req-3540e5bf-2d70-4c42-b7f2-5a74c244c7b7 service nova] Acquired lock "refresh_cache-05fa396e-52ce-45e8-a32c-743933af58b0" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG nova.network.neutron [req-b3ebb82b-07c2-4790-87af-134fbe5df034 req-3540e5bf-2d70-4c42-b7f2-5a74c244c7b7 service nova] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Refreshing network info cache for port 8f6843d4-68d0-4a52-a521-b2b65f88c2a1 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Start _get_guest_xml network_info=[{"id": "8f6843d4-68d0-4a52-a521-b2b65f88c2a1", "address": "fa:16:3e:47:00:b9", "network": {"id": "96d4afae-b610-4edd-beaa-c127854a0fe2", "bridge": "br-int", "label": "tempest-TestStampPattern-1736865131-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36dc8e6f07bb4ed8b6b1ff0f1de90fa8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f6843d4-68", "ovs_interfaceid": "8f6843d4-68d0-4a52-a521-b2b65f88c2a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'boot_index': 0, 'guest_format': None, 'image_id': 'ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 08:08:26 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:08:26 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:08:26 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:08:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-772685888',display_name='tempest-TestStampPattern-server-772685888',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-772685888',id=45,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAzw2GqoUe4zcbFLrPFqeCbqWireK9Mbk2vAFCPk0+ZftCoB4hTGHRAdvnWQ22E1ZknXS6o2WVW09Xs9N+hDuU2m9y4IcIZsCMMluOIKjohAc7+A1dB4WIvqmgM8Afp6nQ==',key_name='tempest-TestStampPattern-534934239',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='36dc8e6f07bb4ed8b6b1ff0f1de90fa8',ramdisk_id='',reservation_id='r-frzmglsm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-1581588381',owner_user_name='tempest-TestStampPattern-1581588381-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T08:08:25Z,user_data=None,user_id='15121073260d4bd8971b6fc4dd14bead',uuid=05fa396e-52ce-45e8-a32c-743933af58b0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8f6843d4-68d0-4a52-a521-b2b65f88c2a1", "address": "fa:16:3e:47:00:b9", "network": {"id": "96d4afae-b610-4edd-beaa-c127854a0fe2", "bridge": "br-int", "label": "tempest-TestStampPattern-1736865131-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36dc8e6f07bb4ed8b6b1ff0f1de90fa8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f6843d4-68", "ovs_interfaceid": "8f6843d4-68d0-4a52-a521-b2b65f88c2a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Converting VIF {"id": "8f6843d4-68d0-4a52-a521-b2b65f88c2a1", "address": "fa:16:3e:47:00:b9", "network": {"id": "96d4afae-b610-4edd-beaa-c127854a0fe2", "bridge": "br-int", "label": "tempest-TestStampPattern-1736865131-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36dc8e6f07bb4ed8b6b1ff0f1de90fa8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f6843d4-68", "ovs_interfaceid": "8f6843d4-68d0-4a52-a521-b2b65f88c2a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:47:00:b9,bridge_name='br-int',has_traffic_filtering=True,id=8f6843d4-68d0-4a52-a521-b2b65f88c2a1,network=Network(96d4afae-b610-4edd-beaa-c127854a0fe2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f6843d4-68') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG nova.objects.instance [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lazy-loading 'pci_devices' on Instance uuid 05fa396e-52ce-45e8-a32c-743933af58b0 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] End _get_guest_xml xml=<domain type="kvm">
Oct 24 08:08:26 user nova-compute[74307]:   <uuid>05fa396e-52ce-45e8-a32c-743933af58b0</uuid>
Oct 24 08:08:26 user nova-compute[74307]:   <name>instance-0000002d</name>
Oct 24 08:08:26 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 08:08:26 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 08:08:26 user nova-compute[74307]:   <metadata>
Oct 24 08:08:26 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 08:08:26 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 08:08:26 user nova-compute[74307]:       <nova:name>tempest-TestStampPattern-server-772685888</nova:name>
Oct 24 08:08:26 user nova-compute[74307]:       <nova:creationTime>2023-10-24 08:08:26</nova:creationTime>
Oct 24 08:08:26 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 08:08:26 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 08:08:26 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 08:08:26 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 08:08:26 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 08:08:26 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 08:08:26 user nova-compute[74307]:       </nova:flavor>
Oct 24 08:08:26 user nova-compute[74307]:       <nova:owner>
Oct 24 08:08:26 user nova-compute[74307]:         <nova:user uuid="15121073260d4bd8971b6fc4dd14bead">tempest-TestStampPattern-1581588381-project-member</nova:user>
Oct 24 08:08:26 user nova-compute[74307]:         <nova:project uuid="36dc8e6f07bb4ed8b6b1ff0f1de90fa8">tempest-TestStampPattern-1581588381</nova:project>
Oct 24 08:08:26 user nova-compute[74307]:       </nova:owner>
Oct 24 08:08:26 user nova-compute[74307]:       <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 08:08:26 user nova-compute[74307]:       <nova:ports>
Oct 24 08:08:26 user nova-compute[74307]:         <nova:port uuid="8f6843d4-68d0-4a52-a521-b2b65f88c2a1">
Oct 24 08:08:26 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 24 08:08:26 user nova-compute[74307]:         </nova:port>
Oct 24 08:08:26 user nova-compute[74307]:       </nova:ports>
Oct 24 08:08:26 user nova-compute[74307]:     </nova:instance>
Oct 24 08:08:26 user nova-compute[74307]:   </metadata>
Oct 24 08:08:26 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 08:08:26 user nova-compute[74307]:     <system>
Oct 24 08:08:26 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 08:08:26 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 08:08:26 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 08:08:26 user nova-compute[74307]:       <entry name="serial">05fa396e-52ce-45e8-a32c-743933af58b0</entry>
Oct 24 08:08:26 user nova-compute[74307]:       <entry name="uuid">05fa396e-52ce-45e8-a32c-743933af58b0</entry>
Oct 24 08:08:26 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 08:08:26 user nova-compute[74307]:     </system>
Oct 24 08:08:26 user nova-compute[74307]:   </sysinfo>
Oct 24 08:08:26 user nova-compute[74307]:   <os>
Oct 24 08:08:26 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 08:08:26 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 08:08:26 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 08:08:26 user nova-compute[74307]:   </os>
Oct 24 08:08:26 user nova-compute[74307]:   <features>
Oct 24 08:08:26 user nova-compute[74307]:     <acpi/>
Oct 24 08:08:26 user nova-compute[74307]:     <apic/>
Oct 24 08:08:26 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 08:08:26 user nova-compute[74307]:   </features>
Oct 24 08:08:26 user nova-compute[74307]:   <clock offset="utc">
Oct 24 08:08:26 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 08:08:26 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 08:08:26 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 08:08:26 user nova-compute[74307]:   </clock>
Oct 24 08:08:26 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 08:08:26 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 08:08:26 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 08:08:26 user nova-compute[74307]:   </cpu>
Oct 24 08:08:26 user nova-compute[74307]:   <devices>
Oct 24 08:08:26 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 08:08:26 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 08:08:26 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/05fa396e-52ce-45e8-a32c-743933af58b0/disk"/>
Oct 24 08:08:26 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 08:08:26 user nova-compute[74307]:     </disk>
Oct 24 08:08:26 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 08:08:26 user nova-compute[74307]:       <mac address="fa:16:3e:47:00:b9"/>
Oct 24 08:08:26 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 08:08:26 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 08:08:26 user nova-compute[74307]:       <target dev="tap8f6843d4-68"/>
Oct 24 08:08:26 user nova-compute[74307]:     </interface>
Oct 24 08:08:26 user nova-compute[74307]:     <serial type="pty">
Oct 24 08:08:26 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/05fa396e-52ce-45e8-a32c-743933af58b0/console.log" append="off"/>
Oct 24 08:08:26 user nova-compute[74307]:     </serial>
Oct 24 08:08:26 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 08:08:26 user nova-compute[74307]:     <video>
Oct 24 08:08:26 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 08:08:26 user nova-compute[74307]:     </video>
Oct 24 08:08:26 user nova-compute[74307]:     <rng model="virtio">
Oct 24 08:08:26 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 08:08:26 user nova-compute[74307]:     </rng>
Oct 24 08:08:26 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 08:08:26 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 08:08:26 user nova-compute[74307]:       <stats period="10"/>
Oct 24 08:08:26 user nova-compute[74307]:     </memballoon>
Oct 24 08:08:26 user nova-compute[74307]:   </devices>
Oct 24 08:08:26 user nova-compute[74307]: </domain>
Oct 24 08:08:26 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:08:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-772685888',display_name='tempest-TestStampPattern-server-772685888',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-772685888',id=45,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAzw2GqoUe4zcbFLrPFqeCbqWireK9Mbk2vAFCPk0+ZftCoB4hTGHRAdvnWQ22E1ZknXS6o2WVW09Xs9N+hDuU2m9y4IcIZsCMMluOIKjohAc7+A1dB4WIvqmgM8Afp6nQ==',key_name='tempest-TestStampPattern-534934239',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='36dc8e6f07bb4ed8b6b1ff0f1de90fa8',ramdisk_id='',reservation_id='r-frzmglsm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-1581588381',owner_user_name='tempest-TestStampPattern-1581588381-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T08:08:25Z,user_data=None,user_id='15121073260d4bd8971b6fc4dd14bead',uuid=05fa396e-52ce-45e8-a32c-743933af58b0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8f6843d4-68d0-4a52-a521-b2b65f88c2a1", "address": "fa:16:3e:47:00:b9", "network": {"id": "96d4afae-b610-4edd-beaa-c127854a0fe2", "bridge": "br-int", "label": "tempest-TestStampPattern-1736865131-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36dc8e6f07bb4ed8b6b1ff0f1de90fa8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f6843d4-68", "ovs_interfaceid": "8f6843d4-68d0-4a52-a521-b2b65f88c2a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Converting VIF {"id": "8f6843d4-68d0-4a52-a521-b2b65f88c2a1", "address": "fa:16:3e:47:00:b9", "network": {"id": "96d4afae-b610-4edd-beaa-c127854a0fe2", "bridge": "br-int", "label": "tempest-TestStampPattern-1736865131-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36dc8e6f07bb4ed8b6b1ff0f1de90fa8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f6843d4-68", "ovs_interfaceid": "8f6843d4-68d0-4a52-a521-b2b65f88c2a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:47:00:b9,bridge_name='br-int',has_traffic_filtering=True,id=8f6843d4-68d0-4a52-a521-b2b65f88c2a1,network=Network(96d4afae-b610-4edd-beaa-c127854a0fe2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f6843d4-68') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG os_vif [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:47:00:b9,bridge_name='br-int',has_traffic_filtering=True,id=8f6843d4-68d0-4a52-a521-b2b65f88c2a1,network=Network(96d4afae-b610-4edd-beaa-c127854a0fe2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f6843d4-68') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '219bb3ff-51f8-5fc2-8b38-5b41e7de7573', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8f6843d4-68, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8f6843d4-68, col_values=(('qos', UUID('1c1d7c21-e6a3-4b90-b311-b6c680146773')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8f6843d4-68, col_values=(('external_ids', {'iface-id': '8f6843d4-68d0-4a52-a521-b2b65f88c2a1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:47:00:b9', 'vm-uuid': '05fa396e-52ce-45e8-a32c-743933af58b0'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:08:26 user nova-compute[74307]: INFO os_vif [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:47:00:b9,bridge_name='br-int',has_traffic_filtering=True,id=8f6843d4-68d0-4a52-a521-b2b65f88c2a1,network=Network(96d4afae-b610-4edd-beaa-c127854a0fe2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f6843d4-68')
Oct 24 08:08:26 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] No VIF found with MAC fa:16:3e:47:00:b9, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG nova.network.neutron [req-b3ebb82b-07c2-4790-87af-134fbe5df034 req-3540e5bf-2d70-4c42-b7f2-5a74c244c7b7 service nova] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Updated VIF entry in instance network info cache for port 8f6843d4-68d0-4a52-a521-b2b65f88c2a1. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG nova.network.neutron [req-b3ebb82b-07c2-4790-87af-134fbe5df034 req-3540e5bf-2d70-4c42-b7f2-5a74c244c7b7 service nova] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Updating instance_info_cache with network_info: [{"id": "8f6843d4-68d0-4a52-a521-b2b65f88c2a1", "address": "fa:16:3e:47:00:b9", "network": {"id": "96d4afae-b610-4edd-beaa-c127854a0fe2", "bridge": "br-int", "label": "tempest-TestStampPattern-1736865131-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36dc8e6f07bb4ed8b6b1ff0f1de90fa8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f6843d4-68", "ovs_interfaceid": "8f6843d4-68d0-4a52-a521-b2b65f88c2a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:08:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b3ebb82b-07c2-4790-87af-134fbe5df034 req-3540e5bf-2d70-4c42-b7f2-5a74c244c7b7 service nova] Releasing lock "refresh_cache-05fa396e-52ce-45e8-a32c-743933af58b0" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:08:28 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:08:28 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:08:28 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:08:28 user nova-compute[74307]: DEBUG nova.compute.manager [req-d0bfce36-c9be-4833-a0a2-0c14a2dbda77 req-3a4caefc-868e-43ad-88fb-55cc320a1433 service nova] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Received event network-vif-plugged-8f6843d4-68d0-4a52-a521-b2b65f88c2a1 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:08:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d0bfce36-c9be-4833-a0a2-0c14a2dbda77 req-3a4caefc-868e-43ad-88fb-55cc320a1433 service nova] Acquiring lock "05fa396e-52ce-45e8-a32c-743933af58b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:08:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d0bfce36-c9be-4833-a0a2-0c14a2dbda77 req-3a4caefc-868e-43ad-88fb-55cc320a1433 service nova] Lock "05fa396e-52ce-45e8-a32c-743933af58b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:08:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d0bfce36-c9be-4833-a0a2-0c14a2dbda77 req-3a4caefc-868e-43ad-88fb-55cc320a1433 service nova] Lock "05fa396e-52ce-45e8-a32c-743933af58b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:08:28 user nova-compute[74307]: DEBUG nova.compute.manager [req-d0bfce36-c9be-4833-a0a2-0c14a2dbda77 req-3a4caefc-868e-43ad-88fb-55cc320a1433 service nova] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] No waiting events found dispatching network-vif-plugged-8f6843d4-68d0-4a52-a521-b2b65f88c2a1 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:08:28 user nova-compute[74307]: WARNING nova.compute.manager [req-d0bfce36-c9be-4833-a0a2-0c14a2dbda77 req-3a4caefc-868e-43ad-88fb-55cc320a1433 service nova] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Received unexpected event network-vif-plugged-8f6843d4-68d0-4a52-a521-b2b65f88c2a1 for instance with vm_state building and task_state spawning.
Oct 24 08:08:28 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:08:28 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:08:28 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:08:30 user nova-compute[74307]: DEBUG nova.compute.manager [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 08:08:30 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Guest created on hypervisor {{(pid=74307) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 08:08:30 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Instance spawned successfully.
Oct 24 08:08:30 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 08:08:30 user nova-compute[74307]: DEBUG nova.compute.manager [req-913b1d3b-7d39-414f-8bdf-c80978011a87 req-2311804c-a891-45ac-bb66-91e2e7e6fc77 service nova] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Received event network-vif-plugged-8f6843d4-68d0-4a52-a521-b2b65f88c2a1 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:08:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-913b1d3b-7d39-414f-8bdf-c80978011a87 req-2311804c-a891-45ac-bb66-91e2e7e6fc77 service nova] Acquiring lock "05fa396e-52ce-45e8-a32c-743933af58b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:08:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-913b1d3b-7d39-414f-8bdf-c80978011a87 req-2311804c-a891-45ac-bb66-91e2e7e6fc77 service nova] Lock "05fa396e-52ce-45e8-a32c-743933af58b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:08:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-913b1d3b-7d39-414f-8bdf-c80978011a87 req-2311804c-a891-45ac-bb66-91e2e7e6fc77 service nova] Lock "05fa396e-52ce-45e8-a32c-743933af58b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:08:30 user nova-compute[74307]: DEBUG nova.compute.manager [req-913b1d3b-7d39-414f-8bdf-c80978011a87 req-2311804c-a891-45ac-bb66-91e2e7e6fc77 service nova] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] No waiting events found dispatching network-vif-plugged-8f6843d4-68d0-4a52-a521-b2b65f88c2a1 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:08:30 user nova-compute[74307]: WARNING nova.compute.manager [req-913b1d3b-7d39-414f-8bdf-c80978011a87 req-2311804c-a891-45ac-bb66-91e2e7e6fc77 service nova] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Received unexpected event network-vif-plugged-8f6843d4-68d0-4a52-a521-b2b65f88c2a1 for instance with vm_state building and task_state spawning.
Oct 24 08:08:30 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Found default for hw_cdrom_bus of ide {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:08:30 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Found default for hw_disk_bus of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:08:30 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Found default for hw_input_bus of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:08:30 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Found default for hw_pointer_model of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:08:30 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Found default for hw_video_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:08:30 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Found default for hw_vif_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:08:30 user nova-compute[74307]: INFO nova.compute.manager [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Took 5.80 seconds to spawn the instance on the hypervisor.
Oct 24 08:08:30 user nova-compute[74307]: DEBUG nova.compute.manager [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 08:08:30 user nova-compute[74307]: INFO nova.compute.manager [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Took 6.53 seconds to build instance.
Oct 24 08:08:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2b269637-9d5a-4e48-a992-7e93e3ec466d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "05fa396e-52ce-45e8-a32c-743933af58b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.637s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:08:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:08:31 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:08:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:08:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:08:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:08:40 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:08:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:08:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:08:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:08:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:08:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:08:53 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:08:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:08:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:08:56 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:08:58 user nova-compute[74307]: DEBUG nova.compute.manager [req-1e583e22-3755-4efe-bddf-d71e0c0ca32c req-4dd78937-6d43-44cb-b036-4f196f900970 service nova] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Received event network-changed-0923c9a9-8f6e-4088-b748-d0787cbdf6a4 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:08:58 user nova-compute[74307]: DEBUG nova.compute.manager [req-1e583e22-3755-4efe-bddf-d71e0c0ca32c req-4dd78937-6d43-44cb-b036-4f196f900970 service nova] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Refreshing instance network info cache due to event network-changed-0923c9a9-8f6e-4088-b748-d0787cbdf6a4. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 08:08:58 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-1e583e22-3755-4efe-bddf-d71e0c0ca32c req-4dd78937-6d43-44cb-b036-4f196f900970 service nova] Acquiring lock "refresh_cache-2528e00a-6db3-400b-95c4-4b3a25b846b2" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:08:58 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-1e583e22-3755-4efe-bddf-d71e0c0ca32c req-4dd78937-6d43-44cb-b036-4f196f900970 service nova] Acquired lock "refresh_cache-2528e00a-6db3-400b-95c4-4b3a25b846b2" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:08:58 user nova-compute[74307]: DEBUG nova.network.neutron [req-1e583e22-3755-4efe-bddf-d71e0c0ca32c req-4dd78937-6d43-44cb-b036-4f196f900970 service nova] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Refreshing network info cache for port 0923c9a9-8f6e-4088-b748-d0787cbdf6a4 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 08:08:58 user nova-compute[74307]: DEBUG nova.network.neutron [req-1e583e22-3755-4efe-bddf-d71e0c0ca32c req-4dd78937-6d43-44cb-b036-4f196f900970 service nova] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Updated VIF entry in instance network info cache for port 0923c9a9-8f6e-4088-b748-d0787cbdf6a4. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 08:08:58 user nova-compute[74307]: DEBUG nova.network.neutron [req-1e583e22-3755-4efe-bddf-d71e0c0ca32c req-4dd78937-6d43-44cb-b036-4f196f900970 service nova] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Updating instance_info_cache with network_info: [{"id": "0923c9a9-8f6e-4088-b748-d0787cbdf6a4", "address": "fa:16:3e:e2:2c:89", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0923c9a9-8f", "ovs_interfaceid": "0923c9a9-8f6e-4088-b748-d0787cbdf6a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:08:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-1e583e22-3755-4efe-bddf-d71e0c0ca32c req-4dd78937-6d43-44cb-b036-4f196f900970 service nova] Releasing lock "refresh_cache-2528e00a-6db3-400b-95c4-4b3a25b846b2" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:08:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-94e61ea8-e998-481a-b14d-8de897f57be0 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "2528e00a-6db3-400b-95c4-4b3a25b846b2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:08:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-94e61ea8-e998-481a-b14d-8de897f57be0 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "2528e00a-6db3-400b-95c4-4b3a25b846b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:08:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-94e61ea8-e998-481a-b14d-8de897f57be0 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "2528e00a-6db3-400b-95c4-4b3a25b846b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:08:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-94e61ea8-e998-481a-b14d-8de897f57be0 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "2528e00a-6db3-400b-95c4-4b3a25b846b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:08:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-94e61ea8-e998-481a-b14d-8de897f57be0 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "2528e00a-6db3-400b-95c4-4b3a25b846b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:08:59 user nova-compute[74307]: INFO nova.compute.manager [None req-94e61ea8-e998-481a-b14d-8de897f57be0 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Terminating instance
Oct 24 08:08:59 user nova-compute[74307]: DEBUG nova.compute.manager [None req-94e61ea8-e998-481a-b14d-8de897f57be0 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Start destroying the instance on the hypervisor. {{(pid=74307) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 08:08:59 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:08:59 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:08:59 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:08:59 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:09:00 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Instance destroyed successfully.
Oct 24 08:09:00 user nova-compute[74307]: DEBUG nova.objects.instance [None req-94e61ea8-e998-481a-b14d-8de897f57be0 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lazy-loading 'resources' on Instance uuid 2528e00a-6db3-400b-95c4-4b3a25b846b2 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-94e61ea8-e998-481a-b14d-8de897f57be0 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:07:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-86938103',display_name='tempest-TestVolumeBootPattern-server-86938103',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-86938103',id=43,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN/mWRbGAQq+L/X/F6DQ93Wgcv17QX2agtlrkvQT0eFty3PFmf9xwMegj/Pl5m5U5X+Xlb46jGFMxQRrdaug+VesW1hFswmKm+5+3XyFr/EJoxBEYMZuI3af4ZrwIg3mGQ==',key_name='tempest-TestVolumeBootPattern-1437354749',keypairs=<?>,launch_index=0,launched_at=2023-10-24T08:07:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='99565c4aa28a45419afe825961b86a69',ramdisk_id='',reservation_id='r-mqvttwbu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-134367807',owner_user_name='tempest-TestVolumeBootPattern-134367807-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T08:07:33Z,user_data=None,user_id='43b9c4d4949346bcae8ed60ce4b533af',uuid=2528e00a-6db3-400b-95c4-4b3a25b846b2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0923c9a9-8f6e-4088-b748-d0787cbdf6a4", "address": "fa:16:3e:e2:2c:89", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0923c9a9-8f", "ovs_interfaceid": "0923c9a9-8f6e-4088-b748-d0787cbdf6a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-94e61ea8-e998-481a-b14d-8de897f57be0 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Converting VIF {"id": "0923c9a9-8f6e-4088-b748-d0787cbdf6a4", "address": "fa:16:3e:e2:2c:89", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0923c9a9-8f", "ovs_interfaceid": "0923c9a9-8f6e-4088-b748-d0787cbdf6a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-94e61ea8-e998-481a-b14d-8de897f57be0 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e2:2c:89,bridge_name='br-int',has_traffic_filtering=True,id=0923c9a9-8f6e-4088-b748-d0787cbdf6a4,network=Network(8b96e2e3-eec1-4827-84d4-b2cf8a498fef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0923c9a9-8f') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG os_vif [None req-94e61ea8-e998-481a-b14d-8de897f57be0 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e2:2c:89,bridge_name='br-int',has_traffic_filtering=True,id=0923c9a9-8f6e-4088-b748-d0787cbdf6a4,network=Network(8b96e2e3-eec1-4827-84d4-b2cf8a498fef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0923c9a9-8f') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0923c9a9-8f, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1888f5ac-efd7-4a2a-bf57-54dcdfdd6828) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:09:00 user nova-compute[74307]: INFO os_vif [None req-94e61ea8-e998-481a-b14d-8de897f57be0 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e2:2c:89,bridge_name='br-int',has_traffic_filtering=True,id=0923c9a9-8f6e-4088-b748-d0787cbdf6a4,network=Network(8b96e2e3-eec1-4827-84d4-b2cf8a498fef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0923c9a9-8f')
Oct 24 08:09:00 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-94e61ea8-e998-481a-b14d-8de897f57be0 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] calling os-brick to detach iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-94e61ea8-e998-481a-b14d-8de897f57be0 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, {'target_iqn': 'iqn.2010-10.org.openstack:28b9e12b-9d47-452a-a1e8-737061831c5e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KNcPvrWD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:09:00 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-94e61ea8-e998-481a-b14d-8de897f57be0 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:09:00 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-94e61ea8-e998-481a-b14d-8de897f57be0 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-94e61ea8-e998-481a-b14d-8de897f57be0 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[bad808e2-4fe7-4d59-8977-27255516b4b5]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:28b9e12b-9d47-452a-a1e8-737061831c5e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-94e61ea8-e998-481a-b14d-8de897f57be0 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 08:09:00 user nova-compute[74307]: No targets found.
Oct 24 08:09:00 user nova-compute[74307]: iSNS:
Oct 24 08:09:00 user nova-compute[74307]: No targets found.
Oct 24 08:09:00 user nova-compute[74307]: STATIC:
Oct 24 08:09:00 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:28b9e12b-9d47-452a-a1e8-737061831c5e
Oct 24 08:09:00 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 08:09:00 user nova-compute[74307]:                 Iface Name: default
Oct 24 08:09:00 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3
Oct 24 08:09:00 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 08:09:00 user nova-compute[74307]:                 Iface Name: default
Oct 24 08:09:00 user nova-compute[74307]: FIRMWARE:
Oct 24 08:09:00 user nova-compute[74307]: No targets found.
Oct 24 08:09:00 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-94e61ea8-e998-481a-b14d-8de897f57be0 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 08:09:00 user nova-compute[74307]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 08:09:00 user nova-compute[74307]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74307) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-94e61ea8-e998-481a-b14d-8de897f57be0 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:28b9e12b-9d47-452a-a1e8-737061831c5e', 0)] {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff5b6b3f-32b2-4cbb-878b-23f9821a9bae]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:28b9e12b-9d47-452a-a1e8-737061831c5e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e57a6d70-3efa-4bee-8ea7-cf73566b49a5]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28b9e12b-9d47-452a-a1e8-737061831c5e (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-94e61ea8-e998-481a-b14d-8de897f57be0 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 (non-flash)
Oct 24 08:09:00 user nova-compute[74307]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28b9e12b-9d47-452a-a1e8-737061831c5e (non-flash)
Oct 24 08:09:00 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-94e61ea8-e998-481a-b14d-8de897f57be0 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 (non-flash)
Oct 24 08:09:00 user nova-compute[74307]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28b9e12b-9d47-452a-a1e8-737061831c5e (non-flash)
Oct 24 08:09:00 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-94e61ea8-e998-481a-b14d-8de897f57be0 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4600ec6680>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:28b9e12b-9d47-452a-a1e8-737061831c5e'): ({'sdc'}, set())}) {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-94e61ea8-e998-481a-b14d-8de897f57be0 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Removing single pathed devices sdc {{(pid=74307) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[60d3d62a-a703-4c24-a039-a0206dbc0a72]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e02811c5-4cbc-4be7-b9ca-8a141471f7a7]: (4, ('ok\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-94e61ea8-e998-481a-b14d-8de897f57be0 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Flushing IO for device /dev/sdc {{(pid=74307) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[68faa600-09f1-492d-b455-5eb455b194d3]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-94e61ea8-e998-481a-b14d-8de897f57be0 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74307) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.054s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[92f1eb81-525e-47b0-952e-c0ea59ff3c3e]: (4, ('1', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-94e61ea8-e998-481a-b14d-8de897f57be0 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-94e61ea8-e998-481a-b14d-8de897f57be0 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] SCSI volumes sdc have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-26636653433353330', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_475106b8', '/dev/disk/by-id/scsi-1SCST_BIO475106b8-f6e43530cb2ad2b6') {{(pid=85657) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[867beda8-6c67-40f1-acf8-aca1f8c15762]: (4, None) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-94e61ea8-e998-481a-b14d-8de897f57be0 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:28b9e12b-9d47-452a-a1e8-737061831c5e')] {{(pid=74307) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28b9e12b-9d47-452a-a1e8-737061831c5e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28b9e12b-9d47-452a-a1e8-737061831c5e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[42db5dcc-634f-4e59-9c1f-311248326ae1]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-94e61ea8-e998-481a-b14d-8de897f57be0 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28b9e12b-9d47-452a-a1e8-737061831c5e -p 172.16.0.220:3260 --logout {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28b9e12b-9d47-452a-a1e8-737061831c5e -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[00f2f78e-9072-4acf-8bfd-84b6d6f4f191]: (4, ('Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:28b9e12b-9d47-452a-a1e8-737061831c5e, portal: 172.16.0.220,3260]\nLogout of [sid: 43, target: iqn.2010-10.org.openstack:28b9e12b-9d47-452a-a1e8-737061831c5e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-94e61ea8-e998-481a-b14d-8de897f57be0 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:28b9e12b-9d47-452a-a1e8-737061831c5e, portal: 172.16.0.220,3260]
Oct 24 08:09:00 user nova-compute[74307]: Logout of [sid: 43, target: iqn.2010-10.org.openstack:28b9e12b-9d47-452a-a1e8-737061831c5e, portal: 172.16.0.220,3260] successful.
Oct 24 08:09:00 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28b9e12b-9d47-452a-a1e8-737061831c5e -p 172.16.0.220:3260 --op delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG nova.compute.manager [req-d5f2719b-7b39-48d3-9caa-87bb746e2290 req-1132fc3f-7d15-463b-9fa6-4bb9ebdb2d14 service nova] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Received event network-changed-0923c9a9-8f6e-4088-b748-d0787cbdf6a4 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG nova.compute.manager [req-d5f2719b-7b39-48d3-9caa-87bb746e2290 req-1132fc3f-7d15-463b-9fa6-4bb9ebdb2d14 service nova] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Refreshing instance network info cache due to event network-changed-0923c9a9-8f6e-4088-b748-d0787cbdf6a4. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d5f2719b-7b39-48d3-9caa-87bb746e2290 req-1132fc3f-7d15-463b-9fa6-4bb9ebdb2d14 service nova] Acquiring lock "refresh_cache-2528e00a-6db3-400b-95c4-4b3a25b846b2" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d5f2719b-7b39-48d3-9caa-87bb746e2290 req-1132fc3f-7d15-463b-9fa6-4bb9ebdb2d14 service nova] Acquired lock "refresh_cache-2528e00a-6db3-400b-95c4-4b3a25b846b2" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG nova.network.neutron [req-d5f2719b-7b39-48d3-9caa-87bb746e2290 req-1132fc3f-7d15-463b-9fa6-4bb9ebdb2d14 service nova] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Refreshing network info cache for port 0923c9a9-8f6e-4088-b748-d0787cbdf6a4 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28b9e12b-9d47-452a-a1e8-737061831c5e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[7227bb68-9202-48e7-88bc-ec54c0fd5a6c]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-94e61ea8-e998-481a-b14d-8de897f57be0 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-94e61ea8-e998-481a-b14d-8de897f57be0 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.322s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-94e61ea8-e998-481a-b14d-8de897f57be0 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] <== disconnect_volume: return (323ms) None {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-94e61ea8-e998-481a-b14d-8de897f57be0 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Disconnected iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 08:09:00 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-94e61ea8-e998-481a-b14d-8de897f57be0 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Deleting instance files /opt/stack/data/nova/instances/2528e00a-6db3-400b-95c4-4b3a25b846b2_del
Oct 24 08:09:00 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-94e61ea8-e998-481a-b14d-8de897f57be0 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Deletion of /opt/stack/data/nova/instances/2528e00a-6db3-400b-95c4-4b3a25b846b2_del complete
Oct 24 08:09:00 user nova-compute[74307]: INFO nova.compute.manager [None req-94e61ea8-e998-481a-b14d-8de897f57be0 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Took 1.19 seconds to destroy the instance on the hypervisor.
Oct 24 08:09:00 user nova-compute[74307]: DEBUG oslo.service.loopingcall [None req-94e61ea8-e998-481a-b14d-8de897f57be0 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74307) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG nova.compute.manager [-] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Deallocating network for instance {{(pid=74307) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] deallocate_for_instance() {{(pid=74307) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 08:09:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:09:01 user nova-compute[74307]: DEBUG nova.network.neutron [req-d5f2719b-7b39-48d3-9caa-87bb746e2290 req-1132fc3f-7d15-463b-9fa6-4bb9ebdb2d14 service nova] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Updated VIF entry in instance network info cache for port 0923c9a9-8f6e-4088-b748-d0787cbdf6a4. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 08:09:01 user nova-compute[74307]: DEBUG nova.network.neutron [req-d5f2719b-7b39-48d3-9caa-87bb746e2290 req-1132fc3f-7d15-463b-9fa6-4bb9ebdb2d14 service nova] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Updating instance_info_cache with network_info: [{"id": "0923c9a9-8f6e-4088-b748-d0787cbdf6a4", "address": "fa:16:3e:e2:2c:89", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0923c9a9-8f", "ovs_interfaceid": "0923c9a9-8f6e-4088-b748-d0787cbdf6a4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:09:01 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:09:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d5f2719b-7b39-48d3-9caa-87bb746e2290 req-1132fc3f-7d15-463b-9fa6-4bb9ebdb2d14 service nova] Releasing lock "refresh_cache-2528e00a-6db3-400b-95c4-4b3a25b846b2" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:09:01 user nova-compute[74307]: DEBUG nova.compute.manager [req-d5f2719b-7b39-48d3-9caa-87bb746e2290 req-1132fc3f-7d15-463b-9fa6-4bb9ebdb2d14 service nova] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Received event network-vif-unplugged-0923c9a9-8f6e-4088-b748-d0787cbdf6a4 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:09:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d5f2719b-7b39-48d3-9caa-87bb746e2290 req-1132fc3f-7d15-463b-9fa6-4bb9ebdb2d14 service nova] Acquiring lock "2528e00a-6db3-400b-95c4-4b3a25b846b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:09:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d5f2719b-7b39-48d3-9caa-87bb746e2290 req-1132fc3f-7d15-463b-9fa6-4bb9ebdb2d14 service nova] Lock "2528e00a-6db3-400b-95c4-4b3a25b846b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:09:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d5f2719b-7b39-48d3-9caa-87bb746e2290 req-1132fc3f-7d15-463b-9fa6-4bb9ebdb2d14 service nova] Lock "2528e00a-6db3-400b-95c4-4b3a25b846b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:09:01 user nova-compute[74307]: DEBUG nova.compute.manager [req-d5f2719b-7b39-48d3-9caa-87bb746e2290 req-1132fc3f-7d15-463b-9fa6-4bb9ebdb2d14 service nova] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] No waiting events found dispatching network-vif-unplugged-0923c9a9-8f6e-4088-b748-d0787cbdf6a4 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:09:01 user nova-compute[74307]: DEBUG nova.compute.manager [req-d5f2719b-7b39-48d3-9caa-87bb746e2290 req-1132fc3f-7d15-463b-9fa6-4bb9ebdb2d14 service nova] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Received event network-vif-unplugged-0923c9a9-8f6e-4088-b748-d0787cbdf6a4 for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 08:09:01 user nova-compute[74307]: DEBUG nova.compute.manager [req-d5f2719b-7b39-48d3-9caa-87bb746e2290 req-1132fc3f-7d15-463b-9fa6-4bb9ebdb2d14 service nova] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Received event network-vif-plugged-0923c9a9-8f6e-4088-b748-d0787cbdf6a4 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:09:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d5f2719b-7b39-48d3-9caa-87bb746e2290 req-1132fc3f-7d15-463b-9fa6-4bb9ebdb2d14 service nova] Acquiring lock "2528e00a-6db3-400b-95c4-4b3a25b846b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:09:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d5f2719b-7b39-48d3-9caa-87bb746e2290 req-1132fc3f-7d15-463b-9fa6-4bb9ebdb2d14 service nova] Lock "2528e00a-6db3-400b-95c4-4b3a25b846b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:09:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d5f2719b-7b39-48d3-9caa-87bb746e2290 req-1132fc3f-7d15-463b-9fa6-4bb9ebdb2d14 service nova] Lock "2528e00a-6db3-400b-95c4-4b3a25b846b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:09:01 user nova-compute[74307]: DEBUG nova.compute.manager [req-d5f2719b-7b39-48d3-9caa-87bb746e2290 req-1132fc3f-7d15-463b-9fa6-4bb9ebdb2d14 service nova] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] No waiting events found dispatching network-vif-plugged-0923c9a9-8f6e-4088-b748-d0787cbdf6a4 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:09:01 user nova-compute[74307]: WARNING nova.compute.manager [req-d5f2719b-7b39-48d3-9caa-87bb746e2290 req-1132fc3f-7d15-463b-9fa6-4bb9ebdb2d14 service nova] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Received unexpected event network-vif-plugged-0923c9a9-8f6e-4088-b748-d0787cbdf6a4 for instance with vm_state active and task_state deleting.
Oct 24 08:09:01 user nova-compute[74307]: INFO nova.compute.manager [-] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Took 0.44 seconds to deallocate network for instance.
Oct 24 08:09:01 user nova-compute[74307]: INFO nova.compute.manager [None req-94e61ea8-e998-481a-b14d-8de897f57be0 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Took 0.81 seconds to detach 1 volumes for instance.
Oct 24 08:09:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-94e61ea8-e998-481a-b14d-8de897f57be0 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:09:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-94e61ea8-e998-481a-b14d-8de897f57be0 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:09:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Acquiring lock "fc8f9767-fdb0-4022-8436-f4d6d81eae45" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:09:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Lock "fc8f9767-fdb0-4022-8436-f4d6d81eae45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:09:02 user nova-compute[74307]: DEBUG nova.compute.manager [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Starting instance... {{(pid=74307) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 08:09:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:09:02 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-94e61ea8-e998-481a-b14d-8de897f57be0 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:09:02 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-94e61ea8-e998-481a-b14d-8de897f57be0 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:09:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-94e61ea8-e998-481a-b14d-8de897f57be0 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.302s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:09:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.144s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:09:02 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 08:09:02 user nova-compute[74307]: INFO nova.compute.claims [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Claim successful on node user
Oct 24 08:09:02 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-94e61ea8-e998-481a-b14d-8de897f57be0 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Deleted allocations for instance 2528e00a-6db3-400b-95c4-4b3a25b846b2
Oct 24 08:09:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-94e61ea8-e998-481a-b14d-8de897f57be0 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "2528e00a-6db3-400b-95c4-4b3a25b846b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.953s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:09:02 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:09:02 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:09:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.344s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:09:02 user nova-compute[74307]: DEBUG nova.compute.manager [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Start building networks asynchronously for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 08:09:02 user nova-compute[74307]: DEBUG nova.compute.manager [req-8167820a-f86c-4ac9-8972-c57556c6b23c req-3e3b29e6-8fd4-4b65-9190-18b072bfe64a service nova] [instance: 2528e00a-6db3-400b-95c4-4b3a25b846b2] Received event network-vif-deleted-0923c9a9-8f6e-4088-b748-d0787cbdf6a4 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:09:02 user nova-compute[74307]: DEBUG nova.compute.manager [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Allocating IP information in the background. {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 08:09:02 user nova-compute[74307]: DEBUG nova.network.neutron [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] allocate_for_instance() {{(pid=74307) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 08:09:02 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 08:09:02 user nova-compute[74307]: DEBUG nova.compute.manager [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Start building block device mappings for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 08:09:02 user nova-compute[74307]: DEBUG nova.policy [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '893cb03f06604506992b0e7a2e52ffb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a376f197e3fb430aa37218050c088417', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74307) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 08:09:02 user nova-compute[74307]: DEBUG nova.compute.manager [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Start spawning the instance on the hypervisor. {{(pid=74307) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 08:09:02 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Creating instance directory {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 08:09:02 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Creating image(s)
Oct 24 08:09:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Acquiring lock "/opt/stack/data/nova/instances/fc8f9767-fdb0-4022-8436-f4d6d81eae45/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:09:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Lock "/opt/stack/data/nova/instances/fc8f9767-fdb0-4022-8436-f4d6d81eae45/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:09:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Lock "/opt/stack/data/nova/instances/fc8f9767-fdb0-4022-8436-f4d6d81eae45/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.010s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:09:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:09:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.177s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:09:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Acquiring lock "9cb24620554d5eab84e846c14e389d04f4c43d48" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:09:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:09:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:09:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.173s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:09:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/fc8f9767-fdb0-4022-8436-f4d6d81eae45/disk 1073741824 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:09:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/fc8f9767-fdb0-4022-8436-f4d6d81eae45/disk 1073741824" returned: 0 in 0.050s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:09:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.230s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:09:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:09:03 user nova-compute[74307]: DEBUG nova.network.neutron [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Successfully created port: 9d87ef06-1c68-4eff-ab21-c19a2690497a {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 08:09:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.174s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:09:03 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Checking if we can resize image /opt/stack/data/nova/instances/fc8f9767-fdb0-4022-8436-f4d6d81eae45/disk. size=1073741824 {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 08:09:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fc8f9767-fdb0-4022-8436-f4d6d81eae45/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:09:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fc8f9767-fdb0-4022-8436-f4d6d81eae45/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:09:03 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Cannot resize image /opt/stack/data/nova/instances/fc8f9767-fdb0-4022-8436-f4d6d81eae45/disk to a smaller size. {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 08:09:03 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Created local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 08:09:03 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Ensure instance console log exists: /opt/stack/data/nova/instances/fc8f9767-fdb0-4022-8436-f4d6d81eae45/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 08:09:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:09:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:09:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:09:03 user nova-compute[74307]: DEBUG nova.network.neutron [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Successfully updated port: 9d87ef06-1c68-4eff-ab21-c19a2690497a {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 08:09:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Acquiring lock "refresh_cache-fc8f9767-fdb0-4022-8436-f4d6d81eae45" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:09:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Acquired lock "refresh_cache-fc8f9767-fdb0-4022-8436-f4d6d81eae45" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:09:03 user nova-compute[74307]: DEBUG nova.network.neutron [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 08:09:04 user nova-compute[74307]: DEBUG nova.compute.manager [req-f3361aae-4c42-4340-b68c-b9d5a870521a req-0eeb69ef-194b-4c07-aa6b-87bf56829988 service nova] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Received event network-changed-9d87ef06-1c68-4eff-ab21-c19a2690497a {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:09:04 user nova-compute[74307]: DEBUG nova.compute.manager [req-f3361aae-4c42-4340-b68c-b9d5a870521a req-0eeb69ef-194b-4c07-aa6b-87bf56829988 service nova] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Refreshing instance network info cache due to event network-changed-9d87ef06-1c68-4eff-ab21-c19a2690497a. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 08:09:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-f3361aae-4c42-4340-b68c-b9d5a870521a req-0eeb69ef-194b-4c07-aa6b-87bf56829988 service nova] Acquiring lock "refresh_cache-fc8f9767-fdb0-4022-8436-f4d6d81eae45" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:09:04 user nova-compute[74307]: DEBUG nova.network.neutron [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 08:09:04 user nova-compute[74307]: DEBUG nova.network.neutron [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Updating instance_info_cache with network_info: [{"id": "9d87ef06-1c68-4eff-ab21-c19a2690497a", "address": "fa:16:3e:60:2f:7a", "network": {"id": "3d2be264-83c2-483c-a43c-148c95eee891", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1000311955-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a376f197e3fb430aa37218050c088417", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9d87ef06-1c", "ovs_interfaceid": "9d87ef06-1c68-4eff-ab21-c19a2690497a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:09:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Releasing lock "refresh_cache-fc8f9767-fdb0-4022-8436-f4d6d81eae45" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:09:04 user nova-compute[74307]: DEBUG nova.compute.manager [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Instance network_info: |[{"id": "9d87ef06-1c68-4eff-ab21-c19a2690497a", "address": "fa:16:3e:60:2f:7a", "network": {"id": "3d2be264-83c2-483c-a43c-148c95eee891", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1000311955-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a376f197e3fb430aa37218050c088417", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9d87ef06-1c", "ovs_interfaceid": "9d87ef06-1c68-4eff-ab21-c19a2690497a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 08:09:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-f3361aae-4c42-4340-b68c-b9d5a870521a req-0eeb69ef-194b-4c07-aa6b-87bf56829988 service nova] Acquired lock "refresh_cache-fc8f9767-fdb0-4022-8436-f4d6d81eae45" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:09:04 user nova-compute[74307]: DEBUG nova.network.neutron [req-f3361aae-4c42-4340-b68c-b9d5a870521a req-0eeb69ef-194b-4c07-aa6b-87bf56829988 service nova] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Refreshing network info cache for port 9d87ef06-1c68-4eff-ab21-c19a2690497a {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 08:09:04 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Start _get_guest_xml network_info=[{"id": "9d87ef06-1c68-4eff-ab21-c19a2690497a", "address": "fa:16:3e:60:2f:7a", "network": {"id": "3d2be264-83c2-483c-a43c-148c95eee891", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1000311955-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a376f197e3fb430aa37218050c088417", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9d87ef06-1c", "ovs_interfaceid": "9d87ef06-1c68-4eff-ab21-c19a2690497a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'boot_index': 0, 'guest_format': None, 'image_id': 'ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 08:09:04 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:09:04 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:09:04 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 08:09:04 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 08:09:04 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 08:09:04 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 08:09:04 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 08:09:04 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 08:09:04 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 08:09:04 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 08:09:04 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 08:09:04 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 08:09:04 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 08:09:04 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 08:09:04 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 08:09:04 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 08:09:04 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 08:09:04 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 08:09:04 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:09:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1534235024',display_name='tempest-VolumesActionsTest-instance-1534235024',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1534235024',id=46,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a376f197e3fb430aa37218050c088417',ramdisk_id='',reservation_id='r-x29z34jg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-854736110',owner_user_name='tempest-VolumesActionsTest-854736110-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T08:09:03Z,user_data=None,user_id='893cb03f06604506992b0e7a2e52ffb9',uuid=fc8f9767-fdb0-4022-8436-f4d6d81eae45,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9d87ef06-1c68-4eff-ab21-c19a2690497a", "address": "fa:16:3e:60:2f:7a", "network": {"id": "3d2be264-83c2-483c-a43c-148c95eee891", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1000311955-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a376f197e3fb430aa37218050c088417", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9d87ef06-1c", "ovs_interfaceid": "9d87ef06-1c68-4eff-ab21-c19a2690497a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 08:09:04 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Converting VIF {"id": "9d87ef06-1c68-4eff-ab21-c19a2690497a", "address": "fa:16:3e:60:2f:7a", "network": {"id": "3d2be264-83c2-483c-a43c-148c95eee891", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1000311955-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a376f197e3fb430aa37218050c088417", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9d87ef06-1c", "ovs_interfaceid": "9d87ef06-1c68-4eff-ab21-c19a2690497a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:09:04 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:60:2f:7a,bridge_name='br-int',has_traffic_filtering=True,id=9d87ef06-1c68-4eff-ab21-c19a2690497a,network=Network(3d2be264-83c2-483c-a43c-148c95eee891),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9d87ef06-1c') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:09:04 user nova-compute[74307]: DEBUG nova.objects.instance [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Lazy-loading 'pci_devices' on Instance uuid fc8f9767-fdb0-4022-8436-f4d6d81eae45 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:09:04 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] End _get_guest_xml xml=<domain type="kvm">
Oct 24 08:09:04 user nova-compute[74307]:   <uuid>fc8f9767-fdb0-4022-8436-f4d6d81eae45</uuid>
Oct 24 08:09:04 user nova-compute[74307]:   <name>instance-0000002e</name>
Oct 24 08:09:04 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 08:09:04 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 08:09:04 user nova-compute[74307]:   <metadata>
Oct 24 08:09:04 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 08:09:04 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 08:09:04 user nova-compute[74307]:       <nova:name>tempest-VolumesActionsTest-instance-1534235024</nova:name>
Oct 24 08:09:04 user nova-compute[74307]:       <nova:creationTime>2023-10-24 08:09:04</nova:creationTime>
Oct 24 08:09:04 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 08:09:04 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 08:09:04 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 08:09:04 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 08:09:04 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 08:09:04 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 08:09:04 user nova-compute[74307]:       </nova:flavor>
Oct 24 08:09:04 user nova-compute[74307]:       <nova:owner>
Oct 24 08:09:04 user nova-compute[74307]:         <nova:user uuid="893cb03f06604506992b0e7a2e52ffb9">tempest-VolumesActionsTest-854736110-project-member</nova:user>
Oct 24 08:09:04 user nova-compute[74307]:         <nova:project uuid="a376f197e3fb430aa37218050c088417">tempest-VolumesActionsTest-854736110</nova:project>
Oct 24 08:09:04 user nova-compute[74307]:       </nova:owner>
Oct 24 08:09:04 user nova-compute[74307]:       <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 08:09:04 user nova-compute[74307]:       <nova:ports>
Oct 24 08:09:04 user nova-compute[74307]:         <nova:port uuid="9d87ef06-1c68-4eff-ab21-c19a2690497a">
Oct 24 08:09:04 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 24 08:09:04 user nova-compute[74307]:         </nova:port>
Oct 24 08:09:04 user nova-compute[74307]:       </nova:ports>
Oct 24 08:09:04 user nova-compute[74307]:     </nova:instance>
Oct 24 08:09:04 user nova-compute[74307]:   </metadata>
Oct 24 08:09:04 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 08:09:04 user nova-compute[74307]:     <system>
Oct 24 08:09:04 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 08:09:04 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 08:09:04 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 08:09:04 user nova-compute[74307]:       <entry name="serial">fc8f9767-fdb0-4022-8436-f4d6d81eae45</entry>
Oct 24 08:09:04 user nova-compute[74307]:       <entry name="uuid">fc8f9767-fdb0-4022-8436-f4d6d81eae45</entry>
Oct 24 08:09:04 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 08:09:04 user nova-compute[74307]:     </system>
Oct 24 08:09:04 user nova-compute[74307]:   </sysinfo>
Oct 24 08:09:04 user nova-compute[74307]:   <os>
Oct 24 08:09:04 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 08:09:04 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 08:09:04 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 08:09:04 user nova-compute[74307]:   </os>
Oct 24 08:09:04 user nova-compute[74307]:   <features>
Oct 24 08:09:04 user nova-compute[74307]:     <acpi/>
Oct 24 08:09:04 user nova-compute[74307]:     <apic/>
Oct 24 08:09:04 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 08:09:04 user nova-compute[74307]:   </features>
Oct 24 08:09:04 user nova-compute[74307]:   <clock offset="utc">
Oct 24 08:09:04 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 08:09:04 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 08:09:04 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 08:09:04 user nova-compute[74307]:   </clock>
Oct 24 08:09:04 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 08:09:04 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 08:09:04 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 08:09:04 user nova-compute[74307]:   </cpu>
Oct 24 08:09:04 user nova-compute[74307]:   <devices>
Oct 24 08:09:04 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 08:09:04 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 08:09:04 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/fc8f9767-fdb0-4022-8436-f4d6d81eae45/disk"/>
Oct 24 08:09:04 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 08:09:04 user nova-compute[74307]:     </disk>
Oct 24 08:09:04 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 08:09:04 user nova-compute[74307]:       <mac address="fa:16:3e:60:2f:7a"/>
Oct 24 08:09:04 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 08:09:04 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 08:09:04 user nova-compute[74307]:       <target dev="tap9d87ef06-1c"/>
Oct 24 08:09:04 user nova-compute[74307]:     </interface>
Oct 24 08:09:04 user nova-compute[74307]:     <serial type="pty">
Oct 24 08:09:04 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/fc8f9767-fdb0-4022-8436-f4d6d81eae45/console.log" append="off"/>
Oct 24 08:09:04 user nova-compute[74307]:     </serial>
Oct 24 08:09:04 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 08:09:04 user nova-compute[74307]:     <video>
Oct 24 08:09:04 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 08:09:04 user nova-compute[74307]:     </video>
Oct 24 08:09:04 user nova-compute[74307]:     <rng model="virtio">
Oct 24 08:09:04 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 08:09:04 user nova-compute[74307]:     </rng>
Oct 24 08:09:04 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 08:09:04 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 08:09:04 user nova-compute[74307]:       <stats period="10"/>
Oct 24 08:09:04 user nova-compute[74307]:     </memballoon>
Oct 24 08:09:04 user nova-compute[74307]:   </devices>
Oct 24 08:09:04 user nova-compute[74307]: </domain>
Oct 24 08:09:04 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 08:09:04 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:09:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1534235024',display_name='tempest-VolumesActionsTest-instance-1534235024',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1534235024',id=46,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a376f197e3fb430aa37218050c088417',ramdisk_id='',reservation_id='r-x29z34jg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-854736110',owner_user_name='tempest-VolumesActionsTest-854736110-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T08:09:03Z,user_data=None,user_id='893cb03f06604506992b0e7a2e52ffb9',uuid=fc8f9767-fdb0-4022-8436-f4d6d81eae45,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9d87ef06-1c68-4eff-ab21-c19a2690497a", "address": "fa:16:3e:60:2f:7a", "network": {"id": "3d2be264-83c2-483c-a43c-148c95eee891", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1000311955-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a376f197e3fb430aa37218050c088417", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9d87ef06-1c", "ovs_interfaceid": "9d87ef06-1c68-4eff-ab21-c19a2690497a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 08:09:04 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Converting VIF {"id": "9d87ef06-1c68-4eff-ab21-c19a2690497a", "address": "fa:16:3e:60:2f:7a", "network": {"id": "3d2be264-83c2-483c-a43c-148c95eee891", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1000311955-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a376f197e3fb430aa37218050c088417", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9d87ef06-1c", "ovs_interfaceid": "9d87ef06-1c68-4eff-ab21-c19a2690497a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:09:04 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:60:2f:7a,bridge_name='br-int',has_traffic_filtering=True,id=9d87ef06-1c68-4eff-ab21-c19a2690497a,network=Network(3d2be264-83c2-483c-a43c-148c95eee891),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9d87ef06-1c') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:09:04 user nova-compute[74307]: DEBUG os_vif [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:60:2f:7a,bridge_name='br-int',has_traffic_filtering=True,id=9d87ef06-1c68-4eff-ab21-c19a2690497a,network=Network(3d2be264-83c2-483c-a43c-148c95eee891),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9d87ef06-1c') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 08:09:04 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:09:04 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:09:04 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 08:09:04 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:09:04 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3c4898f1-55bd-5bf8-b2e5-76cc045af72e', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:09:04 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:09:04 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:09:04 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:09:04 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9d87ef06-1c, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:09:04 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9d87ef06-1c, col_values=(('qos', UUID('cf7487f2-428f-4d82-820c-022bc0535ae3')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:09:04 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9d87ef06-1c, col_values=(('external_ids', {'iface-id': '9d87ef06-1c68-4eff-ab21-c19a2690497a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:60:2f:7a', 'vm-uuid': 'fc8f9767-fdb0-4022-8436-f4d6d81eae45'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:09:04 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:09:04 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:09:04 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:09:04 user nova-compute[74307]: INFO os_vif [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:60:2f:7a,bridge_name='br-int',has_traffic_filtering=True,id=9d87ef06-1c68-4eff-ab21-c19a2690497a,network=Network(3d2be264-83c2-483c-a43c-148c95eee891),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9d87ef06-1c')
Oct 24 08:09:04 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 08:09:04 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] No VIF found with MAC fa:16:3e:60:2f:7a, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 08:09:04 user nova-compute[74307]: DEBUG nova.network.neutron [req-f3361aae-4c42-4340-b68c-b9d5a870521a req-0eeb69ef-194b-4c07-aa6b-87bf56829988 service nova] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Updated VIF entry in instance network info cache for port 9d87ef06-1c68-4eff-ab21-c19a2690497a. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 08:09:04 user nova-compute[74307]: DEBUG nova.network.neutron [req-f3361aae-4c42-4340-b68c-b9d5a870521a req-0eeb69ef-194b-4c07-aa6b-87bf56829988 service nova] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Updating instance_info_cache with network_info: [{"id": "9d87ef06-1c68-4eff-ab21-c19a2690497a", "address": "fa:16:3e:60:2f:7a", "network": {"id": "3d2be264-83c2-483c-a43c-148c95eee891", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1000311955-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a376f197e3fb430aa37218050c088417", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9d87ef06-1c", "ovs_interfaceid": "9d87ef06-1c68-4eff-ab21-c19a2690497a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:09:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-f3361aae-4c42-4340-b68c-b9d5a870521a req-0eeb69ef-194b-4c07-aa6b-87bf56829988 service nova] Releasing lock "refresh_cache-fc8f9767-fdb0-4022-8436-f4d6d81eae45" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:09:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:09:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:09:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:09:06 user nova-compute[74307]: DEBUG nova.compute.manager [req-84360dae-4c47-47da-a65d-4216759967a4 req-5ec3a1e3-4499-4f7b-9a52-663f99d0aebb service nova] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Received event network-vif-plugged-9d87ef06-1c68-4eff-ab21-c19a2690497a {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:09:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-84360dae-4c47-47da-a65d-4216759967a4 req-5ec3a1e3-4499-4f7b-9a52-663f99d0aebb service nova] Acquiring lock "fc8f9767-fdb0-4022-8436-f4d6d81eae45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:09:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-84360dae-4c47-47da-a65d-4216759967a4 req-5ec3a1e3-4499-4f7b-9a52-663f99d0aebb service nova] Lock "fc8f9767-fdb0-4022-8436-f4d6d81eae45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:09:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-84360dae-4c47-47da-a65d-4216759967a4 req-5ec3a1e3-4499-4f7b-9a52-663f99d0aebb service nova] Lock "fc8f9767-fdb0-4022-8436-f4d6d81eae45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:09:06 user nova-compute[74307]: DEBUG nova.compute.manager [req-84360dae-4c47-47da-a65d-4216759967a4 req-5ec3a1e3-4499-4f7b-9a52-663f99d0aebb service nova] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] No waiting events found dispatching network-vif-plugged-9d87ef06-1c68-4eff-ab21-c19a2690497a {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:09:06 user nova-compute[74307]: WARNING nova.compute.manager [req-84360dae-4c47-47da-a65d-4216759967a4 req-5ec3a1e3-4499-4f7b-9a52-663f99d0aebb service nova] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Received unexpected event network-vif-plugged-9d87ef06-1c68-4eff-ab21-c19a2690497a for instance with vm_state building and task_state spawning.
Oct 24 08:09:06 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:09:06 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:09:06 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:09:06 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:09:08 user nova-compute[74307]: DEBUG nova.compute.manager [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 08:09:08 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Guest created on hypervisor {{(pid=74307) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 08:09:08 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Instance spawned successfully.
Oct 24 08:09:08 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 08:09:08 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Found default for hw_cdrom_bus of ide {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:09:08 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Found default for hw_disk_bus of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:09:08 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Found default for hw_input_bus of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:09:08 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Found default for hw_pointer_model of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:09:08 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Found default for hw_video_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:09:08 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Found default for hw_vif_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:09:08 user nova-compute[74307]: INFO nova.compute.manager [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Took 5.33 seconds to spawn the instance on the hypervisor.
Oct 24 08:09:08 user nova-compute[74307]: DEBUG nova.compute.manager [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 08:09:08 user nova-compute[74307]: DEBUG nova.compute.manager [req-e57386d3-41ab-42b2-85af-d457401a384f req-51fdeb2c-1e9d-444c-8623-c010762c9d86 service nova] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Received event network-vif-plugged-9d87ef06-1c68-4eff-ab21-c19a2690497a {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:09:08 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-e57386d3-41ab-42b2-85af-d457401a384f req-51fdeb2c-1e9d-444c-8623-c010762c9d86 service nova] Acquiring lock "fc8f9767-fdb0-4022-8436-f4d6d81eae45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:09:08 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-e57386d3-41ab-42b2-85af-d457401a384f req-51fdeb2c-1e9d-444c-8623-c010762c9d86 service nova] Lock "fc8f9767-fdb0-4022-8436-f4d6d81eae45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:09:08 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-e57386d3-41ab-42b2-85af-d457401a384f req-51fdeb2c-1e9d-444c-8623-c010762c9d86 service nova] Lock "fc8f9767-fdb0-4022-8436-f4d6d81eae45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:09:08 user nova-compute[74307]: DEBUG nova.compute.manager [req-e57386d3-41ab-42b2-85af-d457401a384f req-51fdeb2c-1e9d-444c-8623-c010762c9d86 service nova] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] No waiting events found dispatching network-vif-plugged-9d87ef06-1c68-4eff-ab21-c19a2690497a {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:09:08 user nova-compute[74307]: WARNING nova.compute.manager [req-e57386d3-41ab-42b2-85af-d457401a384f req-51fdeb2c-1e9d-444c-8623-c010762c9d86 service nova] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Received unexpected event network-vif-plugged-9d87ef06-1c68-4eff-ab21-c19a2690497a for instance with vm_state building and task_state spawning.
Oct 24 08:09:08 user nova-compute[74307]: INFO nova.compute.manager [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Took 6.13 seconds to build instance.
Oct 24 08:09:08 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-984511d4-8835-4318-a748-2b7ed1e00423 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Lock "fc8f9767-fdb0-4022-8436-f4d6d81eae45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.226s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:09:09 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:09:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:09:11 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:09:13 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:09:13 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:09:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:09:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:09:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:09:13 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 08:09:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk.rescue --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:09:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk.rescue --force-share --output=json" returned: 0 in 0.181s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:09:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk.rescue --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:09:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk.rescue --force-share --output=json" returned: 0 in 0.191s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:09:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:09:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:09:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:09:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:09:14 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 08:09:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fc8f9767-fdb0-4022-8436-f4d6d81eae45/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:09:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fc8f9767-fdb0-4022-8436-f4d6d81eae45/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:09:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fc8f9767-fdb0-4022-8436-f4d6d81eae45/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:09:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fc8f9767-fdb0-4022-8436-f4d6d81eae45/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:09:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/043a750c-d94e-4425-bd36-e8efc0ed7847/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:09:14 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:09:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/043a750c-d94e-4425-bd36-e8efc0ed7847/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:09:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/043a750c-d94e-4425-bd36-e8efc0ed7847/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:09:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/043a750c-d94e-4425-bd36-e8efc0ed7847/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:09:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05fa396e-52ce-45e8-a32c-743933af58b0/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:09:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05fa396e-52ce-45e8-a32c-743933af58b0/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:09:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05fa396e-52ce-45e8-a32c-743933af58b0/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:09:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05fa396e-52ce-45e8-a32c-743933af58b0/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:09:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:09:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json" returned: 0 in 0.183s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:09:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:09:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json" returned: 0 in 0.171s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:09:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:09:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json" returned: 0 in 0.260s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:09:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:09:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:09:16 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:09:16 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:09:16 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Hypervisor/Node resource view: name=user free_ram=8184MB free_disk=25.06494903564453GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 08:09:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:09:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:09:16 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:09:16 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fcde6b55-42d0-41aa-8ed7-5b81486228ac actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:09:16 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 1a85999c-7593-4842-8c60-0189da0b2909 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:09:16 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 043a750c-d94e-4425-bd36-e8efc0ed7847 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:09:16 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 05fa396e-52ce-45e8-a32c-743933af58b0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:09:16 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fc8f9767-fdb0-4022-8436-f4d6d81eae45 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:09:16 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 08:09:16 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 08:09:16 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:09:16 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:09:16 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 08:09:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.338s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:09:17 user nova-compute[74307]: INFO nova.compute.manager [None req-b6a32d34-d417-4c10-a8a3-c29eda80dc70 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Unrescuing
Oct 24 08:09:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-b6a32d34-d417-4c10-a8a3-c29eda80dc70 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Acquiring lock "refresh_cache-fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:09:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-b6a32d34-d417-4c10-a8a3-c29eda80dc70 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Acquired lock "refresh_cache-fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:09:17 user nova-compute[74307]: DEBUG nova.network.neutron [None req-b6a32d34-d417-4c10-a8a3-c29eda80dc70 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 08:09:17 user nova-compute[74307]: DEBUG nova.network.neutron [None req-b6a32d34-d417-4c10-a8a3-c29eda80dc70 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Updating instance_info_cache with network_info: [{"id": "1f1028c1-1ae9-424c-9e56-0291552e142c", "address": "fa:16:3e:68:84:8c", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f1028c1-1a", "ovs_interfaceid": "1f1028c1-1ae9-424c-9e56-0291552e142c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:09:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-b6a32d34-d417-4c10-a8a3-c29eda80dc70 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Releasing lock "refresh_cache-fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:09:17 user nova-compute[74307]: DEBUG nova.objects.instance [None req-b6a32d34-d417-4c10-a8a3-c29eda80dc70 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lazy-loading 'flavor' on Instance uuid fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:09:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:09:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:09:17 user nova-compute[74307]: DEBUG nova.compute.manager [req-0c1dfa4a-ec1b-4ba2-acc8-57911b19c341 req-9887214d-5aa3-47ad-8a9e-14c64dcea48f service nova] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Received event network-vif-unplugged-1f1028c1-1ae9-424c-9e56-0291552e142c {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:09:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-0c1dfa4a-ec1b-4ba2-acc8-57911b19c341 req-9887214d-5aa3-47ad-8a9e-14c64dcea48f service nova] Acquiring lock "fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:09:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-0c1dfa4a-ec1b-4ba2-acc8-57911b19c341 req-9887214d-5aa3-47ad-8a9e-14c64dcea48f service nova] Lock "fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:09:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-0c1dfa4a-ec1b-4ba2-acc8-57911b19c341 req-9887214d-5aa3-47ad-8a9e-14c64dcea48f service nova] Lock "fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:09:17 user nova-compute[74307]: DEBUG nova.compute.manager [req-0c1dfa4a-ec1b-4ba2-acc8-57911b19c341 req-9887214d-5aa3-47ad-8a9e-14c64dcea48f service nova] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] No waiting events found dispatching network-vif-unplugged-1f1028c1-1ae9-424c-9e56-0291552e142c {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:09:17 user nova-compute[74307]: WARNING nova.compute.manager [req-0c1dfa4a-ec1b-4ba2-acc8-57911b19c341 req-9887214d-5aa3-47ad-8a9e-14c64dcea48f service nova] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Received unexpected event network-vif-unplugged-1f1028c1-1ae9-424c-9e56-0291552e142c for instance with vm_state rescued and task_state unrescuing.
Oct 24 08:09:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:09:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:09:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:09:18 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Instance destroyed successfully.
Oct 24 08:09:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:09:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:09:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:09:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:09:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:09:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:09:19 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:09:19 user nova-compute[74307]: DEBUG nova.compute.manager [req-1d85f9f9-de14-4588-973e-05249b112f8b req-ddf95391-8e50-4fad-9a73-ac23f9bf8e94 service nova] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Received event network-vif-plugged-1f1028c1-1ae9-424c-9e56-0291552e142c {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:09:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-1d85f9f9-de14-4588-973e-05249b112f8b req-ddf95391-8e50-4fad-9a73-ac23f9bf8e94 service nova] Acquiring lock "fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:09:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-1d85f9f9-de14-4588-973e-05249b112f8b req-ddf95391-8e50-4fad-9a73-ac23f9bf8e94 service nova] Lock "fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:09:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-1d85f9f9-de14-4588-973e-05249b112f8b req-ddf95391-8e50-4fad-9a73-ac23f9bf8e94 service nova] Lock "fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:09:19 user nova-compute[74307]: DEBUG nova.compute.manager [req-1d85f9f9-de14-4588-973e-05249b112f8b req-ddf95391-8e50-4fad-9a73-ac23f9bf8e94 service nova] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] No waiting events found dispatching network-vif-plugged-1f1028c1-1ae9-424c-9e56-0291552e142c {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:09:19 user nova-compute[74307]: WARNING nova.compute.manager [req-1d85f9f9-de14-4588-973e-05249b112f8b req-ddf95391-8e50-4fad-9a73-ac23f9bf8e94 service nova] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Received unexpected event network-vif-plugged-1f1028c1-1ae9-424c-9e56-0291552e142c for instance with vm_state rescued and task_state unrescuing.
Oct 24 08:09:19 user nova-compute[74307]: DEBUG nova.compute.manager [req-1d85f9f9-de14-4588-973e-05249b112f8b req-ddf95391-8e50-4fad-9a73-ac23f9bf8e94 service nova] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Received event network-vif-plugged-1f1028c1-1ae9-424c-9e56-0291552e142c {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:09:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-1d85f9f9-de14-4588-973e-05249b112f8b req-ddf95391-8e50-4fad-9a73-ac23f9bf8e94 service nova] Acquiring lock "fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:09:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-1d85f9f9-de14-4588-973e-05249b112f8b req-ddf95391-8e50-4fad-9a73-ac23f9bf8e94 service nova] Lock "fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:09:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-1d85f9f9-de14-4588-973e-05249b112f8b req-ddf95391-8e50-4fad-9a73-ac23f9bf8e94 service nova] Lock "fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:09:19 user nova-compute[74307]: DEBUG nova.compute.manager [req-1d85f9f9-de14-4588-973e-05249b112f8b req-ddf95391-8e50-4fad-9a73-ac23f9bf8e94 service nova] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] No waiting events found dispatching network-vif-plugged-1f1028c1-1ae9-424c-9e56-0291552e142c {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:09:19 user nova-compute[74307]: WARNING nova.compute.manager [req-1d85f9f9-de14-4588-973e-05249b112f8b req-ddf95391-8e50-4fad-9a73-ac23f9bf8e94 service nova] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Received unexpected event network-vif-plugged-1f1028c1-1ae9-424c-9e56-0291552e142c for instance with vm_state rescued and task_state unrescuing.
Oct 24 08:09:19 user nova-compute[74307]: DEBUG nova.compute.manager [req-1d85f9f9-de14-4588-973e-05249b112f8b req-ddf95391-8e50-4fad-9a73-ac23f9bf8e94 service nova] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Received event network-vif-plugged-1f1028c1-1ae9-424c-9e56-0291552e142c {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:09:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-1d85f9f9-de14-4588-973e-05249b112f8b req-ddf95391-8e50-4fad-9a73-ac23f9bf8e94 service nova] Acquiring lock "fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:09:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-1d85f9f9-de14-4588-973e-05249b112f8b req-ddf95391-8e50-4fad-9a73-ac23f9bf8e94 service nova] Lock "fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:09:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-1d85f9f9-de14-4588-973e-05249b112f8b req-ddf95391-8e50-4fad-9a73-ac23f9bf8e94 service nova] Lock "fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:09:19 user nova-compute[74307]: DEBUG nova.compute.manager [req-1d85f9f9-de14-4588-973e-05249b112f8b req-ddf95391-8e50-4fad-9a73-ac23f9bf8e94 service nova] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] No waiting events found dispatching network-vif-plugged-1f1028c1-1ae9-424c-9e56-0291552e142c {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:09:19 user nova-compute[74307]: WARNING nova.compute.manager [req-1d85f9f9-de14-4588-973e-05249b112f8b req-ddf95391-8e50-4fad-9a73-ac23f9bf8e94 service nova] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Received unexpected event network-vif-plugged-1f1028c1-1ae9-424c-9e56-0291552e142c for instance with vm_state rescued and task_state unrescuing.
Oct 24 08:09:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:09:21 user nova-compute[74307]: DEBUG nova.compute.manager [None req-b6a32d34-d417-4c10-a8a3-c29eda80dc70 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 08:09:22 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:09:22 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:09:22 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:09:22 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74307) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 08:09:23 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:09:23 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Starting heal instance info cache {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 08:09:23 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "refresh_cache-fcde6b55-42d0-41aa-8ed7-5b81486228ac" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:09:23 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquired lock "refresh_cache-fcde6b55-42d0-41aa-8ed7-5b81486228ac" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:09:23 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Forcefully refreshing network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 08:09:23 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Updating instance_info_cache with network_info: [{"id": "ac225733-9917-4093-854d-f0ee36a177bb", "address": "fa:16:3e:1e:bf:21", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac225733-99", "ovs_interfaceid": "ac225733-9917-4093-854d-f0ee36a177bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:09:23 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Releasing lock "refresh_cache-fcde6b55-42d0-41aa-8ed7-5b81486228ac" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:09:23 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Updated the network info_cache for instance {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 08:09:24 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:09:24 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:09:24 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:09:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:09:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-724bf77c-0c78-4266-9b5f-1f5468dd6b87 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Acquiring lock "043a750c-d94e-4425-bd36-e8efc0ed7847" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:09:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-724bf77c-0c78-4266-9b5f-1f5468dd6b87 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "043a750c-d94e-4425-bd36-e8efc0ed7847" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:09:26 user nova-compute[74307]: DEBUG nova.objects.instance [None req-724bf77c-0c78-4266-9b5f-1f5468dd6b87 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lazy-loading 'flavor' on Instance uuid 043a750c-d94e-4425-bd36-e8efc0ed7847 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:09:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-724bf77c-0c78-4266-9b5f-1f5468dd6b87 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "043a750c-d94e-4425-bd36-e8efc0ed7847" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.051s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:09:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-724bf77c-0c78-4266-9b5f-1f5468dd6b87 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Acquiring lock "043a750c-d94e-4425-bd36-e8efc0ed7847" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:09:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-724bf77c-0c78-4266-9b5f-1f5468dd6b87 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "043a750c-d94e-4425-bd36-e8efc0ed7847" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:09:27 user nova-compute[74307]: INFO nova.compute.manager [None req-724bf77c-0c78-4266-9b5f-1f5468dd6b87 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Attaching volume bd19b52f-60b5-49c5-82b8-08dd3eabb393 to /dev/vdb
Oct 24 08:09:27 user nova-compute[74307]: DEBUG os_brick.utils [None req-724bf77c-0c78-4266-9b5f-1f5468dd6b87 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:09:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:09:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:09:27 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ff120a3-aaf3-49ec-b88f-67e342f0efa4]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:299aca16be88\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:09:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:09:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:09:27 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b98fbf17-4a78-42d8-80a5-64278296f23f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:09:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:09:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:09:27 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bd52247-eeda-4651-88e0-a8c44c914209]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:09:27 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3c3cbbe-192e-4351-974b-b8fb75ed5fb2]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:09:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-724bf77c-0c78-4266-9b5f-1f5468dd6b87 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Running cmd (subprocess): nvme version {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:09:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-724bf77c-0c78-4266-9b5f-1f5468dd6b87 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] 'nvme version' failed. Not Retrying. {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 08:09:27 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.nvmeof [None req-724bf77c-0c78-4266-9b5f-1f5468dd6b87 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] nvme not present on system {{(pid=74307) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 08:09:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:09:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 08:09:27 user nova-compute[74307]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 08:09:27 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c56633a-62f5-4473-bfb9-6db65c726732]: (4, '') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:09:27 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-724bf77c-0c78-4266-9b5f-1f5468dd6b87 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74307) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 08:09:27 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-724bf77c-0c78-4266-9b5f-1f5468dd6b87 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 08:09:27 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-724bf77c-0c78-4266-9b5f-1f5468dd6b87 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] LIGHTOS: no hostnqn found. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 08:09:27 user nova-compute[74307]: DEBUG os_brick.utils [None req-724bf77c-0c78-4266-9b5f-1f5468dd6b87 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:299aca16be88', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:09:27 user nova-compute[74307]: DEBUG nova.virt.block_device [None req-724bf77c-0c78-4266-9b5f-1f5468dd6b87 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Updating existing volume attachment record: 22040c5d-b1d5-4517-bb1e-0c3b39b73c6d {{(pid=74307) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 08:09:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:09:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:09:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:09:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:09:39 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:09:40 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:09:43 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-724bf77c-0c78-4266-9b5f-1f5468dd6b87 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Calling os-brick to attach iSCSI Volume {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 08:09:43 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-724bf77c-0c78-4266-9b5f-1f5468dd6b87 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qhZvMBYu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:09:43 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-724bf77c-0c78-4266-9b5f-1f5468dd6b87 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:09:43 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-724bf77c-0c78-4266-9b5f-1f5468dd6b87 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:09:43 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-724bf77c-0c78-4266-9b5f-1f5468dd6b87 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:09:43 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-724bf77c-0c78-4266-9b5f-1f5468dd6b87 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:09:43 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-724bf77c-0c78-4266-9b5f-1f5468dd6b87 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:09:43 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-724bf77c-0c78-4266-9b5f-1f5468dd6b87 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:09:43 user nova-compute[74307]: INFO os_brick.initiator.connectors.iscsi [None req-724bf77c-0c78-4266-9b5f-1f5468dd6b87 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 08:09:43 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 -p 172.16.0.220:3260 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:09:43 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:09:43 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5378c58-d6c7-4bf3-8b67-3b0691f81db8]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:09:43 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-724bf77c-0c78-4266-9b5f-1f5468dd6b87 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 08:09:43 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:09:43 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 -p 172.16.0.220:3260 --interface default --op new {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:09:43 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:09:43 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[00cda00b-d067-4469-9c1c-47e688c3b1c4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393] added\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:09:43 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-724bf77c-0c78-4266-9b5f-1f5468dd6b87 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393] added
Oct 24 08:09:43 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:09:43 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:09:43 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:09:43 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e3f6260-a93d-44f2-8cb1-9c14cf054534]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:09:43 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-724bf77c-0c78-4266-9b5f-1f5468dd6b87 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:09:43 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:09:43 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:09:43 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd295a7c-b703-432a-850e-ead4f491e995]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:09:43 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-724bf77c-0c78-4266-9b5f-1f5468dd6b87 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:09:43 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qhZvMBYu {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:09:43 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qhZvMBYu" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:09:43 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[5aa43bc3-e150-488a-902b-5e0f66b3782c]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:09:43 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-724bf77c-0c78-4266-9b5f-1f5468dd6b87 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'qhZvMBYu'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:09:43 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:09:43 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:09:43 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[85738ef5-ed26-4d28-a135-0cba3860ab66]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:09:43 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-724bf77c-0c78-4266-9b5f-1f5468dd6b87 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:09:43 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:09:43 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:09:43 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d64e6c93-3b3f-4fc0-a11a-23f1ee0f5166]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:09:43 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-724bf77c-0c78-4266-9b5f-1f5468dd6b87 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 (non-flash)
Oct 24 08:09:43 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:09:43 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-724bf77c-0c78-4266-9b5f-1f5468dd6b87 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 (non-flash)
Oct 24 08:09:43 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:09:43 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 -p 172.16.0.220:3260 --login {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:09:43 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 -p 172.16.0.220:3260 --login" returned: 0 in 0.051s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:09:43 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c6c26c6-a30a-473d-af26-405e1fda1e03]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:09:43 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-724bf77c-0c78-4266-9b5f-1f5468dd6b87 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393, portal: 172.16.0.220,3260]
Oct 24 08:09:43 user nova-compute[74307]: Login to [iface: default, target: iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393, portal: 172.16.0.220,3260] successful.
Oct 24 08:09:43 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:09:43 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:09:43 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:09:43 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd9d21a4-998e-436a-84c1-af5d92abeb02]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:09:43 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-724bf77c-0c78-4266-9b5f-1f5468dd6b87 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:09:43 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:09:43 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:09:43 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4c5c97d-5110-4f32-a9e0-35f3b6847c13]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:09:43 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-724bf77c-0c78-4266-9b5f-1f5468dd6b87 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 (non-flash)
Oct 24 08:09:43 user nova-compute[74307]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 (non-flash)
Oct 24 08:09:43 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:09:43 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-724bf77c-0c78-4266-9b5f-1f5468dd6b87 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 (non-flash)
Oct 24 08:09:43 user nova-compute[74307]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 (non-flash)
Oct 24 08:09:43 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:09:43 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-724bf77c-0c78-4266-9b5f-1f5468dd6b87 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.265s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:09:43 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-724bf77c-0c78-4266-9b5f-1f5468dd6b87 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Connected to 172.16.0.220:3260 {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 08:09:43 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-724bf77c-0c78-4266-9b5f-1f5468dd6b87 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] HCTL ('34', '-', '-', 0) found on session 44 with lun 0 {{(pid=74307) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 08:09:43 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-724bf77c-0c78-4266-9b5f-1f5468dd6b87 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74307) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 08:09:43 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:09:43 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:09:43 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d56db6f8-a4dd-4a24-81f1-10cc173664da]: (4, ('- - 0', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:09:43 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-724bf77c-0c78-4266-9b5f-1f5468dd6b87 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Searching for a device in session 44 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 08:09:43 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-724bf77c-0c78-4266-9b5f-1f5468dd6b87 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qhZvMBYu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 08:09:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:09:44 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-724bf77c-0c78-4266-9b5f-1f5468dd6b87 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.301s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:09:44 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-724bf77c-0c78-4266-9b5f-1f5468dd6b87 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] <== connect_volume: return (1303ms) {'type': 'block', 'scsi_wwn': '26631636439643263', 'path': '/dev/sdc'} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:09:44 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-724bf77c-0c78-4266-9b5f-1f5468dd6b87 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26631636439643263', 'path': '/dev/sdc'} {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 08:09:44 user nova-compute[74307]: DEBUG nova.objects.instance [None req-724bf77c-0c78-4266-9b5f-1f5468dd6b87 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lazy-loading 'flavor' on Instance uuid 043a750c-d94e-4425-bd36-e8efc0ed7847 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:09:45 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-724bf77c-0c78-4266-9b5f-1f5468dd6b87 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 08:09:45 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 08:09:45 user nova-compute[74307]:   <source dev="/dev/sdc"/>
Oct 24 08:09:45 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 08:09:45 user nova-compute[74307]:   <serial>bd19b52f-60b5-49c5-82b8-08dd3eabb393</serial>
Oct 24 08:09:45 user nova-compute[74307]: </disk>
Oct 24 08:09:45 user nova-compute[74307]:  {{(pid=74307) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 08:09:45 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-724bf77c-0c78-4266-9b5f-1f5468dd6b87 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 08:09:45 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-724bf77c-0c78-4266-9b5f-1f5468dd6b87 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 08:09:45 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-724bf77c-0c78-4266-9b5f-1f5468dd6b87 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] No VIF found with MAC fa:16:3e:13:dd:b1, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 08:09:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-724bf77c-0c78-4266-9b5f-1f5468dd6b87 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "043a750c-d94e-4425-bd36-e8efc0ed7847" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 18.579s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:09:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:09:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:09:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:09:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:09:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:09:59 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:01 user nova-compute[74307]: DEBUG nova.compute.manager [req-c913c3cc-c746-4489-9230-f34082b2c111 req-1bce5b4d-898d-454a-a099-74f88ad83b0c service nova] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Received event network-changed-ebd87d34-e874-42f5-adfa-9b4391b7b98d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:10:01 user nova-compute[74307]: DEBUG nova.compute.manager [req-c913c3cc-c746-4489-9230-f34082b2c111 req-1bce5b4d-898d-454a-a099-74f88ad83b0c service nova] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Refreshing instance network info cache due to event network-changed-ebd87d34-e874-42f5-adfa-9b4391b7b98d. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 08:10:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-c913c3cc-c746-4489-9230-f34082b2c111 req-1bce5b4d-898d-454a-a099-74f88ad83b0c service nova] Acquiring lock "refresh_cache-043a750c-d94e-4425-bd36-e8efc0ed7847" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:10:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-c913c3cc-c746-4489-9230-f34082b2c111 req-1bce5b4d-898d-454a-a099-74f88ad83b0c service nova] Acquired lock "refresh_cache-043a750c-d94e-4425-bd36-e8efc0ed7847" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:10:01 user nova-compute[74307]: DEBUG nova.network.neutron [req-c913c3cc-c746-4489-9230-f34082b2c111 req-1bce5b4d-898d-454a-a099-74f88ad83b0c service nova] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Refreshing network info cache for port ebd87d34-e874-42f5-adfa-9b4391b7b98d {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 08:10:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:02 user nova-compute[74307]: DEBUG nova.network.neutron [req-c913c3cc-c746-4489-9230-f34082b2c111 req-1bce5b4d-898d-454a-a099-74f88ad83b0c service nova] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Updated VIF entry in instance network info cache for port ebd87d34-e874-42f5-adfa-9b4391b7b98d. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 08:10:02 user nova-compute[74307]: DEBUG nova.network.neutron [req-c913c3cc-c746-4489-9230-f34082b2c111 req-1bce5b4d-898d-454a-a099-74f88ad83b0c service nova] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Updating instance_info_cache with network_info: [{"id": "ebd87d34-e874-42f5-adfa-9b4391b7b98d", "address": "fa:16:3e:13:dd:b1", "network": {"id": "0f0aaaf1-d323-4cac-af4e-c2170c72c975", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1922894408-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26fb55b5c9ff459094a98e54e27611b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebd87d34-e8", "ovs_interfaceid": "ebd87d34-e874-42f5-adfa-9b4391b7b98d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:10:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-c913c3cc-c746-4489-9230-f34082b2c111 req-1bce5b4d-898d-454a-a099-74f88ad83b0c service nova] Releasing lock "refresh_cache-043a750c-d94e-4425-bd36-e8efc0ed7847" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:10:03 user nova-compute[74307]: DEBUG nova.compute.manager [req-346de292-8a25-4a49-b0e9-8a8610332dfe req-6684396e-238e-4c92-96a0-1f08b5ad2688 service nova] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Received event network-changed-ebd87d34-e874-42f5-adfa-9b4391b7b98d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:10:03 user nova-compute[74307]: DEBUG nova.compute.manager [req-346de292-8a25-4a49-b0e9-8a8610332dfe req-6684396e-238e-4c92-96a0-1f08b5ad2688 service nova] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Refreshing instance network info cache due to event network-changed-ebd87d34-e874-42f5-adfa-9b4391b7b98d. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 08:10:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-346de292-8a25-4a49-b0e9-8a8610332dfe req-6684396e-238e-4c92-96a0-1f08b5ad2688 service nova] Acquiring lock "refresh_cache-043a750c-d94e-4425-bd36-e8efc0ed7847" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:10:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-346de292-8a25-4a49-b0e9-8a8610332dfe req-6684396e-238e-4c92-96a0-1f08b5ad2688 service nova] Acquired lock "refresh_cache-043a750c-d94e-4425-bd36-e8efc0ed7847" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:10:03 user nova-compute[74307]: DEBUG nova.network.neutron [req-346de292-8a25-4a49-b0e9-8a8610332dfe req-6684396e-238e-4c92-96a0-1f08b5ad2688 service nova] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Refreshing network info cache for port ebd87d34-e874-42f5-adfa-9b4391b7b98d {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 08:10:04 user nova-compute[74307]: DEBUG nova.network.neutron [req-346de292-8a25-4a49-b0e9-8a8610332dfe req-6684396e-238e-4c92-96a0-1f08b5ad2688 service nova] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Updated VIF entry in instance network info cache for port ebd87d34-e874-42f5-adfa-9b4391b7b98d. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 08:10:04 user nova-compute[74307]: DEBUG nova.network.neutron [req-346de292-8a25-4a49-b0e9-8a8610332dfe req-6684396e-238e-4c92-96a0-1f08b5ad2688 service nova] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Updating instance_info_cache with network_info: [{"id": "ebd87d34-e874-42f5-adfa-9b4391b7b98d", "address": "fa:16:3e:13:dd:b1", "network": {"id": "0f0aaaf1-d323-4cac-af4e-c2170c72c975", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1922894408-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26fb55b5c9ff459094a98e54e27611b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebd87d34-e8", "ovs_interfaceid": "ebd87d34-e874-42f5-adfa-9b4391b7b98d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:10:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-346de292-8a25-4a49-b0e9-8a8610332dfe req-6684396e-238e-4c92-96a0-1f08b5ad2688 service nova] Releasing lock "refresh_cache-043a750c-d94e-4425-bd36-e8efc0ed7847" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:10:04 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:09 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:14 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:10:14 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:15 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:10:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:10:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:10:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:10:15 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 08:10:15 user nova-compute[74307]: DEBUG nova.compute.manager [req-6be3c95c-bca5-4459-875c-3d1bb2d78053 req-b0966c91-099f-4d9f-91a2-e3772cecb682 service nova] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Received event network-changed-8f6843d4-68d0-4a52-a521-b2b65f88c2a1 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:10:15 user nova-compute[74307]: DEBUG nova.compute.manager [req-6be3c95c-bca5-4459-875c-3d1bb2d78053 req-b0966c91-099f-4d9f-91a2-e3772cecb682 service nova] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Refreshing instance network info cache due to event network-changed-8f6843d4-68d0-4a52-a521-b2b65f88c2a1. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 08:10:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6be3c95c-bca5-4459-875c-3d1bb2d78053 req-b0966c91-099f-4d9f-91a2-e3772cecb682 service nova] Acquiring lock "refresh_cache-05fa396e-52ce-45e8-a32c-743933af58b0" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:10:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6be3c95c-bca5-4459-875c-3d1bb2d78053 req-b0966c91-099f-4d9f-91a2-e3772cecb682 service nova] Acquired lock "refresh_cache-05fa396e-52ce-45e8-a32c-743933af58b0" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:10:15 user nova-compute[74307]: DEBUG nova.network.neutron [req-6be3c95c-bca5-4459-875c-3d1bb2d78053 req-b0966c91-099f-4d9f-91a2-e3772cecb682 service nova] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Refreshing network info cache for port 8f6843d4-68d0-4a52-a521-b2b65f88c2a1 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 08:10:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:15 user nova-compute[74307]: DEBUG nova.network.neutron [req-6be3c95c-bca5-4459-875c-3d1bb2d78053 req-b0966c91-099f-4d9f-91a2-e3772cecb682 service nova] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Updated VIF entry in instance network info cache for port 8f6843d4-68d0-4a52-a521-b2b65f88c2a1. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 08:10:15 user nova-compute[74307]: DEBUG nova.network.neutron [req-6be3c95c-bca5-4459-875c-3d1bb2d78053 req-b0966c91-099f-4d9f-91a2-e3772cecb682 service nova] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Updating instance_info_cache with network_info: [{"id": "8f6843d4-68d0-4a52-a521-b2b65f88c2a1", "address": "fa:16:3e:47:00:b9", "network": {"id": "96d4afae-b610-4edd-beaa-c127854a0fe2", "bridge": "br-int", "label": "tempest-TestStampPattern-1736865131-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.19", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36dc8e6f07bb4ed8b6b1ff0f1de90fa8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f6843d4-68", "ovs_interfaceid": "8f6843d4-68d0-4a52-a521-b2b65f88c2a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:10:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 08:10:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fc8f9767-fdb0-4022-8436-f4d6d81eae45/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6be3c95c-bca5-4459-875c-3d1bb2d78053 req-b0966c91-099f-4d9f-91a2-e3772cecb682 service nova] Releasing lock "refresh_cache-05fa396e-52ce-45e8-a32c-743933af58b0" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:10:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2534a7c9-0e04-4cc1-86ca-14e92468ae98 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Acquiring lock "05fa396e-52ce-45e8-a32c-743933af58b0" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:10:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2534a7c9-0e04-4cc1-86ca-14e92468ae98 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "05fa396e-52ce-45e8-a32c-743933af58b0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:10:15 user nova-compute[74307]: DEBUG nova.objects.instance [None req-2534a7c9-0e04-4cc1-86ca-14e92468ae98 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lazy-loading 'flavor' on Instance uuid 05fa396e-52ce-45e8-a32c-743933af58b0 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:10:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2534a7c9-0e04-4cc1-86ca-14e92468ae98 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "05fa396e-52ce-45e8-a32c-743933af58b0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.132s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:10:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fc8f9767-fdb0-4022-8436-f4d6d81eae45/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fc8f9767-fdb0-4022-8436-f4d6d81eae45/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2534a7c9-0e04-4cc1-86ca-14e92468ae98 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Acquiring lock "05fa396e-52ce-45e8-a32c-743933af58b0" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:10:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2534a7c9-0e04-4cc1-86ca-14e92468ae98 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "05fa396e-52ce-45e8-a32c-743933af58b0" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:10:16 user nova-compute[74307]: INFO nova.compute.manager [None req-2534a7c9-0e04-4cc1-86ca-14e92468ae98 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Attaching volume 7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5 to /dev/vdb
Oct 24 08:10:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fc8f9767-fdb0-4022-8436-f4d6d81eae45/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/043a750c-d94e-4425-bd36-e8efc0ed7847/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:16 user nova-compute[74307]: DEBUG os_brick.utils [None req-2534a7c9-0e04-4cc1-86ca-14e92468ae98 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:10:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:16 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[a44e30ca-fdfe-45d9-979f-7a9146ac819c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:299aca16be88\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:16 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f4b959a-0ed3-4238-bc90-3d0def825678]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:16 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[87718809-532a-4402-b688-d11b99067279]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:16 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[863f37a5-07c3-44f0-9643-0b031c2105b8]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-2534a7c9-0e04-4cc1-86ca-14e92468ae98 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Running cmd (subprocess): nvme version {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-2534a7c9-0e04-4cc1-86ca-14e92468ae98 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] 'nvme version' failed. Not Retrying. {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 08:10:16 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.nvmeof [None req-2534a7c9-0e04-4cc1-86ca-14e92468ae98 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] nvme not present on system {{(pid=74307) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 08:10:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 08:10:16 user nova-compute[74307]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 08:10:16 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bc9b979-1072-42a0-966c-6489d8768b61]: (4, '') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:16 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-2534a7c9-0e04-4cc1-86ca-14e92468ae98 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74307) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 08:10:16 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-2534a7c9-0e04-4cc1-86ca-14e92468ae98 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 08:10:16 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-2534a7c9-0e04-4cc1-86ca-14e92468ae98 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] LIGHTOS: no hostnqn found. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 08:10:16 user nova-compute[74307]: DEBUG os_brick.utils [None req-2534a7c9-0e04-4cc1-86ca-14e92468ae98 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:299aca16be88', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:10:16 user nova-compute[74307]: DEBUG nova.virt.block_device [None req-2534a7c9-0e04-4cc1-86ca-14e92468ae98 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Updating existing volume attachment record: 19ab0175-c06e-4b3c-b4b8-a7a6efc35116 {{(pid=74307) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 08:10:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/043a750c-d94e-4425-bd36-e8efc0ed7847/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/043a750c-d94e-4425-bd36-e8efc0ed7847/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/043a750c-d94e-4425-bd36-e8efc0ed7847/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:16 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 08:10:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05fa396e-52ce-45e8-a32c-743933af58b0/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05fa396e-52ce-45e8-a32c-743933af58b0/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05fa396e-52ce-45e8-a32c-743933af58b0/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05fa396e-52ce-45e8-a32c-743933af58b0/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json" returned: 0 in 0.180s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json" returned: 0 in 0.179s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:18 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:10:18 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:10:18 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Hypervisor/Node resource view: name=user free_ram=8177MB free_disk=25.034706115722656GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 08:10:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:10:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:10:18 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:10:18 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fcde6b55-42d0-41aa-8ed7-5b81486228ac actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:10:18 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 1a85999c-7593-4842-8c60-0189da0b2909 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:10:18 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 043a750c-d94e-4425-bd36-e8efc0ed7847 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:10:18 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 05fa396e-52ce-45e8-a32c-743933af58b0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:10:18 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fc8f9767-fdb0-4022-8436-f4d6d81eae45 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:10:18 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 08:10:18 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 08:10:18 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:10:18 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:10:18 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 08:10:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.417s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:10:19 user nova-compute[74307]: DEBUG nova.compute.manager [req-76208f63-7504-4faf-9120-e866d2717a3c req-8d8bc557-24f4-44c1-80fc-7ec525547127 service nova] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Received event network-changed-35759924-18b1-482a-ae5d-f34d5c082fc2 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:10:19 user nova-compute[74307]: DEBUG nova.compute.manager [req-76208f63-7504-4faf-9120-e866d2717a3c req-8d8bc557-24f4-44c1-80fc-7ec525547127 service nova] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Refreshing instance network info cache due to event network-changed-35759924-18b1-482a-ae5d-f34d5c082fc2. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 08:10:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-76208f63-7504-4faf-9120-e866d2717a3c req-8d8bc557-24f4-44c1-80fc-7ec525547127 service nova] Acquiring lock "refresh_cache-1a85999c-7593-4842-8c60-0189da0b2909" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:10:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-76208f63-7504-4faf-9120-e866d2717a3c req-8d8bc557-24f4-44c1-80fc-7ec525547127 service nova] Acquired lock "refresh_cache-1a85999c-7593-4842-8c60-0189da0b2909" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:10:19 user nova-compute[74307]: DEBUG nova.network.neutron [req-76208f63-7504-4faf-9120-e866d2717a3c req-8d8bc557-24f4-44c1-80fc-7ec525547127 service nova] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Refreshing network info cache for port 35759924-18b1-482a-ae5d-f34d5c082fc2 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 08:10:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2d58082d-fae7-478a-a197-479c9f859cc4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "1a85999c-7593-4842-8c60-0189da0b2909" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:10:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2d58082d-fae7-478a-a197-479c9f859cc4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "1a85999c-7593-4842-8c60-0189da0b2909" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:10:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2d58082d-fae7-478a-a197-479c9f859cc4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "1a85999c-7593-4842-8c60-0189da0b2909-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:10:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2d58082d-fae7-478a-a197-479c9f859cc4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "1a85999c-7593-4842-8c60-0189da0b2909-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:10:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2d58082d-fae7-478a-a197-479c9f859cc4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "1a85999c-7593-4842-8c60-0189da0b2909-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:10:19 user nova-compute[74307]: INFO nova.compute.manager [None req-2d58082d-fae7-478a-a197-479c9f859cc4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Terminating instance
Oct 24 08:10:19 user nova-compute[74307]: DEBUG nova.compute.manager [None req-2d58082d-fae7-478a-a197-479c9f859cc4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Start destroying the instance on the hypervisor. {{(pid=74307) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 08:10:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Acquiring lock "043a750c-d94e-4425-bd36-e8efc0ed7847" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:10:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "043a750c-d94e-4425-bd36-e8efc0ed7847" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:10:19 user nova-compute[74307]: INFO nova.compute.manager [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Rebooting instance
Oct 24 08:10:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Acquiring lock "refresh_cache-043a750c-d94e-4425-bd36-e8efc0ed7847" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:10:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Acquired lock "refresh_cache-043a750c-d94e-4425-bd36-e8efc0ed7847" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:10:19 user nova-compute[74307]: DEBUG nova.network.neutron [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 08:10:19 user nova-compute[74307]: DEBUG nova.network.neutron [req-76208f63-7504-4faf-9120-e866d2717a3c req-8d8bc557-24f4-44c1-80fc-7ec525547127 service nova] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Updated VIF entry in instance network info cache for port 35759924-18b1-482a-ae5d-f34d5c082fc2. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 08:10:19 user nova-compute[74307]: DEBUG nova.network.neutron [req-76208f63-7504-4faf-9120-e866d2717a3c req-8d8bc557-24f4-44c1-80fc-7ec525547127 service nova] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Updating instance_info_cache with network_info: [{"id": "35759924-18b1-482a-ae5d-f34d5c082fc2", "address": "fa:16:3e:e7:1b:4d", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap35759924-18", "ovs_interfaceid": "35759924-18b1-482a-ae5d-f34d5c082fc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:10:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-76208f63-7504-4faf-9120-e866d2717a3c req-8d8bc557-24f4-44c1-80fc-7ec525547127 service nova] Releasing lock "refresh_cache-1a85999c-7593-4842-8c60-0189da0b2909" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:10:19 user nova-compute[74307]: DEBUG nova.compute.manager [req-dddc9c97-341f-4636-9179-fcde3b3e3a08 req-8aa1ac2b-e570-42b9-b40d-de5965667e45 service nova] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Received event network-vif-unplugged-35759924-18b1-482a-ae5d-f34d5c082fc2 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:10:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-dddc9c97-341f-4636-9179-fcde3b3e3a08 req-8aa1ac2b-e570-42b9-b40d-de5965667e45 service nova] Acquiring lock "1a85999c-7593-4842-8c60-0189da0b2909-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:10:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-dddc9c97-341f-4636-9179-fcde3b3e3a08 req-8aa1ac2b-e570-42b9-b40d-de5965667e45 service nova] Lock "1a85999c-7593-4842-8c60-0189da0b2909-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:10:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-dddc9c97-341f-4636-9179-fcde3b3e3a08 req-8aa1ac2b-e570-42b9-b40d-de5965667e45 service nova] Lock "1a85999c-7593-4842-8c60-0189da0b2909-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:10:19 user nova-compute[74307]: DEBUG nova.compute.manager [req-dddc9c97-341f-4636-9179-fcde3b3e3a08 req-8aa1ac2b-e570-42b9-b40d-de5965667e45 service nova] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] No waiting events found dispatching network-vif-unplugged-35759924-18b1-482a-ae5d-f34d5c082fc2 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:10:19 user nova-compute[74307]: DEBUG nova.compute.manager [req-dddc9c97-341f-4636-9179-fcde3b3e3a08 req-8aa1ac2b-e570-42b9-b40d-de5965667e45 service nova] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Received event network-vif-unplugged-35759924-18b1-482a-ae5d-f34d5c082fc2 for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 08:10:19 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Instance destroyed successfully.
Oct 24 08:10:19 user nova-compute[74307]: DEBUG nova.objects.instance [None req-2d58082d-fae7-478a-a197-479c9f859cc4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lazy-loading 'resources' on Instance uuid 1a85999c-7593-4842-8c60-0189da0b2909 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:10:19 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-2d58082d-fae7-478a-a197-479c9f859cc4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:04:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1414564082',display_name='tempest-TestVolumeBootPattern-server-1414564082',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1414564082',id=42,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN/mWRbGAQq+L/X/F6DQ93Wgcv17QX2agtlrkvQT0eFty3PFmf9xwMegj/Pl5m5U5X+Xlb46jGFMxQRrdaug+VesW1hFswmKm+5+3XyFr/EJoxBEYMZuI3af4ZrwIg3mGQ==',key_name='tempest-TestVolumeBootPattern-1437354749',keypairs=<?>,launch_index=0,launched_at=2023-10-24T08:05:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='99565c4aa28a45419afe825961b86a69',ramdisk_id='',reservation_id='r-urol1dv6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-134367807',owner_user_name='tempest-TestVolumeBootPattern-134367807-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T08:05:08Z,user_data=None,user_id='43b9c4d4949346bcae8ed60ce4b533af',uuid=1a85999c-7593-4842-8c60-0189da0b2909,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "35759924-18b1-482a-ae5d-f34d5c082fc2", "address": "fa:16:3e:e7:1b:4d", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.80", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap35759924-18", "ovs_interfaceid": "35759924-18b1-482a-ae5d-f34d5c082fc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 08:10:19 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-2d58082d-fae7-478a-a197-479c9f859cc4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Converting VIF {"id": "35759924-18b1-482a-ae5d-f34d5c082fc2", "address": "fa:16:3e:e7:1b:4d", "network": {"id": "8b96e2e3-eec1-4827-84d4-b2cf8a498fef", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1663918301-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.80", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "99565c4aa28a45419afe825961b86a69", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap35759924-18", "ovs_interfaceid": "35759924-18b1-482a-ae5d-f34d5c082fc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:10:19 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-2d58082d-fae7-478a-a197-479c9f859cc4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e7:1b:4d,bridge_name='br-int',has_traffic_filtering=True,id=35759924-18b1-482a-ae5d-f34d5c082fc2,network=Network(8b96e2e3-eec1-4827-84d4-b2cf8a498fef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap35759924-18') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:10:19 user nova-compute[74307]: DEBUG os_vif [None req-2d58082d-fae7-478a-a197-479c9f859cc4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e7:1b:4d,bridge_name='br-int',has_traffic_filtering=True,id=35759924-18b1-482a-ae5d-f34d5c082fc2,network=Network(8b96e2e3-eec1-4827-84d4-b2cf8a498fef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap35759924-18') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 08:10:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap35759924-18, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:10:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:10:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=afe2becc-971d-4bf4-b818-c5bd6f9ea933) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:10:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:10:19 user nova-compute[74307]: INFO os_vif [None req-2d58082d-fae7-478a-a197-479c9f859cc4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e7:1b:4d,bridge_name='br-int',has_traffic_filtering=True,id=35759924-18b1-482a-ae5d-f34d5c082fc2,network=Network(8b96e2e3-eec1-4827-84d4-b2cf8a498fef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap35759924-18')
Oct 24 08:10:19 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2d58082d-fae7-478a-a197-479c9f859cc4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] calling os-brick to detach iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 08:10:19 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d58082d-fae7-478a-a197-479c9f859cc4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, {'target_iqn': 'iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PFzXElCZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:10:19 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-2d58082d-fae7-478a-a197-479c9f859cc4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:10:19 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-2d58082d-fae7-478a-a197-479c9f859cc4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:10:19 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-2d58082d-fae7-478a-a197-479c9f859cc4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:10:19 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:19 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:19 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[6de79403-30e0-4b07-9bf8-6974cdba1d74]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:19 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d58082d-fae7-478a-a197-479c9f859cc4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 08:10:19 user nova-compute[74307]: No targets found.
Oct 24 08:10:19 user nova-compute[74307]: iSNS:
Oct 24 08:10:19 user nova-compute[74307]: No targets found.
Oct 24 08:10:19 user nova-compute[74307]: STATIC:
Oct 24 08:10:19 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393
Oct 24 08:10:19 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 08:10:19 user nova-compute[74307]:                 Iface Name: default
Oct 24 08:10:19 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3
Oct 24 08:10:19 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 08:10:19 user nova-compute[74307]:                 Iface Name: default
Oct 24 08:10:19 user nova-compute[74307]: FIRMWARE:
Oct 24 08:10:19 user nova-compute[74307]: No targets found.
Oct 24 08:10:19 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:10:20 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d58082d-fae7-478a-a197-479c9f859cc4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 08:10:20 user nova-compute[74307]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 08:10:20 user nova-compute[74307]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74307) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 08:10:20 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d58082d-fae7-478a-a197-479c9f859cc4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3', 0)] {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 08:10:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:20 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[53a57e31-916b-420b-9094-bb071e29d498]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:20 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ea2a1fe-161a-4f4e-abb1-db309104f3e3]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:20 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d58082d-fae7-478a-a197-479c9f859cc4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 (non-flash)
Oct 24 08:10:20 user nova-compute[74307]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 (non-flash)
Oct 24 08:10:20 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:10:20 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d58082d-fae7-478a-a197-479c9f859cc4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 (non-flash)
Oct 24 08:10:20 user nova-compute[74307]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 (non-flash)
Oct 24 08:10:20 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:10:20 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d58082d-fae7-478a-a197-479c9f859cc4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4600dfcaf0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3'): ({'sdb'}, set())}) {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 08:10:20 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-2d58082d-fae7-478a-a197-479c9f859cc4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Removing single pathed devices sdb {{(pid=74307) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 08:10:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:20 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[1dec4cf1-dd88-4a2a-9e4a-f0de4717464a]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:20 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[074ea673-02d3-48ee-b451-7d91ec2151d4]: (4, ('ok\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:20 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-2d58082d-fae7-478a-a197-479c9f859cc4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Flushing IO for device /dev/sdb {{(pid=74307) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 08:10:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:20 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[6de16781-6dd5-468b-b98f-5c57fa8b89bf]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:20 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-2d58082d-fae7-478a-a197-479c9f859cc4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74307) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 08:10:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.045s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:20 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[eadcfd0d-ccc2-4665-bdfa-c5c62f769e6f]: (4, ('1', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:20 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-2d58082d-fae7-478a-a197-479c9f859cc4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 08:10:20 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-2d58082d-fae7-478a-a197-479c9f859cc4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] SCSI volumes sdb have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 08:10:20 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d58082d-fae7-478a-a197-479c9f859cc4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3')] {{(pid=74307) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 08:10:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:20 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[34ef7f35-309e-4c8c-87c8-7e38e3f05bb6]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:20 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d58082d-fae7-478a-a197-479c9f859cc4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:10:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 -p 172.16.0.220:3260 --logout {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:20 user nova-compute[74307]: DEBUG nova.network.neutron [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Updating instance_info_cache with network_info: [{"id": "ebd87d34-e874-42f5-adfa-9b4391b7b98d", "address": "fa:16:3e:13:dd:b1", "network": {"id": "0f0aaaf1-d323-4cac-af4e-c2170c72c975", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1922894408-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26fb55b5c9ff459094a98e54e27611b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebd87d34-e8", "ovs_interfaceid": "ebd87d34-e874-42f5-adfa-9b4391b7b98d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:10:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:20 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[57fb78d9-a054-4b6c-b1ac-e080460ecd1e]: (4, ('Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3, portal: 172.16.0.220,3260]\nLogout of [sid: 40, target: iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:20 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d58082d-fae7-478a-a197-479c9f859cc4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3, portal: 172.16.0.220,3260]
Oct 24 08:10:20 user nova-compute[74307]: Logout of [sid: 40, target: iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3, portal: 172.16.0.220,3260] successful.
Oct 24 08:10:20 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:10:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 -p 172.16.0.220:3260 --op delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:20 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Releasing lock "refresh_cache-043a750c-d94e-4425-bd36-e8efc0ed7847" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:10:20 user nova-compute[74307]: DEBUG nova.compute.manager [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 08:10:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:78f6621d-4a8b-4532-9f31-7a537cb6b5c3 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:20 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf3be7a0-e461-4213-b119-6ca521e3a60b]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:20 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d58082d-fae7-478a-a197-479c9f859cc4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:10:20 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-2d58082d-fae7-478a-a197-479c9f859cc4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.337s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:10:20 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d58082d-fae7-478a-a197-479c9f859cc4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] <== disconnect_volume: return (339ms) None {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:10:20 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2d58082d-fae7-478a-a197-479c9f859cc4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Disconnected iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 08:10:20 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-2d58082d-fae7-478a-a197-479c9f859cc4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Deleting instance files /opt/stack/data/nova/instances/1a85999c-7593-4842-8c60-0189da0b2909_del
Oct 24 08:10:20 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-2d58082d-fae7-478a-a197-479c9f859cc4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Deletion of /opt/stack/data/nova/instances/1a85999c-7593-4842-8c60-0189da0b2909_del complete
Oct 24 08:10:20 user nova-compute[74307]: INFO nova.compute.manager [None req-2d58082d-fae7-478a-a197-479c9f859cc4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Took 1.25 seconds to destroy the instance on the hypervisor.
Oct 24 08:10:20 user nova-compute[74307]: DEBUG oslo.service.loopingcall [None req-2d58082d-fae7-478a-a197-479c9f859cc4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74307) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 08:10:20 user nova-compute[74307]: DEBUG nova.compute.manager [-] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Deallocating network for instance {{(pid=74307) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 08:10:20 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] deallocate_for_instance() {{(pid=74307) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 08:10:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:21 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Instance destroyed successfully.
Oct 24 08:10:21 user nova-compute[74307]: DEBUG nova.objects.instance [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lazy-loading 'resources' on Instance uuid 043a750c-d94e-4425-bd36-e8efc0ed7847 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:07:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-964778507',display_name='tempest-TestMinimumBasicScenario-server-964778507',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-964778507',id=44,image_ref='d1ce7e08-a985-4818-bef7-d4364cbdefae',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI3DQGosqw1R/iXZhgDw2DrBq9Jly62dofIb8Rl2rFBLVa4YugmSTX7DsrH2pKkf8DpdDAJmqKWF+aCllwFPI0zOsH44YqwiGpUYDRgIqkXeWLiEINRiOs7NMKIlzQVJaQ==',key_name='tempest-TestMinimumBasicScenario-2106318071',keypairs=<?>,launch_index=0,launched_at=2023-10-24T08:07:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='26fb55b5c9ff459094a98e54e27611b8',ramdisk_id='',reservation_id='r-4pap6acx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d1ce7e08-a985-4818-bef7-d4364cbdefae',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-2044329211',owner_user_name='tempest-TestMinimumBasicScenario-2044329211-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T08:10:20Z,user_data=None,user_id='6b5d4244c001404190f24b23c7859de4',uuid=043a750c-d94e-4425-bd36-e8efc0ed7847,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ebd87d34-e874-42f5-adfa-9b4391b7b98d", "address": "fa:16:3e:13:dd:b1", "network": {"id": "0f0aaaf1-d323-4cac-af4e-c2170c72c975", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1922894408-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26fb55b5c9ff459094a98e54e27611b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebd87d34-e8", "ovs_interfaceid": "ebd87d34-e874-42f5-adfa-9b4391b7b98d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Converting VIF {"id": "ebd87d34-e874-42f5-adfa-9b4391b7b98d", "address": "fa:16:3e:13:dd:b1", "network": {"id": "0f0aaaf1-d323-4cac-af4e-c2170c72c975", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1922894408-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26fb55b5c9ff459094a98e54e27611b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebd87d34-e8", "ovs_interfaceid": "ebd87d34-e874-42f5-adfa-9b4391b7b98d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:13:dd:b1,bridge_name='br-int',has_traffic_filtering=True,id=ebd87d34-e874-42f5-adfa-9b4391b7b98d,network=Network(0f0aaaf1-d323-4cac-af4e-c2170c72c975),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapebd87d34-e8') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG os_vif [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:13:dd:b1,bridge_name='br-int',has_traffic_filtering=True,id=ebd87d34-e874-42f5-adfa-9b4391b7b98d,network=Network(0f0aaaf1-d323-4cac-af4e-c2170c72c975),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapebd87d34-e8') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapebd87d34-e8, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d4249f57-7d85-4d79-ad2e-d89a20883fd8) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:21 user nova-compute[74307]: INFO os_vif [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:13:dd:b1,bridge_name='br-int',has_traffic_filtering=True,id=ebd87d34-e874-42f5-adfa-9b4391b7b98d,network=Network(0f0aaaf1-d323-4cac-af4e-c2170c72c975),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapebd87d34-e8')
Oct 24 08:10:21 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] calling os-brick to detach iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, {'target_iqn': 'iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qhZvMBYu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:10:21 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:10:21 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d393550-e363-4cab-abb1-fc322b9e9063]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 08:10:21 user nova-compute[74307]: No targets found.
Oct 24 08:10:21 user nova-compute[74307]: iSNS:
Oct 24 08:10:21 user nova-compute[74307]: No targets found.
Oct 24 08:10:21 user nova-compute[74307]: STATIC:
Oct 24 08:10:21 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393
Oct 24 08:10:21 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 08:10:21 user nova-compute[74307]:                 Iface Name: default
Oct 24 08:10:21 user nova-compute[74307]: FIRMWARE:
Oct 24 08:10:21 user nova-compute[74307]: No targets found.
Oct 24 08:10:21 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 08:10:21 user nova-compute[74307]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 08:10:21 user nova-compute[74307]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74307) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393', 0)] {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[6eeb4a8f-243c-4260-afad-e4ce21c7e40f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab177327-f2e7-4fab-a586-c566e76056fc]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 (non-flash)
Oct 24 08:10:21 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 (non-flash)
Oct 24 08:10:21 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f46242a3250>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393'): ({'sdc'}, set())}) {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Removing single pathed devices sdc {{(pid=74307) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a18d55a-4988-42f4-94a4-78923733ae09]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:10:21 user nova-compute[74307]: INFO nova.compute.manager [-] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Took 1.05 seconds to deallocate network for instance.
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b84fb3d7-bf47-413f-b3a8-e4c03a30776d]: (4, ('ok\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Flushing IO for device /dev/sdc {{(pid=74307) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[473855bb-3e13-4452-9add-e5c78cb60928]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74307) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.076s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b37e0997-9228-4d90-a921-cc913c636857]: (4, ('1', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] SCSI volumes sdc have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393')] {{(pid=74307) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f452527-ef67-44fb-8f54-5c460401cdf4]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 -p 172.16.0.220:3260 --logout {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 -p 172.16.0.220:3260 --logout" returned: 0 in 0.050s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[281e8b21-e92e-4285-9015-f2c9c801111c]: (4, ('Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393, portal: 172.16.0.220,3260]\nLogout of [sid: 44, target: iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393, portal: 172.16.0.220,3260]
Oct 24 08:10:21 user nova-compute[74307]: Logout of [sid: 44, target: iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393, portal: 172.16.0.220,3260] successful.
Oct 24 08:10:21 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 -p 172.16.0.220:3260 --op delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d5a71ed-7dc7-417f-b8dd-44c77a4859c4]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.344s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] <== disconnect_volume: return (346ms) None {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Disconnected iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Start _get_guest_xml network_info=[{"id": "ebd87d34-e874-42f5-adfa-9b4391b7b98d", "address": "fa:16:3e:13:dd:b1", "network": {"id": "0f0aaaf1-d323-4cac-af4e-c2170c72c975", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1922894408-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26fb55b5c9ff459094a98e54e27611b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebd87d34-e8", "ovs_interfaceid": "ebd87d34-e874-42f5-adfa-9b4391b7b98d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=d1ce7e08-a985-4818-bef7-d4364cbdefae,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'boot_index': 0, 'guest_format': None, 'image_id': 'd1ce7e08-a985-4818-bef7-d4364cbdefae'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qhZvMBYu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': '043a750c-d94e-4425-bd36-e8efc0ed7847', 'attached_at': '', 'detached_at': '', 'volume_id': 'bd19b52f-60b5-49c5-82b8-08dd3eabb393', 'serial': 'bd19b52f-60b5-49c5-82b8-08dd3eabb393'}, 'attachment_id': '22040c5d-b1d5-4517-bb1e-0c3b39b73c6d', 'guest_format': None, 'mount_device': '/dev/vdb', 'boot_index': None, 'delete_on_termination': False, 'volume_type': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 08:10:21 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:10:21 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:10:21 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=d1ce7e08-a985-4818-bef7-d4364cbdefae,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG nova.objects.instance [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lazy-loading 'vcpu_model' on Instance uuid 043a750c-d94e-4425-bd36-e8efc0ed7847 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG nova.objects.base [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Object Instance<043a750c-d94e-4425-bd36-e8efc0ed7847> lazy-loaded attributes: resources,vcpu_model {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Calling os-brick to attach iSCSI Volume {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qhZvMBYu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:10:21 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:10:21 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:10:21 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:10:21 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:10:21 user nova-compute[74307]: INFO os_brick.initiator.connectors.iscsi [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 -p 172.16.0.220:3260 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[73ea426e-f8cb-4a29-8d6d-da67f04fa9f5]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 08:10:21 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 -p 172.16.0.220:3260 --interface default --op new {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[462da9c5-2b22-4679-a369-aced1ef52561]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393] added\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393] added
Oct 24 08:10:21 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb698373-d6bf-4b78-ab0e-cc940de3551a]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG nova.compute.manager [req-a88ac1f1-8289-4c1f-8848-48411080e577 req-44b487f1-16c4-4370-a205-8e451199aa05 service nova] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Received event network-vif-plugged-35759924-18b1-482a-ae5d-f34d5c082fc2 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a88ac1f1-8289-4c1f-8848-48411080e577 req-44b487f1-16c4-4370-a205-8e451199aa05 service nova] Acquiring lock "1a85999c-7593-4842-8c60-0189da0b2909-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a88ac1f1-8289-4c1f-8848-48411080e577 req-44b487f1-16c4-4370-a205-8e451199aa05 service nova] Lock "1a85999c-7593-4842-8c60-0189da0b2909-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a88ac1f1-8289-4c1f-8848-48411080e577 req-44b487f1-16c4-4370-a205-8e451199aa05 service nova] Lock "1a85999c-7593-4842-8c60-0189da0b2909-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG nova.compute.manager [req-a88ac1f1-8289-4c1f-8848-48411080e577 req-44b487f1-16c4-4370-a205-8e451199aa05 service nova] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] No waiting events found dispatching network-vif-plugged-35759924-18b1-482a-ae5d-f34d5c082fc2 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:10:21 user nova-compute[74307]: WARNING nova.compute.manager [req-a88ac1f1-8289-4c1f-8848-48411080e577 req-44b487f1-16c4-4370-a205-8e451199aa05 service nova] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Received unexpected event network-vif-plugged-35759924-18b1-482a-ae5d-f34d5c082fc2 for instance with vm_state active and task_state deleting.
Oct 24 08:10:21 user nova-compute[74307]: DEBUG nova.compute.manager [req-a88ac1f1-8289-4c1f-8848-48411080e577 req-44b487f1-16c4-4370-a205-8e451199aa05 service nova] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Received event network-vif-unplugged-ebd87d34-e874-42f5-adfa-9b4391b7b98d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a88ac1f1-8289-4c1f-8848-48411080e577 req-44b487f1-16c4-4370-a205-8e451199aa05 service nova] Acquiring lock "043a750c-d94e-4425-bd36-e8efc0ed7847-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a88ac1f1-8289-4c1f-8848-48411080e577 req-44b487f1-16c4-4370-a205-8e451199aa05 service nova] Lock "043a750c-d94e-4425-bd36-e8efc0ed7847-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a88ac1f1-8289-4c1f-8848-48411080e577 req-44b487f1-16c4-4370-a205-8e451199aa05 service nova] Lock "043a750c-d94e-4425-bd36-e8efc0ed7847-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG nova.compute.manager [req-a88ac1f1-8289-4c1f-8848-48411080e577 req-44b487f1-16c4-4370-a205-8e451199aa05 service nova] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] No waiting events found dispatching network-vif-unplugged-ebd87d34-e874-42f5-adfa-9b4391b7b98d {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:10:21 user nova-compute[74307]: WARNING nova.compute.manager [req-a88ac1f1-8289-4c1f-8848-48411080e577 req-44b487f1-16c4-4370-a205-8e451199aa05 service nova] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Received unexpected event network-vif-unplugged-ebd87d34-e874-42f5-adfa-9b4391b7b98d for instance with vm_state active and task_state reboot_started_hard.
Oct 24 08:10:21 user nova-compute[74307]: DEBUG nova.compute.manager [req-a88ac1f1-8289-4c1f-8848-48411080e577 req-44b487f1-16c4-4370-a205-8e451199aa05 service nova] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Received event network-vif-deleted-35759924-18b1-482a-ae5d-f34d5c082fc2 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG nova.compute.manager [req-a88ac1f1-8289-4c1f-8848-48411080e577 req-44b487f1-16c4-4370-a205-8e451199aa05 service nova] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Received event network-vif-plugged-ebd87d34-e874-42f5-adfa-9b4391b7b98d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a88ac1f1-8289-4c1f-8848-48411080e577 req-44b487f1-16c4-4370-a205-8e451199aa05 service nova] Acquiring lock "043a750c-d94e-4425-bd36-e8efc0ed7847-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a88ac1f1-8289-4c1f-8848-48411080e577 req-44b487f1-16c4-4370-a205-8e451199aa05 service nova] Lock "043a750c-d94e-4425-bd36-e8efc0ed7847-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a88ac1f1-8289-4c1f-8848-48411080e577 req-44b487f1-16c4-4370-a205-8e451199aa05 service nova] Lock "043a750c-d94e-4425-bd36-e8efc0ed7847-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG nova.compute.manager [req-a88ac1f1-8289-4c1f-8848-48411080e577 req-44b487f1-16c4-4370-a205-8e451199aa05 service nova] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] No waiting events found dispatching network-vif-plugged-ebd87d34-e874-42f5-adfa-9b4391b7b98d {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:10:21 user nova-compute[74307]: WARNING nova.compute.manager [req-a88ac1f1-8289-4c1f-8848-48411080e577 req-44b487f1-16c4-4370-a205-8e451199aa05 service nova] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Received unexpected event network-vif-plugged-ebd87d34-e874-42f5-adfa-9b4391b7b98d for instance with vm_state active and task_state reboot_started_hard.
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee2f632d-a993-4c88-b001-c6fb1ca41ce3]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qhZvMBYu {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qhZvMBYu" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e4a6423-6c22-4458-9f87-a2f599dc62b9]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'qhZvMBYu'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[1db670aa-e8cd-45ca-94d3-fd2f2e3aa1b2]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[db59a6af-f3dc-4737-bb36-849f92556735]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 24 08:10:21 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 24 08:10:21 user nova-compute[74307]:  {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:10:21 user nova-compute[74307]: WARNING os_brick.initiator.connectors.iscsi [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 24 08:10:21 user nova-compute[74307]: 
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 -p 172.16.0.220:3260 --login {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 -p 172.16.0.220:3260 --login" returned: 0 in 0.054s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bc53373-f8c9-4e3d-8478-04b26adc97d9]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393, portal: 172.16.0.220,3260]
Oct 24 08:10:21 user nova-compute[74307]: Login to [iface: default, target: iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393, portal: 172.16.0.220,3260] successful.
Oct 24 08:10:21 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[0732a83c-988f-4e27-a8d2-3939e4c5266d]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[2041d70e-d7b7-47f5-843b-d5d3677c796a]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 (non-flash)
Oct 24 08:10:21 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 (non-flash)
Oct 24 08:10:21 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.260s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Connected to 172.16.0.220:3260 {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] HCTL ('33', '-', '-', 0) found on session 45 with lun 0 {{(pid=74307) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74307) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 08:10:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:22 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[784cb493-1108-411c-b117-06aa568cd6fc]: (4, ('- - 0', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:22 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Searching for a device in session 45 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 08:10:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qhZvMBYu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 08:10:22 user nova-compute[74307]: INFO nova.compute.manager [None req-2d58082d-fae7-478a-a197-479c9f859cc4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] [instance: 1a85999c-7593-4842-8c60-0189da0b2909] Took 0.87 seconds to detach 1 volumes for instance.
Oct 24 08:10:22 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2d58082d-fae7-478a-a197-479c9f859cc4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:10:22 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2d58082d-fae7-478a-a197-479c9f859cc4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:10:22 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-2d58082d-fae7-478a-a197-479c9f859cc4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:10:22 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-2d58082d-fae7-478a-a197-479c9f859cc4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:10:22 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2d58082d-fae7-478a-a197-479c9f859cc4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.268s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:10:22 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-2d58082d-fae7-478a-a197-479c9f859cc4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Deleted allocations for instance 1a85999c-7593-4842-8c60-0189da0b2909
Oct 24 08:10:22 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2d58082d-fae7-478a-a197-479c9f859cc4 tempest-TestVolumeBootPattern-134367807 tempest-TestVolumeBootPattern-134367807-project-member] Lock "1a85999c-7593-4842-8c60-0189da0b2909" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.636s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:10:23 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.288s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:10:23 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] <== connect_volume: return (1289ms) {'type': 'block', 'scsi_wwn': '26631636439643263', 'path': '/dev/sdb'} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:10:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26631636439643263', 'path': '/dev/sdb'} {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 08:10:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:07:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-964778507',display_name='tempest-TestMinimumBasicScenario-server-964778507',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-964778507',id=44,image_ref='d1ce7e08-a985-4818-bef7-d4364cbdefae',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI3DQGosqw1R/iXZhgDw2DrBq9Jly62dofIb8Rl2rFBLVa4YugmSTX7DsrH2pKkf8DpdDAJmqKWF+aCllwFPI0zOsH44YqwiGpUYDRgIqkXeWLiEINRiOs7NMKIlzQVJaQ==',key_name='tempest-TestMinimumBasicScenario-2106318071',keypairs=<?>,launch_index=0,launched_at=2023-10-24T08:07:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='26fb55b5c9ff459094a98e54e27611b8',ramdisk_id='',reservation_id='r-4pap6acx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d1ce7e08-a985-4818-bef7-d4364cbdefae',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-2044329211',owner_user_name='tempest-TestMinimumBasicScenario-2044329211-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T08:10:20Z,user_data=None,user_id='6b5d4244c001404190f24b23c7859de4',uuid=043a750c-d94e-4425-bd36-e8efc0ed7847,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ebd87d34-e874-42f5-adfa-9b4391b7b98d", "address": "fa:16:3e:13:dd:b1", "network": {"id": "0f0aaaf1-d323-4cac-af4e-c2170c72c975", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1922894408-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26fb55b5c9ff459094a98e54e27611b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebd87d34-e8", "ovs_interfaceid": "ebd87d34-e874-42f5-adfa-9b4391b7b98d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 08:10:23 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Converting VIF {"id": "ebd87d34-e874-42f5-adfa-9b4391b7b98d", "address": "fa:16:3e:13:dd:b1", "network": {"id": "0f0aaaf1-d323-4cac-af4e-c2170c72c975", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1922894408-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26fb55b5c9ff459094a98e54e27611b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebd87d34-e8", "ovs_interfaceid": "ebd87d34-e874-42f5-adfa-9b4391b7b98d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:10:23 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:13:dd:b1,bridge_name='br-int',has_traffic_filtering=True,id=ebd87d34-e874-42f5-adfa-9b4391b7b98d,network=Network(0f0aaaf1-d323-4cac-af4e-c2170c72c975),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapebd87d34-e8') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:10:23 user nova-compute[74307]: DEBUG nova.objects.instance [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lazy-loading 'pci_devices' on Instance uuid 043a750c-d94e-4425-bd36-e8efc0ed7847 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:10:23 user nova-compute[74307]: DEBUG nova.objects.base [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Object Instance<043a750c-d94e-4425-bd36-e8efc0ed7847> lazy-loaded attributes: resources,vcpu_model,pci_devices {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 08:10:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] End _get_guest_xml xml=<domain type="kvm">
Oct 24 08:10:23 user nova-compute[74307]:   <uuid>043a750c-d94e-4425-bd36-e8efc0ed7847</uuid>
Oct 24 08:10:23 user nova-compute[74307]:   <name>instance-0000002c</name>
Oct 24 08:10:23 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 08:10:23 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 08:10:23 user nova-compute[74307]:   <metadata>
Oct 24 08:10:23 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 08:10:23 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 08:10:23 user nova-compute[74307]:       <nova:name>tempest-TestMinimumBasicScenario-server-964778507</nova:name>
Oct 24 08:10:23 user nova-compute[74307]:       <nova:creationTime>2023-10-24 08:10:21</nova:creationTime>
Oct 24 08:10:23 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 08:10:23 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 08:10:23 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 08:10:23 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 08:10:23 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 08:10:23 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 08:10:23 user nova-compute[74307]:       </nova:flavor>
Oct 24 08:10:23 user nova-compute[74307]:       <nova:owner>
Oct 24 08:10:23 user nova-compute[74307]:         <nova:user uuid="6b5d4244c001404190f24b23c7859de4">tempest-TestMinimumBasicScenario-2044329211-project-member</nova:user>
Oct 24 08:10:23 user nova-compute[74307]:         <nova:project uuid="26fb55b5c9ff459094a98e54e27611b8">tempest-TestMinimumBasicScenario-2044329211</nova:project>
Oct 24 08:10:23 user nova-compute[74307]:       </nova:owner>
Oct 24 08:10:23 user nova-compute[74307]:       <nova:root type="image" uuid="d1ce7e08-a985-4818-bef7-d4364cbdefae"/>
Oct 24 08:10:23 user nova-compute[74307]:       <nova:ports>
Oct 24 08:10:23 user nova-compute[74307]:         <nova:port uuid="ebd87d34-e874-42f5-adfa-9b4391b7b98d">
Oct 24 08:10:23 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 24 08:10:23 user nova-compute[74307]:         </nova:port>
Oct 24 08:10:23 user nova-compute[74307]:       </nova:ports>
Oct 24 08:10:23 user nova-compute[74307]:     </nova:instance>
Oct 24 08:10:23 user nova-compute[74307]:   </metadata>
Oct 24 08:10:23 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 08:10:23 user nova-compute[74307]:     <system>
Oct 24 08:10:23 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 08:10:23 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 08:10:23 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 08:10:23 user nova-compute[74307]:       <entry name="serial">043a750c-d94e-4425-bd36-e8efc0ed7847</entry>
Oct 24 08:10:23 user nova-compute[74307]:       <entry name="uuid">043a750c-d94e-4425-bd36-e8efc0ed7847</entry>
Oct 24 08:10:23 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 08:10:23 user nova-compute[74307]:     </system>
Oct 24 08:10:23 user nova-compute[74307]:   </sysinfo>
Oct 24 08:10:23 user nova-compute[74307]:   <os>
Oct 24 08:10:23 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 08:10:23 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 08:10:23 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 08:10:23 user nova-compute[74307]:   </os>
Oct 24 08:10:23 user nova-compute[74307]:   <features>
Oct 24 08:10:23 user nova-compute[74307]:     <acpi/>
Oct 24 08:10:23 user nova-compute[74307]:     <apic/>
Oct 24 08:10:23 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 08:10:23 user nova-compute[74307]:   </features>
Oct 24 08:10:23 user nova-compute[74307]:   <clock offset="utc">
Oct 24 08:10:23 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 08:10:23 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 08:10:23 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 08:10:23 user nova-compute[74307]:   </clock>
Oct 24 08:10:23 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 08:10:23 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 08:10:23 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 08:10:23 user nova-compute[74307]:   </cpu>
Oct 24 08:10:23 user nova-compute[74307]:   <devices>
Oct 24 08:10:23 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 08:10:23 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 08:10:23 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/043a750c-d94e-4425-bd36-e8efc0ed7847/disk"/>
Oct 24 08:10:23 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 08:10:23 user nova-compute[74307]:     </disk>
Oct 24 08:10:23 user nova-compute[74307]:     <disk type="block" device="disk">
Oct 24 08:10:23 user nova-compute[74307]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 08:10:23 user nova-compute[74307]:       <source dev="/dev/sdb"/>
Oct 24 08:10:23 user nova-compute[74307]:       <target dev="vdb" bus="virtio"/>
Oct 24 08:10:23 user nova-compute[74307]:       <serial>bd19b52f-60b5-49c5-82b8-08dd3eabb393</serial>
Oct 24 08:10:23 user nova-compute[74307]:     </disk>
Oct 24 08:10:23 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 08:10:23 user nova-compute[74307]:       <mac address="fa:16:3e:13:dd:b1"/>
Oct 24 08:10:23 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 08:10:23 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 08:10:23 user nova-compute[74307]:       <target dev="tapebd87d34-e8"/>
Oct 24 08:10:23 user nova-compute[74307]:     </interface>
Oct 24 08:10:23 user nova-compute[74307]:     <serial type="pty">
Oct 24 08:10:23 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/043a750c-d94e-4425-bd36-e8efc0ed7847/console.log" append="off"/>
Oct 24 08:10:23 user nova-compute[74307]:     </serial>
Oct 24 08:10:23 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 08:10:23 user nova-compute[74307]:     <video>
Oct 24 08:10:23 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 08:10:23 user nova-compute[74307]:     </video>
Oct 24 08:10:23 user nova-compute[74307]:     <rng model="virtio">
Oct 24 08:10:23 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 08:10:23 user nova-compute[74307]:     </rng>
Oct 24 08:10:23 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 08:10:23 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 08:10:23 user nova-compute[74307]:       <stats period="10"/>
Oct 24 08:10:23 user nova-compute[74307]:     </memballoon>
Oct 24 08:10:23 user nova-compute[74307]:   </devices>
Oct 24 08:10:23 user nova-compute[74307]: </domain>
Oct 24 08:10:23 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 08:10:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/043a750c-d94e-4425-bd36-e8efc0ed7847/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/043a750c-d94e-4425-bd36-e8efc0ed7847/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/043a750c-d94e-4425-bd36-e8efc0ed7847/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/043a750c-d94e-4425-bd36-e8efc0ed7847/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 08:10:23 user nova-compute[74307]: DEBUG nova.objects.instance [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lazy-loading 'trusted_certs' on Instance uuid 043a750c-d94e-4425-bd36-e8efc0ed7847 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:10:23 user nova-compute[74307]: DEBUG nova.objects.base [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Object Instance<043a750c-d94e-4425-bd36-e8efc0ed7847> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 08:10:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/56d5b2ddbd2c52e4dbd1e151d3f822aa079aeee3 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/56d5b2ddbd2c52e4dbd1e151d3f822aa079aeee3 --force-share --output=json" returned: 0 in 0.176s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:23 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Checking if we can resize image /opt/stack/data/nova/instances/043a750c-d94e-4425-bd36-e8efc0ed7847/disk. size=1073741824 {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 08:10:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/043a750c-d94e-4425-bd36-e8efc0ed7847/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/043a750c-d94e-4425-bd36-e8efc0ed7847/disk --force-share --output=json" returned: 0 in 0.244s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:23 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Cannot resize image /opt/stack/data/nova/instances/043a750c-d94e-4425-bd36-e8efc0ed7847/disk to a smaller size. {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 08:10:23 user nova-compute[74307]: DEBUG nova.objects.instance [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lazy-loading 'migration_context' on Instance uuid 043a750c-d94e-4425-bd36-e8efc0ed7847 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:10:23 user nova-compute[74307]: DEBUG nova.objects.base [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Object Instance<043a750c-d94e-4425-bd36-e8efc0ed7847> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 08:10:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:07:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-964778507',display_name='tempest-TestMinimumBasicScenario-server-964778507',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-964778507',id=44,image_ref='d1ce7e08-a985-4818-bef7-d4364cbdefae',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI3DQGosqw1R/iXZhgDw2DrBq9Jly62dofIb8Rl2rFBLVa4YugmSTX7DsrH2pKkf8DpdDAJmqKWF+aCllwFPI0zOsH44YqwiGpUYDRgIqkXeWLiEINRiOs7NMKIlzQVJaQ==',key_name='tempest-TestMinimumBasicScenario-2106318071',keypairs=<?>,launch_index=0,launched_at=2023-10-24T08:07:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=1,progress=0,project_id='26fb55b5c9ff459094a98e54e27611b8',ramdisk_id='',reservation_id='r-4pap6acx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d1ce7e08-a985-4818-bef7-d4364cbdefae',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-2044329211',owner_user_name='tempest-TestMinimumBasicScenario-2044329211-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T08:10:20Z,user_data=None,user_id='6b5d4244c001404190f24b23c7859de4',uuid=043a750c-d94e-4425-bd36-e8efc0ed7847,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ebd87d34-e874-42f5-adfa-9b4391b7b98d", "address": "fa:16:3e:13:dd:b1", "network": {"id": "0f0aaaf1-d323-4cac-af4e-c2170c72c975", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1922894408-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26fb55b5c9ff459094a98e54e27611b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebd87d34-e8", "ovs_interfaceid": "ebd87d34-e874-42f5-adfa-9b4391b7b98d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 08:10:23 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Converting VIF {"id": "ebd87d34-e874-42f5-adfa-9b4391b7b98d", "address": "fa:16:3e:13:dd:b1", "network": {"id": "0f0aaaf1-d323-4cac-af4e-c2170c72c975", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1922894408-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26fb55b5c9ff459094a98e54e27611b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebd87d34-e8", "ovs_interfaceid": "ebd87d34-e874-42f5-adfa-9b4391b7b98d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:10:23 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:13:dd:b1,bridge_name='br-int',has_traffic_filtering=True,id=ebd87d34-e874-42f5-adfa-9b4391b7b98d,network=Network(0f0aaaf1-d323-4cac-af4e-c2170c72c975),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapebd87d34-e8') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:10:23 user nova-compute[74307]: DEBUG os_vif [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:13:dd:b1,bridge_name='br-int',has_traffic_filtering=True,id=ebd87d34-e874-42f5-adfa-9b4391b7b98d,network=Network(0f0aaaf1-d323-4cac-af4e-c2170c72c975),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapebd87d34-e8') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 08:10:23 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:23 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:10:23 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 08:10:23 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:23 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '49d1e4d9-e168-5e53-b888-02b6b0308114', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:10:23 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:23 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:10:23 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:23 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapebd87d34-e8, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:10:23 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapebd87d34-e8, col_values=(('qos', UUID('ea561595-f8c7-44d3-9855-f0bfe4440186')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:10:23 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapebd87d34-e8, col_values=(('external_ids', {'iface-id': 'ebd87d34-e874-42f5-adfa-9b4391b7b98d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:13:dd:b1', 'vm-uuid': '043a750c-d94e-4425-bd36-e8efc0ed7847'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:10:23 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:23 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:10:23 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:23 user nova-compute[74307]: INFO os_vif [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:13:dd:b1,bridge_name='br-int',has_traffic_filtering=True,id=ebd87d34-e874-42f5-adfa-9b4391b7b98d,network=Network(0f0aaaf1-d323-4cac-af4e-c2170c72c975),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapebd87d34-e8')
Oct 24 08:10:24 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:10:24 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Starting heal instance info cache {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 08:10:24 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "refresh_cache-043a750c-d94e-4425-bd36-e8efc0ed7847" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:10:24 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquired lock "refresh_cache-043a750c-d94e-4425-bd36-e8efc0ed7847" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:10:24 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Forcefully refreshing network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 08:10:24 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Updating instance_info_cache with network_info: [{"id": "ebd87d34-e874-42f5-adfa-9b4391b7b98d", "address": "fa:16:3e:13:dd:b1", "network": {"id": "0f0aaaf1-d323-4cac-af4e-c2170c72c975", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1922894408-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26fb55b5c9ff459094a98e54e27611b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebd87d34-e8", "ovs_interfaceid": "ebd87d34-e874-42f5-adfa-9b4391b7b98d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:10:24 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Releasing lock "refresh_cache-043a750c-d94e-4425-bd36-e8efc0ed7847" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:10:24 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Updated the network info_cache for instance {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 08:10:24 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:10:24 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:10:24 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:10:24 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:10:24 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74307) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 08:10:25 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:10:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:25 user nova-compute[74307]: DEBUG nova.compute.manager [req-6e2af469-f19e-4b85-b5e5-44b30a99433a req-5d500e26-6ca4-4a21-9ba1-b7c9cdcb22ab service nova] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Received event network-vif-plugged-ebd87d34-e874-42f5-adfa-9b4391b7b98d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:10:25 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6e2af469-f19e-4b85-b5e5-44b30a99433a req-5d500e26-6ca4-4a21-9ba1-b7c9cdcb22ab service nova] Acquiring lock "043a750c-d94e-4425-bd36-e8efc0ed7847-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:10:25 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6e2af469-f19e-4b85-b5e5-44b30a99433a req-5d500e26-6ca4-4a21-9ba1-b7c9cdcb22ab service nova] Lock "043a750c-d94e-4425-bd36-e8efc0ed7847-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:10:25 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6e2af469-f19e-4b85-b5e5-44b30a99433a req-5d500e26-6ca4-4a21-9ba1-b7c9cdcb22ab service nova] Lock "043a750c-d94e-4425-bd36-e8efc0ed7847-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:10:25 user nova-compute[74307]: DEBUG nova.compute.manager [req-6e2af469-f19e-4b85-b5e5-44b30a99433a req-5d500e26-6ca4-4a21-9ba1-b7c9cdcb22ab service nova] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] No waiting events found dispatching network-vif-plugged-ebd87d34-e874-42f5-adfa-9b4391b7b98d {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:10:25 user nova-compute[74307]: WARNING nova.compute.manager [req-6e2af469-f19e-4b85-b5e5-44b30a99433a req-5d500e26-6ca4-4a21-9ba1-b7c9cdcb22ab service nova] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Received unexpected event network-vif-plugged-ebd87d34-e874-42f5-adfa-9b4391b7b98d for instance with vm_state active and task_state reboot_started_hard.
Oct 24 08:10:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:27 user nova-compute[74307]: DEBUG nova.compute.manager [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 08:10:27 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Instance rebooted successfully.
Oct 24 08:10:27 user nova-compute[74307]: DEBUG nova.compute.manager [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 08:10:27 user nova-compute[74307]: DEBUG nova.compute.manager [req-5e9878d8-c866-4e51-b196-96e4bc761a5b req-836e982d-6f31-4b12-9bfe-4286fbd8a2e4 service nova] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Received event network-vif-plugged-ebd87d34-e874-42f5-adfa-9b4391b7b98d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:10:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-5e9878d8-c866-4e51-b196-96e4bc761a5b req-836e982d-6f31-4b12-9bfe-4286fbd8a2e4 service nova] Acquiring lock "043a750c-d94e-4425-bd36-e8efc0ed7847-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:10:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-5e9878d8-c866-4e51-b196-96e4bc761a5b req-836e982d-6f31-4b12-9bfe-4286fbd8a2e4 service nova] Lock "043a750c-d94e-4425-bd36-e8efc0ed7847-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:10:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-5e9878d8-c866-4e51-b196-96e4bc761a5b req-836e982d-6f31-4b12-9bfe-4286fbd8a2e4 service nova] Lock "043a750c-d94e-4425-bd36-e8efc0ed7847-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:10:27 user nova-compute[74307]: DEBUG nova.compute.manager [req-5e9878d8-c866-4e51-b196-96e4bc761a5b req-836e982d-6f31-4b12-9bfe-4286fbd8a2e4 service nova] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] No waiting events found dispatching network-vif-plugged-ebd87d34-e874-42f5-adfa-9b4391b7b98d {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:10:27 user nova-compute[74307]: WARNING nova.compute.manager [req-5e9878d8-c866-4e51-b196-96e4bc761a5b req-836e982d-6f31-4b12-9bfe-4286fbd8a2e4 service nova] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Received unexpected event network-vif-plugged-ebd87d34-e874-42f5-adfa-9b4391b7b98d for instance with vm_state active and task_state reboot_started_hard.
Oct 24 08:10:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-be57e1c4-2ef9-4601-9401-2222f1fe738b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "043a750c-d94e-4425-bd36-e8efc0ed7847" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 8.464s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:10:28 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:33 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:34 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2534a7c9-0e04-4cc1-86ca-14e92468ae98 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Calling os-brick to attach iSCSI Volume {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 08:10:34 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2534a7c9-0e04-4cc1-86ca-14e92468ae98 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pMmZPLAg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:10:34 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-2534a7c9-0e04-4cc1-86ca-14e92468ae98 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:10:34 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-2534a7c9-0e04-4cc1-86ca-14e92468ae98 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:10:34 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-2534a7c9-0e04-4cc1-86ca-14e92468ae98 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:10:34 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-2534a7c9-0e04-4cc1-86ca-14e92468ae98 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:10:34 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-2534a7c9-0e04-4cc1-86ca-14e92468ae98 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:10:34 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-2534a7c9-0e04-4cc1-86ca-14e92468ae98 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:10:34 user nova-compute[74307]: INFO os_brick.initiator.connectors.iscsi [None req-2534a7c9-0e04-4cc1-86ca-14e92468ae98 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 08:10:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5 -p 172.16.0.220:3260 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5 -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:34 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d06ac134-4ba8-4850-ad7c-8e99c6250975]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:34 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2534a7c9-0e04-4cc1-86ca-14e92468ae98 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 08:10:34 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:10:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5 -p 172.16.0.220:3260 --interface default --op new {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:34 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b27c88c5-2404-4598-984d-928455f2ab56]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5] added\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:34 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2534a7c9-0e04-4cc1-86ca-14e92468ae98 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5] added
Oct 24 08:10:34 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:10:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:34 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5b483e7-54fa-43e5-80db-51ab15bdb5c3]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:34 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2534a7c9-0e04-4cc1-86ca-14e92468ae98 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:10:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:34 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[5efb9a15-b99c-42f2-b8f2-f327c3e54310]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:34 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2534a7c9-0e04-4cc1-86ca-14e92468ae98 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:10:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pMmZPLAg {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pMmZPLAg" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:34 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[a26a02da-2809-4f3e-80c1-b89ae993a093]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:34 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2534a7c9-0e04-4cc1-86ca-14e92468ae98 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'pMmZPLAg'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:10:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:34 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[91880b5b-ebeb-466f-8305-48472f1951fa]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:34 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2534a7c9-0e04-4cc1-86ca-14e92468ae98 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:10:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:34 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a94d31c-9975-4b8c-8dcd-7cb99598890e]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:34 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2534a7c9-0e04-4cc1-86ca-14e92468ae98 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 (non-flash)
Oct 24 08:10:34 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:10:34 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2534a7c9-0e04-4cc1-86ca-14e92468ae98 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 (non-flash)
Oct 24 08:10:34 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:10:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5 -p 172.16.0.220:3260 --login {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5 -p 172.16.0.220:3260 --login" returned: 0 in 0.052s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:34 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[88da8c43-ad23-40e4-b95d-d8019f197181]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:34 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2534a7c9-0e04-4cc1-86ca-14e92468ae98 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5, portal: 172.16.0.220,3260]
Oct 24 08:10:34 user nova-compute[74307]: Login to [iface: default, target: iqn.2010-10.org.openstack:7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5, portal: 172.16.0.220,3260] successful.
Oct 24 08:10:34 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:10:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:34 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[c91ff6ae-040b-4cf8-8751-f400741a4fb3]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:34 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2534a7c9-0e04-4cc1-86ca-14e92468ae98 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:10:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:34 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e072e218-39b4-4451-a81f-4f6c71d1f482]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:34 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2534a7c9-0e04-4cc1-86ca-14e92468ae98 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 (non-flash)
Oct 24 08:10:34 user nova-compute[74307]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5 (non-flash)
Oct 24 08:10:34 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:10:34 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2534a7c9-0e04-4cc1-86ca-14e92468ae98 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 (non-flash)
Oct 24 08:10:34 user nova-compute[74307]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5 (non-flash)
Oct 24 08:10:34 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:10:34 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-2534a7c9-0e04-4cc1-86ca-14e92468ae98 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.257s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:10:34 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2534a7c9-0e04-4cc1-86ca-14e92468ae98 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Connected to 172.16.0.220:3260 {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 08:10:34 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-2534a7c9-0e04-4cc1-86ca-14e92468ae98 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] HCTL ('34', '-', '-', 0) found on session 46 with lun 0 {{(pid=74307) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 08:10:34 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-2534a7c9-0e04-4cc1-86ca-14e92468ae98 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74307) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 08:10:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:34 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:34 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fa0891d-e7bc-4cfe-a46f-6119a4918b67]: (4, ('- - 0', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:34 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-2534a7c9-0e04-4cc1-86ca-14e92468ae98 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Searching for a device in session 46 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 08:10:34 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2534a7c9-0e04-4cc1-86ca-14e92468ae98 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pMmZPLAg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 08:10:35 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-2534a7c9-0e04-4cc1-86ca-14e92468ae98 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.288s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:10:35 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2534a7c9-0e04-4cc1-86ca-14e92468ae98 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] <== connect_volume: return (1290ms) {'type': 'block', 'scsi_wwn': '26163393735643464', 'path': '/dev/sdc'} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:10:35 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2534a7c9-0e04-4cc1-86ca-14e92468ae98 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26163393735643464', 'path': '/dev/sdc'} {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 08:10:35 user nova-compute[74307]: DEBUG nova.objects.instance [None req-2534a7c9-0e04-4cc1-86ca-14e92468ae98 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lazy-loading 'flavor' on Instance uuid 05fa396e-52ce-45e8-a32c-743933af58b0 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:10:35 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-2534a7c9-0e04-4cc1-86ca-14e92468ae98 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 08:10:35 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 08:10:35 user nova-compute[74307]:   <source dev="/dev/sdc"/>
Oct 24 08:10:35 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 08:10:35 user nova-compute[74307]:   <serial>7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5</serial>
Oct 24 08:10:35 user nova-compute[74307]: </disk>
Oct 24 08:10:35 user nova-compute[74307]:  {{(pid=74307) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 08:10:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:36 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2534a7c9-0e04-4cc1-86ca-14e92468ae98 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 08:10:36 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2534a7c9-0e04-4cc1-86ca-14e92468ae98 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 08:10:36 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2534a7c9-0e04-4cc1-86ca-14e92468ae98 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] No VIF found with MAC fa:16:3e:47:00:b9, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 08:10:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2534a7c9-0e04-4cc1-86ca-14e92468ae98 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "05fa396e-52ce-45e8-a32c-743933af58b0" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 20.059s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:10:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6195b926-291b-46ad-abd9-ea3132e6ce8d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Acquiring lock "05fa396e-52ce-45e8-a32c-743933af58b0" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:10:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6195b926-291b-46ad-abd9-ea3132e6ce8d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "05fa396e-52ce-45e8-a32c-743933af58b0" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:10:38 user nova-compute[74307]: INFO nova.compute.manager [None req-6195b926-291b-46ad-abd9-ea3132e6ce8d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Detaching volume 7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5
Oct 24 08:10:38 user nova-compute[74307]: INFO nova.virt.block_device [None req-6195b926-291b-46ad-abd9-ea3132e6ce8d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Attempting to driver detach volume 7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5 from mountpoint /dev/vdb
Oct 24 08:10:38 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6195b926-291b-46ad-abd9-ea3132e6ce8d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Attempting to detach device vdb from instance 05fa396e-52ce-45e8-a32c-743933af58b0 from the persistent domain config. {{(pid=74307) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 08:10:38 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-6195b926-291b-46ad-abd9-ea3132e6ce8d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 08:10:38 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 08:10:38 user nova-compute[74307]:   <source dev="/dev/sdc"/>
Oct 24 08:10:38 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 08:10:38 user nova-compute[74307]:   <serial>7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5</serial>
Oct 24 08:10:38 user nova-compute[74307]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 08:10:38 user nova-compute[74307]: </disk>
Oct 24 08:10:38 user nova-compute[74307]:  {{(pid=74307) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 08:10:38 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-6195b926-291b-46ad-abd9-ea3132e6ce8d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Successfully detached device vdb from instance 05fa396e-52ce-45e8-a32c-743933af58b0 from the persistent domain config.
Oct 24 08:10:38 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6195b926-291b-46ad-abd9-ea3132e6ce8d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 05fa396e-52ce-45e8-a32c-743933af58b0 from the live domain config. {{(pid=74307) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 08:10:38 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-6195b926-291b-46ad-abd9-ea3132e6ce8d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 08:10:38 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 08:10:38 user nova-compute[74307]:   <source dev="/dev/sdc"/>
Oct 24 08:10:38 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 08:10:38 user nova-compute[74307]:   <serial>7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5</serial>
Oct 24 08:10:38 user nova-compute[74307]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 08:10:38 user nova-compute[74307]: </disk>
Oct 24 08:10:38 user nova-compute[74307]:  {{(pid=74307) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 08:10:38 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6195b926-291b-46ad-abd9-ea3132e6ce8d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 05fa396e-52ce-45e8-a32c-743933af58b0 {{(pid=74307) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 08:10:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:40 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:43 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:48 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4d85ae98-a390-4706-af85-6508a7536cff tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Acquiring lock "fc8f9767-fdb0-4022-8436-f4d6d81eae45" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:10:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4d85ae98-a390-4706-af85-6508a7536cff tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Lock "fc8f9767-fdb0-4022-8436-f4d6d81eae45" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.003s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:10:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4d85ae98-a390-4706-af85-6508a7536cff tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Acquiring lock "fc8f9767-fdb0-4022-8436-f4d6d81eae45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:10:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4d85ae98-a390-4706-af85-6508a7536cff tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Lock "fc8f9767-fdb0-4022-8436-f4d6d81eae45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:10:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4d85ae98-a390-4706-af85-6508a7536cff tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Lock "fc8f9767-fdb0-4022-8436-f4d6d81eae45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:10:52 user nova-compute[74307]: INFO nova.compute.manager [None req-4d85ae98-a390-4706-af85-6508a7536cff tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Terminating instance
Oct 24 08:10:52 user nova-compute[74307]: DEBUG nova.compute.manager [None req-4d85ae98-a390-4706-af85-6508a7536cff tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Start destroying the instance on the hypervisor. {{(pid=74307) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 08:10:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:53 user nova-compute[74307]: DEBUG nova.compute.manager [req-e4f9db87-f87c-46bb-bf98-dd101fe169c9 req-e17a759f-5d2f-480d-82a5-cdc61f847922 service nova] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Received event network-vif-unplugged-9d87ef06-1c68-4eff-ab21-c19a2690497a {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:10:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-e4f9db87-f87c-46bb-bf98-dd101fe169c9 req-e17a759f-5d2f-480d-82a5-cdc61f847922 service nova] Acquiring lock "fc8f9767-fdb0-4022-8436-f4d6d81eae45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:10:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-e4f9db87-f87c-46bb-bf98-dd101fe169c9 req-e17a759f-5d2f-480d-82a5-cdc61f847922 service nova] Lock "fc8f9767-fdb0-4022-8436-f4d6d81eae45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:10:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-e4f9db87-f87c-46bb-bf98-dd101fe169c9 req-e17a759f-5d2f-480d-82a5-cdc61f847922 service nova] Lock "fc8f9767-fdb0-4022-8436-f4d6d81eae45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:10:53 user nova-compute[74307]: DEBUG nova.compute.manager [req-e4f9db87-f87c-46bb-bf98-dd101fe169c9 req-e17a759f-5d2f-480d-82a5-cdc61f847922 service nova] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] No waiting events found dispatching network-vif-unplugged-9d87ef06-1c68-4eff-ab21-c19a2690497a {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:10:53 user nova-compute[74307]: DEBUG nova.compute.manager [req-e4f9db87-f87c-46bb-bf98-dd101fe169c9 req-e17a759f-5d2f-480d-82a5-cdc61f847922 service nova] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Received event network-vif-unplugged-9d87ef06-1c68-4eff-ab21-c19a2690497a for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 08:10:53 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Instance destroyed successfully.
Oct 24 08:10:53 user nova-compute[74307]: DEBUG nova.objects.instance [None req-4d85ae98-a390-4706-af85-6508a7536cff tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Lazy-loading 'resources' on Instance uuid fc8f9767-fdb0-4022-8436-f4d6d81eae45 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:10:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-4d85ae98-a390-4706-af85-6508a7536cff tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:09:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1534235024',display_name='tempest-VolumesActionsTest-instance-1534235024',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1534235024',id=46,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T08:09:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a376f197e3fb430aa37218050c088417',ramdisk_id='',reservation_id='r-x29z34jg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-854736110',owner_user_name='tempest-VolumesActionsTest-854736110-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T08:09:08Z,user_data=None,user_id='893cb03f06604506992b0e7a2e52ffb9',uuid=fc8f9767-fdb0-4022-8436-f4d6d81eae45,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9d87ef06-1c68-4eff-ab21-c19a2690497a", "address": "fa:16:3e:60:2f:7a", "network": {"id": "3d2be264-83c2-483c-a43c-148c95eee891", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1000311955-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a376f197e3fb430aa37218050c088417", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9d87ef06-1c", "ovs_interfaceid": "9d87ef06-1c68-4eff-ab21-c19a2690497a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 08:10:53 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-4d85ae98-a390-4706-af85-6508a7536cff tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Converting VIF {"id": "9d87ef06-1c68-4eff-ab21-c19a2690497a", "address": "fa:16:3e:60:2f:7a", "network": {"id": "3d2be264-83c2-483c-a43c-148c95eee891", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1000311955-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a376f197e3fb430aa37218050c088417", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9d87ef06-1c", "ovs_interfaceid": "9d87ef06-1c68-4eff-ab21-c19a2690497a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:10:53 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-4d85ae98-a390-4706-af85-6508a7536cff tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:60:2f:7a,bridge_name='br-int',has_traffic_filtering=True,id=9d87ef06-1c68-4eff-ab21-c19a2690497a,network=Network(3d2be264-83c2-483c-a43c-148c95eee891),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9d87ef06-1c') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:10:53 user nova-compute[74307]: DEBUG os_vif [None req-4d85ae98-a390-4706-af85-6508a7536cff tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:60:2f:7a,bridge_name='br-int',has_traffic_filtering=True,id=9d87ef06-1c68-4eff-ab21-c19a2690497a,network=Network(3d2be264-83c2-483c-a43c-148c95eee891),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9d87ef06-1c') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 08:10:53 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:53 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9d87ef06-1c, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:10:53 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:53 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:10:53 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:53 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=cf7487f2-428f-4d82-820c-022bc0535ae3) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:10:53 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:53 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:10:53 user nova-compute[74307]: INFO os_vif [None req-4d85ae98-a390-4706-af85-6508a7536cff tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:60:2f:7a,bridge_name='br-int',has_traffic_filtering=True,id=9d87ef06-1c68-4eff-ab21-c19a2690497a,network=Network(3d2be264-83c2-483c-a43c-148c95eee891),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9d87ef06-1c')
Oct 24 08:10:53 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-4d85ae98-a390-4706-af85-6508a7536cff tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Deleting instance files /opt/stack/data/nova/instances/fc8f9767-fdb0-4022-8436-f4d6d81eae45_del
Oct 24 08:10:53 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-4d85ae98-a390-4706-af85-6508a7536cff tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Deletion of /opt/stack/data/nova/instances/fc8f9767-fdb0-4022-8436-f4d6d81eae45_del complete
Oct 24 08:10:53 user nova-compute[74307]: INFO nova.compute.manager [None req-4d85ae98-a390-4706-af85-6508a7536cff tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Took 0.84 seconds to destroy the instance on the hypervisor.
Oct 24 08:10:53 user nova-compute[74307]: DEBUG oslo.service.loopingcall [None req-4d85ae98-a390-4706-af85-6508a7536cff tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74307) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 08:10:53 user nova-compute[74307]: DEBUG nova.compute.manager [-] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Deallocating network for instance {{(pid=74307) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 08:10:53 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] deallocate_for_instance() {{(pid=74307) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 08:10:53 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:10:53 user nova-compute[74307]: INFO nova.compute.manager [-] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Took 0.42 seconds to deallocate network for instance.
Oct 24 08:10:53 user nova-compute[74307]: DEBUG nova.compute.manager [req-ca41a842-ec4b-45e2-9415-552a2b8083a8 req-bcf1f0ba-5320-4acb-af00-4125ae370221 service nova] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Received event network-vif-deleted-9d87ef06-1c68-4eff-ab21-c19a2690497a {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:10:53 user nova-compute[74307]: INFO nova.compute.manager [req-ca41a842-ec4b-45e2-9415-552a2b8083a8 req-bcf1f0ba-5320-4acb-af00-4125ae370221 service nova] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Neutron deleted interface 9d87ef06-1c68-4eff-ab21-c19a2690497a; detaching it from the instance and deleting it from the info cache
Oct 24 08:10:53 user nova-compute[74307]: DEBUG nova.network.neutron [req-ca41a842-ec4b-45e2-9415-552a2b8083a8 req-bcf1f0ba-5320-4acb-af00-4125ae370221 service nova] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:10:53 user nova-compute[74307]: DEBUG nova.compute.manager [req-ca41a842-ec4b-45e2-9415-552a2b8083a8 req-bcf1f0ba-5320-4acb-af00-4125ae370221 service nova] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Detach interface failed, port_id=9d87ef06-1c68-4eff-ab21-c19a2690497a, reason: Instance fc8f9767-fdb0-4022-8436-f4d6d81eae45 could not be found. {{(pid=74307) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 24 08:10:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4d85ae98-a390-4706-af85-6508a7536cff tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:10:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4d85ae98-a390-4706-af85-6508a7536cff tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:10:54 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-4d85ae98-a390-4706-af85-6508a7536cff tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:10:54 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-4d85ae98-a390-4706-af85-6508a7536cff tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:10:54 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4d85ae98-a390-4706-af85-6508a7536cff tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.197s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:10:54 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-4d85ae98-a390-4706-af85-6508a7536cff tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Deleted allocations for instance fc8f9767-fdb0-4022-8436-f4d6d81eae45
Oct 24 08:10:54 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-4d85ae98-a390-4706-af85-6508a7536cff tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Lock "fc8f9767-fdb0-4022-8436-f4d6d81eae45" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.643s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:10:55 user nova-compute[74307]: DEBUG nova.compute.manager [req-ceaf1792-8e3c-4ca6-a448-4d28441e8bff req-163e796c-ebcc-4e45-ad11-bf837d33d399 service nova] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Received event network-vif-plugged-9d87ef06-1c68-4eff-ab21-c19a2690497a {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:10:55 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-ceaf1792-8e3c-4ca6-a448-4d28441e8bff req-163e796c-ebcc-4e45-ad11-bf837d33d399 service nova] Acquiring lock "fc8f9767-fdb0-4022-8436-f4d6d81eae45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:10:55 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-ceaf1792-8e3c-4ca6-a448-4d28441e8bff req-163e796c-ebcc-4e45-ad11-bf837d33d399 service nova] Lock "fc8f9767-fdb0-4022-8436-f4d6d81eae45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:10:55 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-ceaf1792-8e3c-4ca6-a448-4d28441e8bff req-163e796c-ebcc-4e45-ad11-bf837d33d399 service nova] Lock "fc8f9767-fdb0-4022-8436-f4d6d81eae45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:10:55 user nova-compute[74307]: DEBUG nova.compute.manager [req-ceaf1792-8e3c-4ca6-a448-4d28441e8bff req-163e796c-ebcc-4e45-ad11-bf837d33d399 service nova] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] No waiting events found dispatching network-vif-plugged-9d87ef06-1c68-4eff-ab21-c19a2690497a {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:10:55 user nova-compute[74307]: WARNING nova.compute.manager [req-ceaf1792-8e3c-4ca6-a448-4d28441e8bff req-163e796c-ebcc-4e45-ad11-bf837d33d399 service nova] [instance: fc8f9767-fdb0-4022-8436-f4d6d81eae45] Received unexpected event network-vif-plugged-9d87ef06-1c68-4eff-ab21-c19a2690497a for instance with vm_state deleted and task_state None.
Oct 24 08:10:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:10:58 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-6195b926-291b-46ad-abd9-ea3132e6ce8d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 05fa396e-52ce-45e8-a32c-743933af58b0 is timed out.
Oct 24 08:10:58 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-6195b926-291b-46ad-abd9-ea3132e6ce8d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Successfully detached device vdb from instance 05fa396e-52ce-45e8-a32c-743933af58b0 from the live domain config.
Oct 24 08:10:58 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6195b926-291b-46ad-abd9-ea3132e6ce8d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] calling os-brick to detach iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 08:10:58 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-6195b926-291b-46ad-abd9-ea3132e6ce8d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, {'target_iqn': 'iqn.2010-10.org.openstack:7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pMmZPLAg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:10:58 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-6195b926-291b-46ad-abd9-ea3132e6ce8d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:10:58 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-6195b926-291b-46ad-abd9-ea3132e6ce8d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:10:58 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-6195b926-291b-46ad-abd9-ea3132e6ce8d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:10:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:58 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[8623b208-1df4-4b0f-82ba-8a9d22f6ec37]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:58 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-6195b926-291b-46ad-abd9-ea3132e6ce8d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 08:10:58 user nova-compute[74307]: No targets found.
Oct 24 08:10:58 user nova-compute[74307]: iSNS:
Oct 24 08:10:58 user nova-compute[74307]: No targets found.
Oct 24 08:10:58 user nova-compute[74307]: STATIC:
Oct 24 08:10:58 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393
Oct 24 08:10:58 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 08:10:58 user nova-compute[74307]:                 Iface Name: default
Oct 24 08:10:58 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5
Oct 24 08:10:58 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 08:10:58 user nova-compute[74307]:                 Iface Name: default
Oct 24 08:10:58 user nova-compute[74307]: FIRMWARE:
Oct 24 08:10:58 user nova-compute[74307]: No targets found.
Oct 24 08:10:58 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:10:58 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-6195b926-291b-46ad-abd9-ea3132e6ce8d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 08:10:58 user nova-compute[74307]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 08:10:58 user nova-compute[74307]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74307) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 08:10:58 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-6195b926-291b-46ad-abd9-ea3132e6ce8d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5', 0)] {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 08:10:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:58 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0c92b7a-2051-44d8-bb2a-cfe08d85fece]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:58 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:58 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[95ddde1c-a62c-46bc-8ac8-ba6352e1ea5a]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-6195b926-291b-46ad-abd9-ea3132e6ce8d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 (non-flash)
Oct 24 08:10:59 user nova-compute[74307]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5 (non-flash)
Oct 24 08:10:59 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:10:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-6195b926-291b-46ad-abd9-ea3132e6ce8d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 (non-flash)
Oct 24 08:10:59 user nova-compute[74307]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5 (non-flash)
Oct 24 08:10:59 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:10:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-6195b926-291b-46ad-abd9-ea3132e6ce8d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f46444e8f70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5'): ({'sdc'}, set())}) {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 08:10:59 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-6195b926-291b-46ad-abd9-ea3132e6ce8d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Removing single pathed devices sdc {{(pid=74307) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 08:10:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:59 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa7447c7-f88c-4402-b277-fae6d3ec2786]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:59 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[99b45db6-4002-4f93-9d8e-54252eb90d38]: (4, ('ok\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:59 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-6195b926-291b-46ad-abd9-ea3132e6ce8d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Flushing IO for device /dev/sdc {{(pid=74307) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 08:10:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.012s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:59 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[470b4c9f-b008-4f09-98ff-722e0f0ddec2]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:59 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-6195b926-291b-46ad-abd9-ea3132e6ce8d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74307) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 08:10:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.037s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:59 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[04e3c913-69b1-470f-b3c3-91259279c519]: (4, ('1', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:59 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-6195b926-291b-46ad-abd9-ea3132e6ce8d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 08:10:59 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-6195b926-291b-46ad-abd9-ea3132e6ce8d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] SCSI volumes sdc have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 08:10:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-6195b926-291b-46ad-abd9-ea3132e6ce8d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5')] {{(pid=74307) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 08:10:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:59 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ce27bc3-43af-4abc-8293-dd97dd8e9b0a]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-6195b926-291b-46ad-abd9-ea3132e6ce8d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:10:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5 -p 172.16.0.220:3260 --logout {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5 -p 172.16.0.220:3260 --logout" returned: 0 in 0.047s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:59 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[289d18fc-bc2c-4d02-85c0-acd63ecf162a]: (4, ('Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5, portal: 172.16.0.220,3260]\nLogout of [sid: 46, target: iqn.2010-10.org.openstack:7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-6195b926-291b-46ad-abd9-ea3132e6ce8d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5, portal: 172.16.0.220,3260]
Oct 24 08:10:59 user nova-compute[74307]: Logout of [sid: 46, target: iqn.2010-10.org.openstack:7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5, portal: 172.16.0.220,3260] successful.
Oct 24 08:10:59 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:10:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5 -p 172.16.0.220:3260 --op delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:10:59 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7bbf9e17-ef3a-4ebb-9f00-b62998cd19d5 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:10:59 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[f142d449-ab5f-4a8b-a350-83c2212124b6]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:10:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-6195b926-291b-46ad-abd9-ea3132e6ce8d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:10:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-6195b926-291b-46ad-abd9-ea3132e6ce8d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.265s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:10:59 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-6195b926-291b-46ad-abd9-ea3132e6ce8d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] <== disconnect_volume: return (266ms) None {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:10:59 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6195b926-291b-46ad-abd9-ea3132e6ce8d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Disconnected iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 08:11:00 user nova-compute[74307]: DEBUG nova.objects.instance [None req-6195b926-291b-46ad-abd9-ea3132e6ce8d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lazy-loading 'flavor' on Instance uuid 05fa396e-52ce-45e8-a32c-743933af58b0 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:11:00 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6195b926-291b-46ad-abd9-ea3132e6ce8d tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "05fa396e-52ce-45e8-a32c-743933af58b0" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.803s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:11:03 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:11:03 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:11:03 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:11:03 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:11:03 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:11:03 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:11:08 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:11:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:11:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:11:14 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:11:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Acquiring lock "3877a3b2-d1b4-48d3-b0de-fd000b47e653" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:11:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "3877a3b2-d1b4-48d3-b0de-fd000b47e653" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:11:14 user nova-compute[74307]: DEBUG nova.compute.manager [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Starting instance... {{(pid=74307) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 08:11:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:11:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:11:14 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 08:11:14 user nova-compute[74307]: INFO nova.compute.claims [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Claim successful on node user
Oct 24 08:11:15 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:11:15 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:11:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.278s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:11:15 user nova-compute[74307]: DEBUG nova.compute.manager [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Start building networks asynchronously for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 08:11:15 user nova-compute[74307]: DEBUG nova.compute.manager [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Allocating IP information in the background. {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 08:11:15 user nova-compute[74307]: DEBUG nova.network.neutron [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] allocate_for_instance() {{(pid=74307) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 08:11:15 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 08:11:15 user nova-compute[74307]: DEBUG nova.compute.manager [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Start building block device mappings for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 08:11:15 user nova-compute[74307]: DEBUG nova.compute.manager [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Start spawning the instance on the hypervisor. {{(pid=74307) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 08:11:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Creating instance directory {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 08:11:15 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Creating image(s)
Oct 24 08:11:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Acquiring lock "/opt/stack/data/nova/instances/3877a3b2-d1b4-48d3-b0de-fd000b47e653/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:11:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "/opt/stack/data/nova/instances/3877a3b2-d1b4-48d3-b0de-fd000b47e653/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:11:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "/opt/stack/data/nova/instances/3877a3b2-d1b4-48d3-b0de-fd000b47e653/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:11:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:11:15 user nova-compute[74307]: DEBUG nova.policy [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b1a117c8cd3415e8c418ce9e311c3e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b499c188ed2147f0919d1674041c4c90', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74307) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 08:11:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.173s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:11:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Acquiring lock "9cb24620554d5eab84e846c14e389d04f4c43d48" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:11:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:11:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:11:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.170s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:11:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/3877a3b2-d1b4-48d3-b0de-fd000b47e653/disk 1073741824 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:11:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/3877a3b2-d1b4-48d3-b0de-fd000b47e653/disk 1073741824" returned: 0 in 0.049s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:11:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.227s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:11:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:11:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.176s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:11:15 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Checking if we can resize image /opt/stack/data/nova/instances/3877a3b2-d1b4-48d3-b0de-fd000b47e653/disk. size=1073741824 {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 08:11:15 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3877a3b2-d1b4-48d3-b0de-fd000b47e653/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:11:16 user nova-compute[74307]: DEBUG nova.network.neutron [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Successfully created port: ce8283c9-09e2-4626-8ab7-4786344ce865 {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 08:11:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3877a3b2-d1b4-48d3-b0de-fd000b47e653/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:11:16 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Cannot resize image /opt/stack/data/nova/instances/3877a3b2-d1b4-48d3-b0de-fd000b47e653/disk to a smaller size. {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 08:11:16 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Created local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 08:11:16 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Ensure instance console log exists: /opt/stack/data/nova/instances/3877a3b2-d1b4-48d3-b0de-fd000b47e653/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 08:11:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:11:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:11:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:11:16 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:11:16 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:11:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:11:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:11:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:11:16 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 08:11:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:11:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:11:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:11:16 user nova-compute[74307]: DEBUG nova.network.neutron [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Successfully updated port: ce8283c9-09e2-4626-8ab7-4786344ce865 {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 08:11:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Acquiring lock "refresh_cache-3877a3b2-d1b4-48d3-b0de-fd000b47e653" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:11:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Acquired lock "refresh_cache-3877a3b2-d1b4-48d3-b0de-fd000b47e653" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:11:16 user nova-compute[74307]: DEBUG nova.network.neutron [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 08:11:16 user nova-compute[74307]: DEBUG nova.compute.manager [req-b5ba7bb6-447c-43fe-9d9d-39806d39f91a req-bf082512-cc02-4188-8d1f-02b62cdaf727 service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Received event network-changed-ce8283c9-09e2-4626-8ab7-4786344ce865 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:11:16 user nova-compute[74307]: DEBUG nova.compute.manager [req-b5ba7bb6-447c-43fe-9d9d-39806d39f91a req-bf082512-cc02-4188-8d1f-02b62cdaf727 service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Refreshing instance network info cache due to event network-changed-ce8283c9-09e2-4626-8ab7-4786344ce865. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 08:11:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b5ba7bb6-447c-43fe-9d9d-39806d39f91a req-bf082512-cc02-4188-8d1f-02b62cdaf727 service nova] Acquiring lock "refresh_cache-3877a3b2-d1b4-48d3-b0de-fd000b47e653" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:11:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:11:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/043a750c-d94e-4425-bd36-e8efc0ed7847/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:11:16 user nova-compute[74307]: DEBUG nova.network.neutron [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 08:11:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/043a750c-d94e-4425-bd36-e8efc0ed7847/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:11:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/043a750c-d94e-4425-bd36-e8efc0ed7847/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG nova.network.neutron [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Updating instance_info_cache with network_info: [{"id": "ce8283c9-09e2-4626-8ab7-4786344ce865", "address": "fa:16:3e:fe:b0:8b", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce8283c9-09", "ovs_interfaceid": "ce8283c9-09e2-4626-8ab7-4786344ce865", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Releasing lock "refresh_cache-3877a3b2-d1b4-48d3-b0de-fd000b47e653" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG nova.compute.manager [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Instance network_info: |[{"id": "ce8283c9-09e2-4626-8ab7-4786344ce865", "address": "fa:16:3e:fe:b0:8b", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce8283c9-09", "ovs_interfaceid": "ce8283c9-09e2-4626-8ab7-4786344ce865", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b5ba7bb6-447c-43fe-9d9d-39806d39f91a req-bf082512-cc02-4188-8d1f-02b62cdaf727 service nova] Acquired lock "refresh_cache-3877a3b2-d1b4-48d3-b0de-fd000b47e653" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG nova.network.neutron [req-b5ba7bb6-447c-43fe-9d9d-39806d39f91a req-bf082512-cc02-4188-8d1f-02b62cdaf727 service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Refreshing network info cache for port ce8283c9-09e2-4626-8ab7-4786344ce865 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Start _get_guest_xml network_info=[{"id": "ce8283c9-09e2-4626-8ab7-4786344ce865", "address": "fa:16:3e:fe:b0:8b", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce8283c9-09", "ovs_interfaceid": "ce8283c9-09e2-4626-8ab7-4786344ce865", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'boot_index': 0, 'guest_format': None, 'image_id': 'ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 08:11:17 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:11:17 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:11:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:11:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-916708757',display_name='tempest-ServerRescueNegativeTestJSON-server-916708757',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-916708757',id=47,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOYP2yC/G5h9bEIR5XmI1n35kRWHFNxr1rG/XVSQEf/ZYXRlohhQ3ZR/0tBLeEcRz0/TbJGm/AdgIyFQLG17nIAYTNoNJRwKSYlSECdj+ph92N0AZy+xNXlfvSuvzG8/3A==',key_name='tempest-keypair-30958785',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b499c188ed2147f0919d1674041c4c90',ramdisk_id='',reservation_id='r-bhtf7eig',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1940238709',owner_user_name='tempest-ServerRescueNegativeTestJSON-1940238709-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T08:11:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0b1a117c8cd3415e8c418ce9e311c3e2',uuid=3877a3b2-d1b4-48d3-b0de-fd000b47e653,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ce8283c9-09e2-4626-8ab7-4786344ce865", "address": "fa:16:3e:fe:b0:8b", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce8283c9-09", "ovs_interfaceid": "ce8283c9-09e2-4626-8ab7-4786344ce865", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Converting VIF {"id": "ce8283c9-09e2-4626-8ab7-4786344ce865", "address": "fa:16:3e:fe:b0:8b", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce8283c9-09", "ovs_interfaceid": "ce8283c9-09e2-4626-8ab7-4786344ce865", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fe:b0:8b,bridge_name='br-int',has_traffic_filtering=True,id=ce8283c9-09e2-4626-8ab7-4786344ce865,network=Network(0d7d2223-2bf4-492f-af57-77c8c92af616),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce8283c9-09') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG nova.objects.instance [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lazy-loading 'pci_devices' on Instance uuid 3877a3b2-d1b4-48d3-b0de-fd000b47e653 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/043a750c-d94e-4425-bd36-e8efc0ed7847/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] End _get_guest_xml xml=<domain type="kvm">
Oct 24 08:11:17 user nova-compute[74307]:   <uuid>3877a3b2-d1b4-48d3-b0de-fd000b47e653</uuid>
Oct 24 08:11:17 user nova-compute[74307]:   <name>instance-0000002f</name>
Oct 24 08:11:17 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 08:11:17 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 08:11:17 user nova-compute[74307]:   <metadata>
Oct 24 08:11:17 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 08:11:17 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 08:11:17 user nova-compute[74307]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-916708757</nova:name>
Oct 24 08:11:17 user nova-compute[74307]:       <nova:creationTime>2023-10-24 08:11:17</nova:creationTime>
Oct 24 08:11:17 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 08:11:17 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 08:11:17 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 08:11:17 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 08:11:17 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 08:11:17 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 08:11:17 user nova-compute[74307]:       </nova:flavor>
Oct 24 08:11:17 user nova-compute[74307]:       <nova:owner>
Oct 24 08:11:17 user nova-compute[74307]:         <nova:user uuid="0b1a117c8cd3415e8c418ce9e311c3e2">tempest-ServerRescueNegativeTestJSON-1940238709-project-member</nova:user>
Oct 24 08:11:17 user nova-compute[74307]:         <nova:project uuid="b499c188ed2147f0919d1674041c4c90">tempest-ServerRescueNegativeTestJSON-1940238709</nova:project>
Oct 24 08:11:17 user nova-compute[74307]:       </nova:owner>
Oct 24 08:11:17 user nova-compute[74307]:       <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 08:11:17 user nova-compute[74307]:       <nova:ports>
Oct 24 08:11:17 user nova-compute[74307]:         <nova:port uuid="ce8283c9-09e2-4626-8ab7-4786344ce865">
Oct 24 08:11:17 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 24 08:11:17 user nova-compute[74307]:         </nova:port>
Oct 24 08:11:17 user nova-compute[74307]:       </nova:ports>
Oct 24 08:11:17 user nova-compute[74307]:     </nova:instance>
Oct 24 08:11:17 user nova-compute[74307]:   </metadata>
Oct 24 08:11:17 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 08:11:17 user nova-compute[74307]:     <system>
Oct 24 08:11:17 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 08:11:17 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 08:11:17 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 08:11:17 user nova-compute[74307]:       <entry name="serial">3877a3b2-d1b4-48d3-b0de-fd000b47e653</entry>
Oct 24 08:11:17 user nova-compute[74307]:       <entry name="uuid">3877a3b2-d1b4-48d3-b0de-fd000b47e653</entry>
Oct 24 08:11:17 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 08:11:17 user nova-compute[74307]:     </system>
Oct 24 08:11:17 user nova-compute[74307]:   </sysinfo>
Oct 24 08:11:17 user nova-compute[74307]:   <os>
Oct 24 08:11:17 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 08:11:17 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 08:11:17 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 08:11:17 user nova-compute[74307]:   </os>
Oct 24 08:11:17 user nova-compute[74307]:   <features>
Oct 24 08:11:17 user nova-compute[74307]:     <acpi/>
Oct 24 08:11:17 user nova-compute[74307]:     <apic/>
Oct 24 08:11:17 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 08:11:17 user nova-compute[74307]:   </features>
Oct 24 08:11:17 user nova-compute[74307]:   <clock offset="utc">
Oct 24 08:11:17 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 08:11:17 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 08:11:17 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 08:11:17 user nova-compute[74307]:   </clock>
Oct 24 08:11:17 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 08:11:17 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 08:11:17 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 08:11:17 user nova-compute[74307]:   </cpu>
Oct 24 08:11:17 user nova-compute[74307]:   <devices>
Oct 24 08:11:17 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 08:11:17 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 08:11:17 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/3877a3b2-d1b4-48d3-b0de-fd000b47e653/disk"/>
Oct 24 08:11:17 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 08:11:17 user nova-compute[74307]:     </disk>
Oct 24 08:11:17 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 08:11:17 user nova-compute[74307]:       <mac address="fa:16:3e:fe:b0:8b"/>
Oct 24 08:11:17 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 08:11:17 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 08:11:17 user nova-compute[74307]:       <target dev="tapce8283c9-09"/>
Oct 24 08:11:17 user nova-compute[74307]:     </interface>
Oct 24 08:11:17 user nova-compute[74307]:     <serial type="pty">
Oct 24 08:11:17 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/3877a3b2-d1b4-48d3-b0de-fd000b47e653/console.log" append="off"/>
Oct 24 08:11:17 user nova-compute[74307]:     </serial>
Oct 24 08:11:17 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 08:11:17 user nova-compute[74307]:     <video>
Oct 24 08:11:17 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 08:11:17 user nova-compute[74307]:     </video>
Oct 24 08:11:17 user nova-compute[74307]:     <rng model="virtio">
Oct 24 08:11:17 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 08:11:17 user nova-compute[74307]:     </rng>
Oct 24 08:11:17 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 08:11:17 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 08:11:17 user nova-compute[74307]:       <stats period="10"/>
Oct 24 08:11:17 user nova-compute[74307]:     </memballoon>
Oct 24 08:11:17 user nova-compute[74307]:   </devices>
Oct 24 08:11:17 user nova-compute[74307]: </domain>
Oct 24 08:11:17 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:11:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-916708757',display_name='tempest-ServerRescueNegativeTestJSON-server-916708757',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-916708757',id=47,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOYP2yC/G5h9bEIR5XmI1n35kRWHFNxr1rG/XVSQEf/ZYXRlohhQ3ZR/0tBLeEcRz0/TbJGm/AdgIyFQLG17nIAYTNoNJRwKSYlSECdj+ph92N0AZy+xNXlfvSuvzG8/3A==',key_name='tempest-keypair-30958785',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b499c188ed2147f0919d1674041c4c90',ramdisk_id='',reservation_id='r-bhtf7eig',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1940238709',owner_user_name='tempest-ServerRescueNegativeTestJSON-1940238709-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T08:11:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0b1a117c8cd3415e8c418ce9e311c3e2',uuid=3877a3b2-d1b4-48d3-b0de-fd000b47e653,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ce8283c9-09e2-4626-8ab7-4786344ce865", "address": "fa:16:3e:fe:b0:8b", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce8283c9-09", "ovs_interfaceid": "ce8283c9-09e2-4626-8ab7-4786344ce865", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Converting VIF {"id": "ce8283c9-09e2-4626-8ab7-4786344ce865", "address": "fa:16:3e:fe:b0:8b", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce8283c9-09", "ovs_interfaceid": "ce8283c9-09e2-4626-8ab7-4786344ce865", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fe:b0:8b,bridge_name='br-int',has_traffic_filtering=True,id=ce8283c9-09e2-4626-8ab7-4786344ce865,network=Network(0d7d2223-2bf4-492f-af57-77c8c92af616),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce8283c9-09') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG os_vif [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fe:b0:8b,bridge_name='br-int',has_traffic_filtering=True,id=ce8283c9-09e2-4626-8ab7-4786344ce865,network=Network(0d7d2223-2bf4-492f-af57-77c8c92af616),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce8283c9-09') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'cb1acb5c-a6bc-5482-ab94-cb5c48b99254', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05fa396e-52ce-45e8-a32c-743933af58b0/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapce8283c9-09, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapce8283c9-09, col_values=(('qos', UUID('8373d16a-b5e6-440f-a6fd-10d5fd5d3c6b')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapce8283c9-09, col_values=(('external_ids', {'iface-id': 'ce8283c9-09e2-4626-8ab7-4786344ce865', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fe:b0:8b', 'vm-uuid': '3877a3b2-d1b4-48d3-b0de-fd000b47e653'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:11:17 user nova-compute[74307]: INFO os_vif [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fe:b0:8b,bridge_name='br-int',has_traffic_filtering=True,id=ce8283c9-09e2-4626-8ab7-4786344ce865,network=Network(0d7d2223-2bf4-492f-af57-77c8c92af616),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce8283c9-09')
Oct 24 08:11:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] No VIF found with MAC fa:16:3e:fe:b0:8b, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05fa396e-52ce-45e8-a32c-743933af58b0/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05fa396e-52ce-45e8-a32c-743933af58b0/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG nova.network.neutron [req-b5ba7bb6-447c-43fe-9d9d-39806d39f91a req-bf082512-cc02-4188-8d1f-02b62cdaf727 service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Updated VIF entry in instance network info cache for port ce8283c9-09e2-4626-8ab7-4786344ce865. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG nova.network.neutron [req-b5ba7bb6-447c-43fe-9d9d-39806d39f91a req-bf082512-cc02-4188-8d1f-02b62cdaf727 service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Updating instance_info_cache with network_info: [{"id": "ce8283c9-09e2-4626-8ab7-4786344ce865", "address": "fa:16:3e:fe:b0:8b", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce8283c9-09", "ovs_interfaceid": "ce8283c9-09e2-4626-8ab7-4786344ce865", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b5ba7bb6-447c-43fe-9d9d-39806d39f91a req-bf082512-cc02-4188-8d1f-02b62cdaf727 service nova] Releasing lock "refresh_cache-3877a3b2-d1b4-48d3-b0de-fd000b47e653" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05fa396e-52ce-45e8-a32c-743933af58b0/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json" returned: 0 in 0.166s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json" returned: 0 in 0.172s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:11:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:11:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:11:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:11:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:11:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:11:20 user nova-compute[74307]: DEBUG nova.compute.manager [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 08:11:20 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Guest created on hypervisor {{(pid=74307) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 08:11:20 user nova-compute[74307]: DEBUG nova.compute.manager [req-cc1fdec5-8416-43c7-af97-a49977c4d036 req-f2f9fd49-401e-455c-bcda-c6f4c10ef0f0 service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Received event network-vif-plugged-ce8283c9-09e2-4626-8ab7-4786344ce865 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:11:20 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-cc1fdec5-8416-43c7-af97-a49977c4d036 req-f2f9fd49-401e-455c-bcda-c6f4c10ef0f0 service nova] Acquiring lock "3877a3b2-d1b4-48d3-b0de-fd000b47e653-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:11:20 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-cc1fdec5-8416-43c7-af97-a49977c4d036 req-f2f9fd49-401e-455c-bcda-c6f4c10ef0f0 service nova] Lock "3877a3b2-d1b4-48d3-b0de-fd000b47e653-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:11:20 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-cc1fdec5-8416-43c7-af97-a49977c4d036 req-f2f9fd49-401e-455c-bcda-c6f4c10ef0f0 service nova] Lock "3877a3b2-d1b4-48d3-b0de-fd000b47e653-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:11:20 user nova-compute[74307]: DEBUG nova.compute.manager [req-cc1fdec5-8416-43c7-af97-a49977c4d036 req-f2f9fd49-401e-455c-bcda-c6f4c10ef0f0 service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] No waiting events found dispatching network-vif-plugged-ce8283c9-09e2-4626-8ab7-4786344ce865 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:11:20 user nova-compute[74307]: WARNING nova.compute.manager [req-cc1fdec5-8416-43c7-af97-a49977c4d036 req-f2f9fd49-401e-455c-bcda-c6f4c10ef0f0 service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Received unexpected event network-vif-plugged-ce8283c9-09e2-4626-8ab7-4786344ce865 for instance with vm_state building and task_state spawning.
Oct 24 08:11:20 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:11:20 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:11:20 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Hypervisor/Node resource view: name=user free_ram=8372MB free_disk=25.051528930664062GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 08:11:20 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:11:20 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:11:20 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Instance spawned successfully.
Oct 24 08:11:20 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 08:11:20 user nova-compute[74307]: DEBUG nova.compute.manager [req-f7dd961b-9e57-475b-bd75-d26e65436a99 req-c804a113-800a-404c-bae1-ee62b48740f5 service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Received event network-vif-plugged-ce8283c9-09e2-4626-8ab7-4786344ce865 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:11:20 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-f7dd961b-9e57-475b-bd75-d26e65436a99 req-c804a113-800a-404c-bae1-ee62b48740f5 service nova] Acquiring lock "3877a3b2-d1b4-48d3-b0de-fd000b47e653-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:11:20 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-f7dd961b-9e57-475b-bd75-d26e65436a99 req-c804a113-800a-404c-bae1-ee62b48740f5 service nova] Lock "3877a3b2-d1b4-48d3-b0de-fd000b47e653-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:11:20 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-f7dd961b-9e57-475b-bd75-d26e65436a99 req-c804a113-800a-404c-bae1-ee62b48740f5 service nova] Lock "3877a3b2-d1b4-48d3-b0de-fd000b47e653-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:11:20 user nova-compute[74307]: DEBUG nova.compute.manager [req-f7dd961b-9e57-475b-bd75-d26e65436a99 req-c804a113-800a-404c-bae1-ee62b48740f5 service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] No waiting events found dispatching network-vif-plugged-ce8283c9-09e2-4626-8ab7-4786344ce865 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:11:20 user nova-compute[74307]: WARNING nova.compute.manager [req-f7dd961b-9e57-475b-bd75-d26e65436a99 req-c804a113-800a-404c-bae1-ee62b48740f5 service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Received unexpected event network-vif-plugged-ce8283c9-09e2-4626-8ab7-4786344ce865 for instance with vm_state building and task_state spawning.
Oct 24 08:11:20 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Found default for hw_cdrom_bus of ide {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:11:20 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Found default for hw_disk_bus of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:11:20 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Found default for hw_input_bus of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:11:20 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Found default for hw_pointer_model of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:11:20 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Found default for hw_video_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:11:20 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Found default for hw_vif_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:11:20 user nova-compute[74307]: INFO nova.compute.manager [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Took 5.53 seconds to spawn the instance on the hypervisor.
Oct 24 08:11:20 user nova-compute[74307]: DEBUG nova.compute.manager [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 08:11:20 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:11:20 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fcde6b55-42d0-41aa-8ed7-5b81486228ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:11:20 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 043a750c-d94e-4425-bd36-e8efc0ed7847 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:11:20 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 05fa396e-52ce-45e8-a32c-743933af58b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:11:20 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 3877a3b2-d1b4-48d3-b0de-fd000b47e653 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:11:20 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 08:11:20 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 08:11:20 user nova-compute[74307]: INFO nova.compute.manager [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Took 6.12 seconds to build instance.
Oct 24 08:11:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:11:20 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f8f6fe9d-d33b-4479-bf44-285933eb5412 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "3877a3b2-d1b4-48d3-b0de-fd000b47e653" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.227s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:11:21 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:11:21 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:11:21 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 08:11:21 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.326s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:11:22 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:11:25 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:11:25 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:11:25 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Starting heal instance info cache {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 08:11:25 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Rebuilding the list of instances to heal {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 08:11:25 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "refresh_cache-fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:11:25 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquired lock "refresh_cache-fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:11:25 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Forcefully refreshing network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 08:11:25 user nova-compute[74307]: DEBUG nova.objects.instance [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lazy-loading 'info_cache' on Instance uuid fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:11:25 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Updating instance_info_cache with network_info: [{"id": "1f1028c1-1ae9-424c-9e56-0291552e142c", "address": "fa:16:3e:68:84:8c", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f1028c1-1a", "ovs_interfaceid": "1f1028c1-1ae9-424c-9e56-0291552e142c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:11:25 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Releasing lock "refresh_cache-fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:11:25 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Updated the network info_cache for instance {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 08:11:25 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:11:25 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:11:25 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74307) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 08:11:26 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:11:26 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:11:27 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:11:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:11:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:11:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:11:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:11:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:11:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:11:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:11:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:11:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:11:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:11:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:11:40 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:11:42 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:11:44 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Acquiring lock "fdcb4995-ec08-448d-8d85-d3c24ad83b7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:11:44 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Lock "fdcb4995-ec08-448d-8d85-d3c24ad83b7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:11:44 user nova-compute[74307]: DEBUG nova.compute.manager [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] Starting instance... {{(pid=74307) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 08:11:44 user nova-compute[74307]: DEBUG nova.compute.manager [None req-5b9b5973-6bbe-473d-9aee-625f86e9eb3f tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 08:11:44 user nova-compute[74307]: INFO nova.compute.manager [None req-5b9b5973-6bbe-473d-9aee-625f86e9eb3f tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] instance snapshotting
Oct 24 08:11:44 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:11:44 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:11:44 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 08:11:44 user nova-compute[74307]: INFO nova.compute.claims [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] Claim successful on node user
Oct 24 08:11:44 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-5b9b5973-6bbe-473d-9aee-625f86e9eb3f tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Beginning live snapshot process
Oct 24 08:11:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-5b9b5973-6bbe-473d-9aee-625f86e9eb3f tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05fa396e-52ce-45e8-a32c-743933af58b0/disk --force-share --output=json -f qcow2 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:11:44 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:11:44 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:11:44 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.399s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:11:44 user nova-compute[74307]: DEBUG nova.compute.manager [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] Start building networks asynchronously for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 08:11:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-5b9b5973-6bbe-473d-9aee-625f86e9eb3f tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05fa396e-52ce-45e8-a32c-743933af58b0/disk --force-share --output=json -f qcow2" returned: 0 in 0.201s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:11:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-5b9b5973-6bbe-473d-9aee-625f86e9eb3f tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05fa396e-52ce-45e8-a32c-743933af58b0/disk --force-share --output=json -f qcow2 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:11:44 user nova-compute[74307]: DEBUG nova.compute.manager [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] Allocating IP information in the background. {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 08:11:44 user nova-compute[74307]: DEBUG nova.network.neutron [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] allocate_for_instance() {{(pid=74307) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 08:11:44 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 08:11:44 user nova-compute[74307]: DEBUG nova.compute.manager [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] Start building block device mappings for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 08:11:44 user nova-compute[74307]: DEBUG nova.policy [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '893cb03f06604506992b0e7a2e52ffb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a376f197e3fb430aa37218050c088417', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74307) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 08:11:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-5b9b5973-6bbe-473d-9aee-625f86e9eb3f tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05fa396e-52ce-45e8-a32c-743933af58b0/disk --force-share --output=json -f qcow2" returned: 0 in 0.235s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:11:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-5b9b5973-6bbe-473d-9aee-625f86e9eb3f tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:11:44 user nova-compute[74307]: DEBUG nova.compute.manager [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] Start spawning the instance on the hypervisor. {{(pid=74307) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 08:11:44 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] Creating instance directory {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 08:11:44 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] Creating image(s)
Oct 24 08:11:44 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Acquiring lock "/opt/stack/data/nova/instances/fdcb4995-ec08-448d-8d85-d3c24ad83b7b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:11:44 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Lock "/opt/stack/data/nova/instances/fdcb4995-ec08-448d-8d85-d3c24ad83b7b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:11:44 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Lock "/opt/stack/data/nova/instances/fdcb4995-ec08-448d-8d85-d3c24ad83b7b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.006s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:11:44 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:11:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-5b9b5973-6bbe-473d-9aee-625f86e9eb3f tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.179s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:11:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-5b9b5973-6bbe-473d-9aee-625f86e9eb3f tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpr7akyv1f/0a350d879c5d49c0a3a3fab5187345d3.delta 1073741824 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:11:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-5b9b5973-6bbe-473d-9aee-625f86e9eb3f tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpr7akyv1f/0a350d879c5d49c0a3a3fab5187345d3.delta 1073741824" returned: 0 in 0.056s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:11:45 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-5b9b5973-6bbe-473d-9aee-625f86e9eb3f tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 24 08:11:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.185s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:11:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Acquiring lock "9cb24620554d5eab84e846c14e389d04f4c43d48" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:11:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:11:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:11:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.193s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:11:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/fdcb4995-ec08-448d-8d85-d3c24ad83b7b/disk 1073741824 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:11:45 user nova-compute[74307]: DEBUG nova.network.neutron [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] Successfully created port: dbdc5a6d-0e49-4247-8639-b0651d70fc3a {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 08:11:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/fdcb4995-ec08-448d-8d85-d3c24ad83b7b/disk 1073741824" returned: 0 in 0.067s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:11:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.268s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:11:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:11:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.188s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:11:45 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Checking if we can resize image /opt/stack/data/nova/instances/fdcb4995-ec08-448d-8d85-d3c24ad83b7b/disk. size=1073741824 {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 08:11:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdcb4995-ec08-448d-8d85-d3c24ad83b7b/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:11:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdcb4995-ec08-448d-8d85-d3c24ad83b7b/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:11:45 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Cannot resize image /opt/stack/data/nova/instances/fdcb4995-ec08-448d-8d85-d3c24ad83b7b/disk to a smaller size. {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 08:11:45 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] Created local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 08:11:45 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] Ensure instance console log exists: /opt/stack/data/nova/instances/fdcb4995-ec08-448d-8d85-d3c24ad83b7b/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 08:11:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:11:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:11:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:11:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:11:46 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-5b9b5973-6bbe-473d-9aee-625f86e9eb3f tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] COPY block job progress, current cursor: 0 final cursor: 75563008 {{(pid=74307) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 08:11:46 user nova-compute[74307]: DEBUG nova.network.neutron [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] Successfully updated port: dbdc5a6d-0e49-4247-8639-b0651d70fc3a {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 08:11:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Acquiring lock "refresh_cache-fdcb4995-ec08-448d-8d85-d3c24ad83b7b" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:11:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Acquired lock "refresh_cache-fdcb4995-ec08-448d-8d85-d3c24ad83b7b" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:11:46 user nova-compute[74307]: DEBUG nova.network.neutron [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 08:11:46 user nova-compute[74307]: DEBUG nova.compute.manager [req-82c2749a-e926-4bbb-a2fe-baf8a60305ad req-8105e192-7ec9-4ce8-aaad-f1f08680a636 service nova] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] Received event network-changed-dbdc5a6d-0e49-4247-8639-b0651d70fc3a {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:11:46 user nova-compute[74307]: DEBUG nova.compute.manager [req-82c2749a-e926-4bbb-a2fe-baf8a60305ad req-8105e192-7ec9-4ce8-aaad-f1f08680a636 service nova] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] Refreshing instance network info cache due to event network-changed-dbdc5a6d-0e49-4247-8639-b0651d70fc3a. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 08:11:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-82c2749a-e926-4bbb-a2fe-baf8a60305ad req-8105e192-7ec9-4ce8-aaad-f1f08680a636 service nova] Acquiring lock "refresh_cache-fdcb4995-ec08-448d-8d85-d3c24ad83b7b" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:11:46 user nova-compute[74307]: DEBUG nova.network.neutron [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 08:11:46 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-5b9b5973-6bbe-473d-9aee-625f86e9eb3f tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] COPY block job progress, current cursor: 48365568 final cursor: 75563008 {{(pid=74307) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 08:11:46 user nova-compute[74307]: DEBUG nova.network.neutron [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] Updating instance_info_cache with network_info: [{"id": "dbdc5a6d-0e49-4247-8639-b0651d70fc3a", "address": "fa:16:3e:22:16:04", "network": {"id": "3d2be264-83c2-483c-a43c-148c95eee891", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1000311955-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a376f197e3fb430aa37218050c088417", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbdc5a6d-0e", "ovs_interfaceid": "dbdc5a6d-0e49-4247-8639-b0651d70fc3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:11:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Releasing lock "refresh_cache-fdcb4995-ec08-448d-8d85-d3c24ad83b7b" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:11:46 user nova-compute[74307]: DEBUG nova.compute.manager [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] Instance network_info: |[{"id": "dbdc5a6d-0e49-4247-8639-b0651d70fc3a", "address": "fa:16:3e:22:16:04", "network": {"id": "3d2be264-83c2-483c-a43c-148c95eee891", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1000311955-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a376f197e3fb430aa37218050c088417", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbdc5a6d-0e", "ovs_interfaceid": "dbdc5a6d-0e49-4247-8639-b0651d70fc3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 08:11:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-82c2749a-e926-4bbb-a2fe-baf8a60305ad req-8105e192-7ec9-4ce8-aaad-f1f08680a636 service nova] Acquired lock "refresh_cache-fdcb4995-ec08-448d-8d85-d3c24ad83b7b" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:11:46 user nova-compute[74307]: DEBUG nova.network.neutron [req-82c2749a-e926-4bbb-a2fe-baf8a60305ad req-8105e192-7ec9-4ce8-aaad-f1f08680a636 service nova] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] Refreshing network info cache for port dbdc5a6d-0e49-4247-8639-b0651d70fc3a {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 08:11:46 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] Start _get_guest_xml network_info=[{"id": "dbdc5a6d-0e49-4247-8639-b0651d70fc3a", "address": "fa:16:3e:22:16:04", "network": {"id": "3d2be264-83c2-483c-a43c-148c95eee891", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1000311955-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a376f197e3fb430aa37218050c088417", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbdc5a6d-0e", "ovs_interfaceid": "dbdc5a6d-0e49-4247-8639-b0651d70fc3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'boot_index': 0, 'guest_format': None, 'image_id': 'ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 08:11:46 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:11:46 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:11:46 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 08:11:46 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 08:11:46 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 08:11:46 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 08:11:46 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 08:11:46 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 08:11:46 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 08:11:46 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 08:11:46 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 08:11:46 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 08:11:46 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 08:11:46 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 08:11:46 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 08:11:46 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 08:11:46 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 08:11:46 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 08:11:46 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:11:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1804192526',display_name='tempest-VolumesActionsTest-instance-1804192526',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1804192526',id=48,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a376f197e3fb430aa37218050c088417',ramdisk_id='',reservation_id='r-e83fcwoq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-854736110',owner_user_name='tempest-VolumesActionsTest-854736110-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T08:11:45Z,user_data=None,user_id='893cb03f06604506992b0e7a2e52ffb9',uuid=fdcb4995-ec08-448d-8d85-d3c24ad83b7b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dbdc5a6d-0e49-4247-8639-b0651d70fc3a", "address": "fa:16:3e:22:16:04", "network": {"id": "3d2be264-83c2-483c-a43c-148c95eee891", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1000311955-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a376f197e3fb430aa37218050c088417", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbdc5a6d-0e", "ovs_interfaceid": "dbdc5a6d-0e49-4247-8639-b0651d70fc3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 08:11:46 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Converting VIF {"id": "dbdc5a6d-0e49-4247-8639-b0651d70fc3a", "address": "fa:16:3e:22:16:04", "network": {"id": "3d2be264-83c2-483c-a43c-148c95eee891", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1000311955-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a376f197e3fb430aa37218050c088417", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbdc5a6d-0e", "ovs_interfaceid": "dbdc5a6d-0e49-4247-8639-b0651d70fc3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:11:46 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:22:16:04,bridge_name='br-int',has_traffic_filtering=True,id=dbdc5a6d-0e49-4247-8639-b0651d70fc3a,network=Network(3d2be264-83c2-483c-a43c-148c95eee891),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbdc5a6d-0e') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:11:46 user nova-compute[74307]: DEBUG nova.objects.instance [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Lazy-loading 'pci_devices' on Instance uuid fdcb4995-ec08-448d-8d85-d3c24ad83b7b {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:11:46 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] End _get_guest_xml xml=<domain type="kvm">
Oct 24 08:11:46 user nova-compute[74307]:   <uuid>fdcb4995-ec08-448d-8d85-d3c24ad83b7b</uuid>
Oct 24 08:11:46 user nova-compute[74307]:   <name>instance-00000030</name>
Oct 24 08:11:46 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 08:11:46 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 08:11:46 user nova-compute[74307]:   <metadata>
Oct 24 08:11:46 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 08:11:46 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 08:11:46 user nova-compute[74307]:       <nova:name>tempest-VolumesActionsTest-instance-1804192526</nova:name>
Oct 24 08:11:46 user nova-compute[74307]:       <nova:creationTime>2023-10-24 08:11:46</nova:creationTime>
Oct 24 08:11:46 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 08:11:46 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 08:11:46 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 08:11:46 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 08:11:46 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 08:11:46 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 08:11:46 user nova-compute[74307]:       </nova:flavor>
Oct 24 08:11:46 user nova-compute[74307]:       <nova:owner>
Oct 24 08:11:46 user nova-compute[74307]:         <nova:user uuid="893cb03f06604506992b0e7a2e52ffb9">tempest-VolumesActionsTest-854736110-project-member</nova:user>
Oct 24 08:11:46 user nova-compute[74307]:         <nova:project uuid="a376f197e3fb430aa37218050c088417">tempest-VolumesActionsTest-854736110</nova:project>
Oct 24 08:11:46 user nova-compute[74307]:       </nova:owner>
Oct 24 08:11:46 user nova-compute[74307]:       <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 08:11:46 user nova-compute[74307]:       <nova:ports>
Oct 24 08:11:46 user nova-compute[74307]:         <nova:port uuid="dbdc5a6d-0e49-4247-8639-b0651d70fc3a">
Oct 24 08:11:46 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 24 08:11:46 user nova-compute[74307]:         </nova:port>
Oct 24 08:11:46 user nova-compute[74307]:       </nova:ports>
Oct 24 08:11:46 user nova-compute[74307]:     </nova:instance>
Oct 24 08:11:46 user nova-compute[74307]:   </metadata>
Oct 24 08:11:46 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 08:11:46 user nova-compute[74307]:     <system>
Oct 24 08:11:46 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 08:11:46 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 08:11:46 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 08:11:46 user nova-compute[74307]:       <entry name="serial">fdcb4995-ec08-448d-8d85-d3c24ad83b7b</entry>
Oct 24 08:11:46 user nova-compute[74307]:       <entry name="uuid">fdcb4995-ec08-448d-8d85-d3c24ad83b7b</entry>
Oct 24 08:11:46 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 08:11:46 user nova-compute[74307]:     </system>
Oct 24 08:11:46 user nova-compute[74307]:   </sysinfo>
Oct 24 08:11:46 user nova-compute[74307]:   <os>
Oct 24 08:11:46 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 08:11:46 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 08:11:46 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 08:11:46 user nova-compute[74307]:   </os>
Oct 24 08:11:46 user nova-compute[74307]:   <features>
Oct 24 08:11:46 user nova-compute[74307]:     <acpi/>
Oct 24 08:11:46 user nova-compute[74307]:     <apic/>
Oct 24 08:11:46 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 08:11:46 user nova-compute[74307]:   </features>
Oct 24 08:11:46 user nova-compute[74307]:   <clock offset="utc">
Oct 24 08:11:46 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 08:11:46 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 08:11:46 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 08:11:46 user nova-compute[74307]:   </clock>
Oct 24 08:11:46 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 08:11:46 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 08:11:46 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 08:11:46 user nova-compute[74307]:   </cpu>
Oct 24 08:11:46 user nova-compute[74307]:   <devices>
Oct 24 08:11:46 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 08:11:46 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 08:11:46 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/fdcb4995-ec08-448d-8d85-d3c24ad83b7b/disk"/>
Oct 24 08:11:46 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 08:11:46 user nova-compute[74307]:     </disk>
Oct 24 08:11:46 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 08:11:46 user nova-compute[74307]:       <mac address="fa:16:3e:22:16:04"/>
Oct 24 08:11:46 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 08:11:46 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 08:11:46 user nova-compute[74307]:       <target dev="tapdbdc5a6d-0e"/>
Oct 24 08:11:46 user nova-compute[74307]:     </interface>
Oct 24 08:11:46 user nova-compute[74307]:     <serial type="pty">
Oct 24 08:11:46 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/fdcb4995-ec08-448d-8d85-d3c24ad83b7b/console.log" append="off"/>
Oct 24 08:11:46 user nova-compute[74307]:     </serial>
Oct 24 08:11:46 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 08:11:46 user nova-compute[74307]:     <video>
Oct 24 08:11:46 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 08:11:46 user nova-compute[74307]:     </video>
Oct 24 08:11:46 user nova-compute[74307]:     <rng model="virtio">
Oct 24 08:11:46 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 08:11:46 user nova-compute[74307]:     </rng>
Oct 24 08:11:46 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 08:11:46 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 08:11:46 user nova-compute[74307]:       <stats period="10"/>
Oct 24 08:11:46 user nova-compute[74307]:     </memballoon>
Oct 24 08:11:46 user nova-compute[74307]:   </devices>
Oct 24 08:11:46 user nova-compute[74307]: </domain>
Oct 24 08:11:46 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 08:11:46 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:11:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1804192526',display_name='tempest-VolumesActionsTest-instance-1804192526',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1804192526',id=48,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a376f197e3fb430aa37218050c088417',ramdisk_id='',reservation_id='r-e83fcwoq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-854736110',owner_user_name='tempest-VolumesActionsTest-854736110-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T08:11:45Z,user_data=None,user_id='893cb03f06604506992b0e7a2e52ffb9',uuid=fdcb4995-ec08-448d-8d85-d3c24ad83b7b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dbdc5a6d-0e49-4247-8639-b0651d70fc3a", "address": "fa:16:3e:22:16:04", "network": {"id": "3d2be264-83c2-483c-a43c-148c95eee891", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1000311955-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a376f197e3fb430aa37218050c088417", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbdc5a6d-0e", "ovs_interfaceid": "dbdc5a6d-0e49-4247-8639-b0651d70fc3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 08:11:46 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Converting VIF {"id": "dbdc5a6d-0e49-4247-8639-b0651d70fc3a", "address": "fa:16:3e:22:16:04", "network": {"id": "3d2be264-83c2-483c-a43c-148c95eee891", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1000311955-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a376f197e3fb430aa37218050c088417", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbdc5a6d-0e", "ovs_interfaceid": "dbdc5a6d-0e49-4247-8639-b0651d70fc3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:11:46 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:22:16:04,bridge_name='br-int',has_traffic_filtering=True,id=dbdc5a6d-0e49-4247-8639-b0651d70fc3a,network=Network(3d2be264-83c2-483c-a43c-148c95eee891),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbdc5a6d-0e') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:11:46 user nova-compute[74307]: DEBUG os_vif [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:22:16:04,bridge_name='br-int',has_traffic_filtering=True,id=dbdc5a6d-0e49-4247-8639-b0651d70fc3a,network=Network(3d2be264-83c2-483c-a43c-148c95eee891),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbdc5a6d-0e') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 08:11:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:11:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:11:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 08:11:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:11:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b92c85d0-74be-54cf-880a-5b836323c50c', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:11:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:11:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:11:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:11:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapdbdc5a6d-0e, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:11:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapdbdc5a6d-0e, col_values=(('qos', UUID('ea329541-2cfb-4847-9414-578b2b1f013a')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:11:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapdbdc5a6d-0e, col_values=(('external_ids', {'iface-id': 'dbdc5a6d-0e49-4247-8639-b0651d70fc3a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:22:16:04', 'vm-uuid': 'fdcb4995-ec08-448d-8d85-d3c24ad83b7b'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:11:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:11:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:11:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:11:46 user nova-compute[74307]: INFO os_vif [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:22:16:04,bridge_name='br-int',has_traffic_filtering=True,id=dbdc5a6d-0e49-4247-8639-b0651d70fc3a,network=Network(3d2be264-83c2-483c-a43c-148c95eee891),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbdc5a6d-0e')
Oct 24 08:11:46 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 08:11:46 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] No VIF found with MAC fa:16:3e:22:16:04, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 08:11:47 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-5b9b5973-6bbe-473d-9aee-625f86e9eb3f tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] COPY block job progress, current cursor: 75563008 final cursor: 75563008 {{(pid=74307) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 08:11:47 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-5b9b5973-6bbe-473d-9aee-625f86e9eb3f tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 24 08:11:47 user nova-compute[74307]: DEBUG nova.network.neutron [req-82c2749a-e926-4bbb-a2fe-baf8a60305ad req-8105e192-7ec9-4ce8-aaad-f1f08680a636 service nova] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] Updated VIF entry in instance network info cache for port dbdc5a6d-0e49-4247-8639-b0651d70fc3a. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 08:11:47 user nova-compute[74307]: DEBUG nova.network.neutron [req-82c2749a-e926-4bbb-a2fe-baf8a60305ad req-8105e192-7ec9-4ce8-aaad-f1f08680a636 service nova] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] Updating instance_info_cache with network_info: [{"id": "dbdc5a6d-0e49-4247-8639-b0651d70fc3a", "address": "fa:16:3e:22:16:04", "network": {"id": "3d2be264-83c2-483c-a43c-148c95eee891", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1000311955-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a376f197e3fb430aa37218050c088417", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbdc5a6d-0e", "ovs_interfaceid": "dbdc5a6d-0e49-4247-8639-b0651d70fc3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:11:47 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-82c2749a-e926-4bbb-a2fe-baf8a60305ad req-8105e192-7ec9-4ce8-aaad-f1f08680a636 service nova] Releasing lock "refresh_cache-fdcb4995-ec08-448d-8d85-d3c24ad83b7b" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:11:47 user nova-compute[74307]: DEBUG nova.privsep.utils [None req-5b9b5973-6bbe-473d-9aee-625f86e9eb3f tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74307) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 24 08:11:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-5b9b5973-6bbe-473d-9aee-625f86e9eb3f tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpr7akyv1f/0a350d879c5d49c0a3a3fab5187345d3.delta /opt/stack/data/nova/instances/snapshots/tmpr7akyv1f/0a350d879c5d49c0a3a3fab5187345d3 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:11:48 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-5b9b5973-6bbe-473d-9aee-625f86e9eb3f tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpr7akyv1f/0a350d879c5d49c0a3a3fab5187345d3.delta /opt/stack/data/nova/instances/snapshots/tmpr7akyv1f/0a350d879c5d49c0a3a3fab5187345d3" returned: 0 in 0.987s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:11:48 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-5b9b5973-6bbe-473d-9aee-625f86e9eb3f tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Snapshot extracted, beginning image upload
Oct 24 08:11:48 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:11:48 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:11:48 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:11:48 user nova-compute[74307]: DEBUG nova.compute.manager [req-b5ab52ca-e3fb-449d-80cb-c13a1804d654 req-460c8706-3ab4-406a-adda-d140fbdc319c service nova] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] Received event network-vif-plugged-dbdc5a6d-0e49-4247-8639-b0651d70fc3a {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:11:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b5ab52ca-e3fb-449d-80cb-c13a1804d654 req-460c8706-3ab4-406a-adda-d140fbdc319c service nova] Acquiring lock "fdcb4995-ec08-448d-8d85-d3c24ad83b7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:11:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b5ab52ca-e3fb-449d-80cb-c13a1804d654 req-460c8706-3ab4-406a-adda-d140fbdc319c service nova] Lock "fdcb4995-ec08-448d-8d85-d3c24ad83b7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:11:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b5ab52ca-e3fb-449d-80cb-c13a1804d654 req-460c8706-3ab4-406a-adda-d140fbdc319c service nova] Lock "fdcb4995-ec08-448d-8d85-d3c24ad83b7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:11:48 user nova-compute[74307]: DEBUG nova.compute.manager [req-b5ab52ca-e3fb-449d-80cb-c13a1804d654 req-460c8706-3ab4-406a-adda-d140fbdc319c service nova] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] No waiting events found dispatching network-vif-plugged-dbdc5a6d-0e49-4247-8639-b0651d70fc3a {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:11:48 user nova-compute[74307]: WARNING nova.compute.manager [req-b5ab52ca-e3fb-449d-80cb-c13a1804d654 req-460c8706-3ab4-406a-adda-d140fbdc319c service nova] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] Received unexpected event network-vif-plugged-dbdc5a6d-0e49-4247-8639-b0651d70fc3a for instance with vm_state building and task_state spawning.
Oct 24 08:11:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:11:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:11:50 user nova-compute[74307]: DEBUG nova.compute.manager [req-d56bd9f4-946f-4a7e-855d-b74501c43dc4 req-72757596-cadb-4e9c-99ef-25b4173118cd service nova] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] Received event network-vif-plugged-dbdc5a6d-0e49-4247-8639-b0651d70fc3a {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:11:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d56bd9f4-946f-4a7e-855d-b74501c43dc4 req-72757596-cadb-4e9c-99ef-25b4173118cd service nova] Acquiring lock "fdcb4995-ec08-448d-8d85-d3c24ad83b7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:11:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d56bd9f4-946f-4a7e-855d-b74501c43dc4 req-72757596-cadb-4e9c-99ef-25b4173118cd service nova] Lock "fdcb4995-ec08-448d-8d85-d3c24ad83b7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:11:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d56bd9f4-946f-4a7e-855d-b74501c43dc4 req-72757596-cadb-4e9c-99ef-25b4173118cd service nova] Lock "fdcb4995-ec08-448d-8d85-d3c24ad83b7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:11:50 user nova-compute[74307]: DEBUG nova.compute.manager [req-d56bd9f4-946f-4a7e-855d-b74501c43dc4 req-72757596-cadb-4e9c-99ef-25b4173118cd service nova] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] No waiting events found dispatching network-vif-plugged-dbdc5a6d-0e49-4247-8639-b0651d70fc3a {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:11:50 user nova-compute[74307]: WARNING nova.compute.manager [req-d56bd9f4-946f-4a7e-855d-b74501c43dc4 req-72757596-cadb-4e9c-99ef-25b4173118cd service nova] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] Received unexpected event network-vif-plugged-dbdc5a6d-0e49-4247-8639-b0651d70fc3a for instance with vm_state building and task_state spawning.
Oct 24 08:11:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:11:51 user nova-compute[74307]: DEBUG nova.compute.manager [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 08:11:51 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] Guest created on hypervisor {{(pid=74307) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 08:11:51 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] Instance spawned successfully.
Oct 24 08:11:51 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 08:11:51 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] Found default for hw_cdrom_bus of ide {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:11:51 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] Found default for hw_disk_bus of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:11:51 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] Found default for hw_input_bus of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:11:51 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] Found default for hw_pointer_model of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:11:51 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] Found default for hw_video_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:11:51 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] Found default for hw_vif_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:11:51 user nova-compute[74307]: INFO nova.compute.manager [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] Took 6.24 seconds to spawn the instance on the hypervisor.
Oct 24 08:11:51 user nova-compute[74307]: DEBUG nova.compute.manager [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 08:11:51 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-5b9b5973-6bbe-473d-9aee-625f86e9eb3f tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Snapshot image upload complete
Oct 24 08:11:51 user nova-compute[74307]: INFO nova.compute.manager [None req-5b9b5973-6bbe-473d-9aee-625f86e9eb3f tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Took 7.03 seconds to snapshot the instance on the hypervisor.
Oct 24 08:11:51 user nova-compute[74307]: INFO nova.compute.manager [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] Took 7.04 seconds to build instance.
Oct 24 08:11:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d9b539d1-ae28-45c9-8b74-fb5520362879 tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Lock "fdcb4995-ec08-448d-8d85-d3c24ad83b7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.169s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:11:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:11:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Acquiring lock "91eb36c0-3a4c-4f68-be32-d083e576f055" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:11:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "91eb36c0-3a4c-4f68-be32-d083e576f055" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:11:52 user nova-compute[74307]: DEBUG nova.compute.manager [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Starting instance... {{(pid=74307) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 08:11:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:11:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:11:53 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 08:11:53 user nova-compute[74307]: INFO nova.compute.claims [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Claim successful on node user
Oct 24 08:11:53 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:11:53 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:11:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.382s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:11:53 user nova-compute[74307]: DEBUG nova.compute.manager [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Start building networks asynchronously for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 08:11:53 user nova-compute[74307]: DEBUG nova.compute.manager [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Allocating IP information in the background. {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 08:11:53 user nova-compute[74307]: DEBUG nova.network.neutron [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] allocate_for_instance() {{(pid=74307) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 08:11:53 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 08:11:53 user nova-compute[74307]: DEBUG nova.compute.manager [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Start building block device mappings for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 08:11:53 user nova-compute[74307]: DEBUG nova.compute.manager [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Start spawning the instance on the hypervisor. {{(pid=74307) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 08:11:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Creating instance directory {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 08:11:53 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Creating image(s)
Oct 24 08:11:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Acquiring lock "/opt/stack/data/nova/instances/91eb36c0-3a4c-4f68-be32-d083e576f055/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:11:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "/opt/stack/data/nova/instances/91eb36c0-3a4c-4f68-be32-d083e576f055/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:11:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "/opt/stack/data/nova/instances/91eb36c0-3a4c-4f68-be32-d083e576f055/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:11:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Acquiring lock "4bd31d1adee411545a4bf477ac4ac85cdf9d9887" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:11:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "4bd31d1adee411545a4bf477ac4ac85cdf9d9887" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:11:53 user nova-compute[74307]: DEBUG nova.policy [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15121073260d4bd8971b6fc4dd14bead', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36dc8e6f07bb4ed8b6b1ff0f1de90fa8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74307) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 08:11:54 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4bd31d1adee411545a4bf477ac4ac85cdf9d9887.part --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:11:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4bd31d1adee411545a4bf477ac4ac85cdf9d9887.part --force-share --output=json" returned: 0 in 0.227s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:11:55 user nova-compute[74307]: DEBUG nova.virt.images [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] 06a1bfb8-3a1e-47f1-9bf2-2520bfdd0354 was qcow2, converting to raw {{(pid=74307) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 24 08:11:55 user nova-compute[74307]: DEBUG nova.privsep.utils [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74307) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 24 08:11:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/4bd31d1adee411545a4bf477ac4ac85cdf9d9887.part /opt/stack/data/nova/instances/_base/4bd31d1adee411545a4bf477ac4ac85cdf9d9887.converted {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:11:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/4bd31d1adee411545a4bf477ac4ac85cdf9d9887.part /opt/stack/data/nova/instances/_base/4bd31d1adee411545a4bf477ac4ac85cdf9d9887.converted" returned: 0 in 0.377s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:11:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4bd31d1adee411545a4bf477ac4ac85cdf9d9887.converted --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:11:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4bd31d1adee411545a4bf477ac4ac85cdf9d9887.converted --force-share --output=json" returned: 0 in 0.289s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:11:55 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "4bd31d1adee411545a4bf477ac4ac85cdf9d9887" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.035s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:11:55 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4bd31d1adee411545a4bf477ac4ac85cdf9d9887 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:11:55 user nova-compute[74307]: DEBUG nova.network.neutron [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Successfully created port: b6cbd86e-f626-4446-8f80-9e5cd4f88a20 {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 08:11:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4bd31d1adee411545a4bf477ac4ac85cdf9d9887 --force-share --output=json" returned: 0 in 0.284s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:11:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Acquiring lock "4bd31d1adee411545a4bf477ac4ac85cdf9d9887" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:11:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "4bd31d1adee411545a4bf477ac4ac85cdf9d9887" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:11:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4bd31d1adee411545a4bf477ac4ac85cdf9d9887 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:11:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4bd31d1adee411545a4bf477ac4ac85cdf9d9887 --force-share --output=json" returned: 0 in 0.228s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:11:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4bd31d1adee411545a4bf477ac4ac85cdf9d9887,backing_fmt=raw /opt/stack/data/nova/instances/91eb36c0-3a4c-4f68-be32-d083e576f055/disk 1073741824 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:11:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4bd31d1adee411545a4bf477ac4ac85cdf9d9887,backing_fmt=raw /opt/stack/data/nova/instances/91eb36c0-3a4c-4f68-be32-d083e576f055/disk 1073741824" returned: 0 in 0.062s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:11:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "4bd31d1adee411545a4bf477ac4ac85cdf9d9887" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.298s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:11:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4bd31d1adee411545a4bf477ac4ac85cdf9d9887 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:11:56 user nova-compute[74307]: DEBUG nova.network.neutron [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Successfully updated port: b6cbd86e-f626-4446-8f80-9e5cd4f88a20 {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 08:11:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Acquiring lock "refresh_cache-91eb36c0-3a4c-4f68-be32-d083e576f055" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:11:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Acquired lock "refresh_cache-91eb36c0-3a4c-4f68-be32-d083e576f055" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:11:56 user nova-compute[74307]: DEBUG nova.network.neutron [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 08:11:56 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4bd31d1adee411545a4bf477ac4ac85cdf9d9887 --force-share --output=json" returned: 0 in 0.258s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:11:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Created local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 08:11:56 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Ensure instance console log exists: /opt/stack/data/nova/instances/91eb36c0-3a4c-4f68-be32-d083e576f055/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 08:11:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:11:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:11:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:11:56 user nova-compute[74307]: DEBUG nova.compute.manager [req-49657217-f8ca-4b45-8061-574933d0e2ea req-7cb4b021-5c15-4157-b510-9d35695c796b service nova] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Received event network-changed-b6cbd86e-f626-4446-8f80-9e5cd4f88a20 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:11:56 user nova-compute[74307]: DEBUG nova.compute.manager [req-49657217-f8ca-4b45-8061-574933d0e2ea req-7cb4b021-5c15-4157-b510-9d35695c796b service nova] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Refreshing instance network info cache due to event network-changed-b6cbd86e-f626-4446-8f80-9e5cd4f88a20. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 08:11:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-49657217-f8ca-4b45-8061-574933d0e2ea req-7cb4b021-5c15-4157-b510-9d35695c796b service nova] Acquiring lock "refresh_cache-91eb36c0-3a4c-4f68-be32-d083e576f055" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:11:56 user nova-compute[74307]: DEBUG nova.network.neutron [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 08:11:56 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:11:57 user nova-compute[74307]: DEBUG nova.network.neutron [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Updating instance_info_cache with network_info: [{"id": "b6cbd86e-f626-4446-8f80-9e5cd4f88a20", "address": "fa:16:3e:6c:76:9d", "network": {"id": "96d4afae-b610-4edd-beaa-c127854a0fe2", "bridge": "br-int", "label": "tempest-TestStampPattern-1736865131-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36dc8e6f07bb4ed8b6b1ff0f1de90fa8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6cbd86e-f6", "ovs_interfaceid": "b6cbd86e-f626-4446-8f80-9e5cd4f88a20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:11:57 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Releasing lock "refresh_cache-91eb36c0-3a4c-4f68-be32-d083e576f055" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:11:57 user nova-compute[74307]: DEBUG nova.compute.manager [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Instance network_info: |[{"id": "b6cbd86e-f626-4446-8f80-9e5cd4f88a20", "address": "fa:16:3e:6c:76:9d", "network": {"id": "96d4afae-b610-4edd-beaa-c127854a0fe2", "bridge": "br-int", "label": "tempest-TestStampPattern-1736865131-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36dc8e6f07bb4ed8b6b1ff0f1de90fa8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6cbd86e-f6", "ovs_interfaceid": "b6cbd86e-f626-4446-8f80-9e5cd4f88a20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 08:11:57 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-49657217-f8ca-4b45-8061-574933d0e2ea req-7cb4b021-5c15-4157-b510-9d35695c796b service nova] Acquired lock "refresh_cache-91eb36c0-3a4c-4f68-be32-d083e576f055" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:11:57 user nova-compute[74307]: DEBUG nova.network.neutron [req-49657217-f8ca-4b45-8061-574933d0e2ea req-7cb4b021-5c15-4157-b510-9d35695c796b service nova] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Refreshing network info cache for port b6cbd86e-f626-4446-8f80-9e5cd4f88a20 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 08:11:57 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Start _get_guest_xml network_info=[{"id": "b6cbd86e-f626-4446-8f80-9e5cd4f88a20", "address": "fa:16:3e:6c:76:9d", "network": {"id": "96d4afae-b610-4edd-beaa-c127854a0fe2", "bridge": "br-int", "label": "tempest-TestStampPattern-1736865131-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36dc8e6f07bb4ed8b6b1ff0f1de90fa8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6cbd86e-f6", "ovs_interfaceid": "b6cbd86e-f626-4446-8f80-9e5cd4f88a20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='e6f5e1b8890a6a6d7abb824d9663e76a',container_format='bare',created_at=2023-10-24T08:11:44Z,direct_url=<?>,disk_format='qcow2',id=06a1bfb8-3a1e-47f1-9bf2-2520bfdd0354,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-800717068',owner='36dc8e6f07bb4ed8b6b1ff0f1de90fa8',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-24T08:11:51Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'boot_index': 0, 'guest_format': None, 'image_id': '06a1bfb8-3a1e-47f1-9bf2-2520bfdd0354'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 08:11:57 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:11:57 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:11:57 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 08:11:57 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 08:11:57 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 08:11:57 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 08:11:57 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 08:11:57 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e6f5e1b8890a6a6d7abb824d9663e76a',container_format='bare',created_at=2023-10-24T08:11:44Z,direct_url=<?>,disk_format='qcow2',id=06a1bfb8-3a1e-47f1-9bf2-2520bfdd0354,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-800717068',owner='36dc8e6f07bb4ed8b6b1ff0f1de90fa8',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-24T08:11:51Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 08:11:57 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 08:11:57 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 08:11:57 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 08:11:57 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 08:11:57 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 08:11:57 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 08:11:57 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 08:11:57 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 08:11:57 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 08:11:57 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 08:11:57 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:11:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-87455674',display_name='tempest-TestStampPattern-server-87455674',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-87455674',id=49,image_ref='06a1bfb8-3a1e-47f1-9bf2-2520bfdd0354',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAzw2GqoUe4zcbFLrPFqeCbqWireK9Mbk2vAFCPk0+ZftCoB4hTGHRAdvnWQ22E1ZknXS6o2WVW09Xs9N+hDuU2m9y4IcIZsCMMluOIKjohAc7+A1dB4WIvqmgM8Afp6nQ==',key_name='tempest-TestStampPattern-534934239',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='36dc8e6f07bb4ed8b6b1ff0f1de90fa8',ramdisk_id='',reservation_id='r-2r3w08ou',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='05fa396e-52ce-45e8-a32c-743933af58b0',image_min_disk='1',image_min_ram='0',image_owner_id='36dc8e6f07bb4ed8b6b1ff0f1de90fa8',image_owner_project_name='tempest-TestStampPattern-1581588381',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-1581588381-project-member',image_user_id='15121073260d4bd8971b6fc4dd14bead',network_allocated='True',owner_project_name='tempest-TestStampPattern-1581588381',owner_user_name='tempest-TestStampPattern-1581588381-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T08:11:54Z,user_data=None,user_id='15121073260d4bd8971b6fc4dd14bead',uuid=91eb36c0-3a4c-4f68-be32-d083e576f055,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b6cbd86e-f626-4446-8f80-9e5cd4f88a20", "address": "fa:16:3e:6c:76:9d", "network": {"id": "96d4afae-b610-4edd-beaa-c127854a0fe2", "bridge": "br-int", "label": "tempest-TestStampPattern-1736865131-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36dc8e6f07bb4ed8b6b1ff0f1de90fa8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6cbd86e-f6", "ovs_interfaceid": "b6cbd86e-f626-4446-8f80-9e5cd4f88a20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 08:11:57 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Converting VIF {"id": "b6cbd86e-f626-4446-8f80-9e5cd4f88a20", "address": "fa:16:3e:6c:76:9d", "network": {"id": "96d4afae-b610-4edd-beaa-c127854a0fe2", "bridge": "br-int", "label": "tempest-TestStampPattern-1736865131-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36dc8e6f07bb4ed8b6b1ff0f1de90fa8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6cbd86e-f6", "ovs_interfaceid": "b6cbd86e-f626-4446-8f80-9e5cd4f88a20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:11:57 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6c:76:9d,bridge_name='br-int',has_traffic_filtering=True,id=b6cbd86e-f626-4446-8f80-9e5cd4f88a20,network=Network(96d4afae-b610-4edd-beaa-c127854a0fe2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb6cbd86e-f6') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:11:57 user nova-compute[74307]: DEBUG nova.objects.instance [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lazy-loading 'pci_devices' on Instance uuid 91eb36c0-3a4c-4f68-be32-d083e576f055 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:11:57 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] End _get_guest_xml xml=<domain type="kvm">
Oct 24 08:11:57 user nova-compute[74307]:   <uuid>91eb36c0-3a4c-4f68-be32-d083e576f055</uuid>
Oct 24 08:11:57 user nova-compute[74307]:   <name>instance-00000031</name>
Oct 24 08:11:57 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 08:11:57 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 08:11:57 user nova-compute[74307]:   <metadata>
Oct 24 08:11:57 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 08:11:57 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 08:11:57 user nova-compute[74307]:       <nova:name>tempest-TestStampPattern-server-87455674</nova:name>
Oct 24 08:11:57 user nova-compute[74307]:       <nova:creationTime>2023-10-24 08:11:57</nova:creationTime>
Oct 24 08:11:57 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 08:11:57 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 08:11:57 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 08:11:57 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 08:11:57 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 08:11:57 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 08:11:57 user nova-compute[74307]:       </nova:flavor>
Oct 24 08:11:57 user nova-compute[74307]:       <nova:owner>
Oct 24 08:11:57 user nova-compute[74307]:         <nova:user uuid="15121073260d4bd8971b6fc4dd14bead">tempest-TestStampPattern-1581588381-project-member</nova:user>
Oct 24 08:11:57 user nova-compute[74307]:         <nova:project uuid="36dc8e6f07bb4ed8b6b1ff0f1de90fa8">tempest-TestStampPattern-1581588381</nova:project>
Oct 24 08:11:57 user nova-compute[74307]:       </nova:owner>
Oct 24 08:11:57 user nova-compute[74307]:       <nova:root type="image" uuid="06a1bfb8-3a1e-47f1-9bf2-2520bfdd0354"/>
Oct 24 08:11:57 user nova-compute[74307]:       <nova:ports>
Oct 24 08:11:57 user nova-compute[74307]:         <nova:port uuid="b6cbd86e-f626-4446-8f80-9e5cd4f88a20">
Oct 24 08:11:57 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 24 08:11:57 user nova-compute[74307]:         </nova:port>
Oct 24 08:11:57 user nova-compute[74307]:       </nova:ports>
Oct 24 08:11:57 user nova-compute[74307]:     </nova:instance>
Oct 24 08:11:57 user nova-compute[74307]:   </metadata>
Oct 24 08:11:57 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 08:11:57 user nova-compute[74307]:     <system>
Oct 24 08:11:57 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 08:11:57 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 08:11:57 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 08:11:57 user nova-compute[74307]:       <entry name="serial">91eb36c0-3a4c-4f68-be32-d083e576f055</entry>
Oct 24 08:11:57 user nova-compute[74307]:       <entry name="uuid">91eb36c0-3a4c-4f68-be32-d083e576f055</entry>
Oct 24 08:11:57 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 08:11:57 user nova-compute[74307]:     </system>
Oct 24 08:11:57 user nova-compute[74307]:   </sysinfo>
Oct 24 08:11:57 user nova-compute[74307]:   <os>
Oct 24 08:11:57 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 08:11:57 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 08:11:57 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 08:11:57 user nova-compute[74307]:   </os>
Oct 24 08:11:57 user nova-compute[74307]:   <features>
Oct 24 08:11:57 user nova-compute[74307]:     <acpi/>
Oct 24 08:11:57 user nova-compute[74307]:     <apic/>
Oct 24 08:11:57 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 08:11:57 user nova-compute[74307]:   </features>
Oct 24 08:11:57 user nova-compute[74307]:   <clock offset="utc">
Oct 24 08:11:57 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 08:11:57 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 08:11:57 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 08:11:57 user nova-compute[74307]:   </clock>
Oct 24 08:11:57 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 08:11:57 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 08:11:57 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 08:11:57 user nova-compute[74307]:   </cpu>
Oct 24 08:11:57 user nova-compute[74307]:   <devices>
Oct 24 08:11:57 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 08:11:57 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 08:11:57 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/91eb36c0-3a4c-4f68-be32-d083e576f055/disk"/>
Oct 24 08:11:57 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 08:11:57 user nova-compute[74307]:     </disk>
Oct 24 08:11:57 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 08:11:57 user nova-compute[74307]:       <mac address="fa:16:3e:6c:76:9d"/>
Oct 24 08:11:57 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 08:11:57 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 08:11:57 user nova-compute[74307]:       <target dev="tapb6cbd86e-f6"/>
Oct 24 08:11:57 user nova-compute[74307]:     </interface>
Oct 24 08:11:57 user nova-compute[74307]:     <serial type="pty">
Oct 24 08:11:57 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/91eb36c0-3a4c-4f68-be32-d083e576f055/console.log" append="off"/>
Oct 24 08:11:57 user nova-compute[74307]:     </serial>
Oct 24 08:11:57 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 08:11:57 user nova-compute[74307]:     <video>
Oct 24 08:11:57 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 08:11:57 user nova-compute[74307]:     </video>
Oct 24 08:11:57 user nova-compute[74307]:     <rng model="virtio">
Oct 24 08:11:57 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 08:11:57 user nova-compute[74307]:     </rng>
Oct 24 08:11:57 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 08:11:57 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 08:11:57 user nova-compute[74307]:       <stats period="10"/>
Oct 24 08:11:57 user nova-compute[74307]:     </memballoon>
Oct 24 08:11:57 user nova-compute[74307]:   </devices>
Oct 24 08:11:57 user nova-compute[74307]: </domain>
Oct 24 08:11:57 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 08:11:57 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:11:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-87455674',display_name='tempest-TestStampPattern-server-87455674',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-87455674',id=49,image_ref='06a1bfb8-3a1e-47f1-9bf2-2520bfdd0354',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAzw2GqoUe4zcbFLrPFqeCbqWireK9Mbk2vAFCPk0+ZftCoB4hTGHRAdvnWQ22E1ZknXS6o2WVW09Xs9N+hDuU2m9y4IcIZsCMMluOIKjohAc7+A1dB4WIvqmgM8Afp6nQ==',key_name='tempest-TestStampPattern-534934239',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='36dc8e6f07bb4ed8b6b1ff0f1de90fa8',ramdisk_id='',reservation_id='r-2r3w08ou',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='05fa396e-52ce-45e8-a32c-743933af58b0',image_min_disk='1',image_min_ram='0',image_owner_id='36dc8e6f07bb4ed8b6b1ff0f1de90fa8',image_owner_project_name='tempest-TestStampPattern-1581588381',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-1581588381-project-member',image_user_id='15121073260d4bd8971b6fc4dd14bead',network_allocated='True',owner_project_name='tempest-TestStampPattern-1581588381',owner_user_name='tempest-TestStampPattern-1581588381-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T08:11:54Z,user_data=None,user_id='15121073260d4bd8971b6fc4dd14bead',uuid=91eb36c0-3a4c-4f68-be32-d083e576f055,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b6cbd86e-f626-4446-8f80-9e5cd4f88a20", "address": "fa:16:3e:6c:76:9d", "network": {"id": "96d4afae-b610-4edd-beaa-c127854a0fe2", "bridge": "br-int", "label": "tempest-TestStampPattern-1736865131-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36dc8e6f07bb4ed8b6b1ff0f1de90fa8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6cbd86e-f6", "ovs_interfaceid": "b6cbd86e-f626-4446-8f80-9e5cd4f88a20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 08:11:57 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Converting VIF {"id": "b6cbd86e-f626-4446-8f80-9e5cd4f88a20", "address": "fa:16:3e:6c:76:9d", "network": {"id": "96d4afae-b610-4edd-beaa-c127854a0fe2", "bridge": "br-int", "label": "tempest-TestStampPattern-1736865131-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36dc8e6f07bb4ed8b6b1ff0f1de90fa8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6cbd86e-f6", "ovs_interfaceid": "b6cbd86e-f626-4446-8f80-9e5cd4f88a20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:11:57 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6c:76:9d,bridge_name='br-int',has_traffic_filtering=True,id=b6cbd86e-f626-4446-8f80-9e5cd4f88a20,network=Network(96d4afae-b610-4edd-beaa-c127854a0fe2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb6cbd86e-f6') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:11:57 user nova-compute[74307]: DEBUG os_vif [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6c:76:9d,bridge_name='br-int',has_traffic_filtering=True,id=b6cbd86e-f626-4446-8f80-9e5cd4f88a20,network=Network(96d4afae-b610-4edd-beaa-c127854a0fe2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb6cbd86e-f6') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 08:11:57 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:11:57 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:11:57 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 08:11:57 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:11:57 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f60eedbd-7a34-553b-a0d9-025d4a42ebdc', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:11:57 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:11:57 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:11:57 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb6cbd86e-f6, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:11:57 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb6cbd86e-f6, col_values=(('qos', UUID('036a1127-4f11-4434-b660-222f4905e9c8')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:11:57 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb6cbd86e-f6, col_values=(('external_ids', {'iface-id': 'b6cbd86e-f626-4446-8f80-9e5cd4f88a20', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6c:76:9d', 'vm-uuid': '91eb36c0-3a4c-4f68-be32-d083e576f055'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:11:57 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:11:57 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:11:57 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:11:57 user nova-compute[74307]: INFO os_vif [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6c:76:9d,bridge_name='br-int',has_traffic_filtering=True,id=b6cbd86e-f626-4446-8f80-9e5cd4f88a20,network=Network(96d4afae-b610-4edd-beaa-c127854a0fe2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb6cbd86e-f6')
Oct 24 08:11:57 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 08:11:57 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] No VIF found with MAC fa:16:3e:6c:76:9d, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 08:11:57 user nova-compute[74307]: DEBUG nova.network.neutron [req-49657217-f8ca-4b45-8061-574933d0e2ea req-7cb4b021-5c15-4157-b510-9d35695c796b service nova] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Updated VIF entry in instance network info cache for port b6cbd86e-f626-4446-8f80-9e5cd4f88a20. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 08:11:57 user nova-compute[74307]: DEBUG nova.network.neutron [req-49657217-f8ca-4b45-8061-574933d0e2ea req-7cb4b021-5c15-4157-b510-9d35695c796b service nova] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Updating instance_info_cache with network_info: [{"id": "b6cbd86e-f626-4446-8f80-9e5cd4f88a20", "address": "fa:16:3e:6c:76:9d", "network": {"id": "96d4afae-b610-4edd-beaa-c127854a0fe2", "bridge": "br-int", "label": "tempest-TestStampPattern-1736865131-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36dc8e6f07bb4ed8b6b1ff0f1de90fa8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6cbd86e-f6", "ovs_interfaceid": "b6cbd86e-f626-4446-8f80-9e5cd4f88a20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:11:57 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-49657217-f8ca-4b45-8061-574933d0e2ea req-7cb4b021-5c15-4157-b510-9d35695c796b service nova] Releasing lock "refresh_cache-91eb36c0-3a4c-4f68-be32-d083e576f055" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:11:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:11:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:11:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:11:59 user nova-compute[74307]: DEBUG nova.compute.manager [req-cf995746-92d6-4d75-bf5c-6b7c97d4a920 req-959eca0b-35aa-42bd-b185-aa8af0ff4ed8 service nova] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Received event network-vif-plugged-b6cbd86e-f626-4446-8f80-9e5cd4f88a20 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:11:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-cf995746-92d6-4d75-bf5c-6b7c97d4a920 req-959eca0b-35aa-42bd-b185-aa8af0ff4ed8 service nova] Acquiring lock "91eb36c0-3a4c-4f68-be32-d083e576f055-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:11:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-cf995746-92d6-4d75-bf5c-6b7c97d4a920 req-959eca0b-35aa-42bd-b185-aa8af0ff4ed8 service nova] Lock "91eb36c0-3a4c-4f68-be32-d083e576f055-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:11:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-cf995746-92d6-4d75-bf5c-6b7c97d4a920 req-959eca0b-35aa-42bd-b185-aa8af0ff4ed8 service nova] Lock "91eb36c0-3a4c-4f68-be32-d083e576f055-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:11:59 user nova-compute[74307]: DEBUG nova.compute.manager [req-cf995746-92d6-4d75-bf5c-6b7c97d4a920 req-959eca0b-35aa-42bd-b185-aa8af0ff4ed8 service nova] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] No waiting events found dispatching network-vif-plugged-b6cbd86e-f626-4446-8f80-9e5cd4f88a20 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:11:59 user nova-compute[74307]: WARNING nova.compute.manager [req-cf995746-92d6-4d75-bf5c-6b7c97d4a920 req-959eca0b-35aa-42bd-b185-aa8af0ff4ed8 service nova] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Received unexpected event network-vif-plugged-b6cbd86e-f626-4446-8f80-9e5cd4f88a20 for instance with vm_state building and task_state spawning.
Oct 24 08:11:59 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:12:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:12:01 user nova-compute[74307]: DEBUG nova.compute.manager [req-19880462-2e29-4000-b57e-f507bb7940b9 req-65119e60-5d83-48e3-8712-1f048821027f service nova] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Received event network-vif-plugged-b6cbd86e-f626-4446-8f80-9e5cd4f88a20 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:12:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-19880462-2e29-4000-b57e-f507bb7940b9 req-65119e60-5d83-48e3-8712-1f048821027f service nova] Acquiring lock "91eb36c0-3a4c-4f68-be32-d083e576f055-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:12:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-19880462-2e29-4000-b57e-f507bb7940b9 req-65119e60-5d83-48e3-8712-1f048821027f service nova] Lock "91eb36c0-3a4c-4f68-be32-d083e576f055-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:12:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-19880462-2e29-4000-b57e-f507bb7940b9 req-65119e60-5d83-48e3-8712-1f048821027f service nova] Lock "91eb36c0-3a4c-4f68-be32-d083e576f055-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:12:01 user nova-compute[74307]: DEBUG nova.compute.manager [req-19880462-2e29-4000-b57e-f507bb7940b9 req-65119e60-5d83-48e3-8712-1f048821027f service nova] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] No waiting events found dispatching network-vif-plugged-b6cbd86e-f626-4446-8f80-9e5cd4f88a20 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:12:01 user nova-compute[74307]: WARNING nova.compute.manager [req-19880462-2e29-4000-b57e-f507bb7940b9 req-65119e60-5d83-48e3-8712-1f048821027f service nova] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Received unexpected event network-vif-plugged-b6cbd86e-f626-4446-8f80-9e5cd4f88a20 for instance with vm_state building and task_state spawning.
Oct 24 08:12:01 user nova-compute[74307]: DEBUG nova.compute.manager [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 08:12:01 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Guest created on hypervisor {{(pid=74307) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 08:12:01 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Instance spawned successfully.
Oct 24 08:12:01 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 08:12:01 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Found default for hw_input_bus of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:12:01 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Found default for hw_pointer_model of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:12:01 user nova-compute[74307]: INFO nova.compute.manager [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Took 7.69 seconds to spawn the instance on the hypervisor.
Oct 24 08:12:01 user nova-compute[74307]: DEBUG nova.compute.manager [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 08:12:01 user nova-compute[74307]: INFO nova.compute.manager [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Took 8.53 seconds to build instance.
Oct 24 08:12:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-20a330ea-6254-44ab-9dac-5f7168928b0e tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "91eb36c0-3a4c-4f68-be32-d083e576f055" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.633s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:12:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:12:07 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:12:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:12:11 user nova-compute[74307]: DEBUG nova.compute.manager [req-dd339909-6dee-49e3-9ff6-a45b91b869e5 req-d5333b74-d17c-4cae-93d0-434b11473bd4 service nova] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Received event network-changed-ebd87d34-e874-42f5-adfa-9b4391b7b98d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:12:11 user nova-compute[74307]: DEBUG nova.compute.manager [req-dd339909-6dee-49e3-9ff6-a45b91b869e5 req-d5333b74-d17c-4cae-93d0-434b11473bd4 service nova] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Refreshing instance network info cache due to event network-changed-ebd87d34-e874-42f5-adfa-9b4391b7b98d. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 08:12:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-dd339909-6dee-49e3-9ff6-a45b91b869e5 req-d5333b74-d17c-4cae-93d0-434b11473bd4 service nova] Acquiring lock "refresh_cache-043a750c-d94e-4425-bd36-e8efc0ed7847" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:12:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-dd339909-6dee-49e3-9ff6-a45b91b869e5 req-d5333b74-d17c-4cae-93d0-434b11473bd4 service nova] Acquired lock "refresh_cache-043a750c-d94e-4425-bd36-e8efc0ed7847" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:12:11 user nova-compute[74307]: DEBUG nova.network.neutron [req-dd339909-6dee-49e3-9ff6-a45b91b869e5 req-d5333b74-d17c-4cae-93d0-434b11473bd4 service nova] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Refreshing network info cache for port ebd87d34-e874-42f5-adfa-9b4391b7b98d {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 08:12:11 user nova-compute[74307]: DEBUG nova.network.neutron [req-dd339909-6dee-49e3-9ff6-a45b91b869e5 req-d5333b74-d17c-4cae-93d0-434b11473bd4 service nova] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Updated VIF entry in instance network info cache for port ebd87d34-e874-42f5-adfa-9b4391b7b98d. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 08:12:11 user nova-compute[74307]: DEBUG nova.network.neutron [req-dd339909-6dee-49e3-9ff6-a45b91b869e5 req-d5333b74-d17c-4cae-93d0-434b11473bd4 service nova] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Updating instance_info_cache with network_info: [{"id": "ebd87d34-e874-42f5-adfa-9b4391b7b98d", "address": "fa:16:3e:13:dd:b1", "network": {"id": "0f0aaaf1-d323-4cac-af4e-c2170c72c975", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1922894408-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26fb55b5c9ff459094a98e54e27611b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebd87d34-e8", "ovs_interfaceid": "ebd87d34-e874-42f5-adfa-9b4391b7b98d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:12:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-dd339909-6dee-49e3-9ff6-a45b91b869e5 req-d5333b74-d17c-4cae-93d0-434b11473bd4 service nova] Releasing lock "refresh_cache-043a750c-d94e-4425-bd36-e8efc0ed7847" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:12:12 user nova-compute[74307]: DEBUG nova.compute.manager [req-cac42a92-0016-4a86-9cf0-ce3f24fbb320 req-0cef3e4d-26b2-44a4-bfa6-6a7fe90bc0b9 service nova] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Received event network-changed-ebd87d34-e874-42f5-adfa-9b4391b7b98d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:12:12 user nova-compute[74307]: DEBUG nova.compute.manager [req-cac42a92-0016-4a86-9cf0-ce3f24fbb320 req-0cef3e4d-26b2-44a4-bfa6-6a7fe90bc0b9 service nova] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Refreshing instance network info cache due to event network-changed-ebd87d34-e874-42f5-adfa-9b4391b7b98d. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 08:12:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-cac42a92-0016-4a86-9cf0-ce3f24fbb320 req-0cef3e4d-26b2-44a4-bfa6-6a7fe90bc0b9 service nova] Acquiring lock "refresh_cache-043a750c-d94e-4425-bd36-e8efc0ed7847" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:12:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-cac42a92-0016-4a86-9cf0-ce3f24fbb320 req-0cef3e4d-26b2-44a4-bfa6-6a7fe90bc0b9 service nova] Acquired lock "refresh_cache-043a750c-d94e-4425-bd36-e8efc0ed7847" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:12:12 user nova-compute[74307]: DEBUG nova.network.neutron [req-cac42a92-0016-4a86-9cf0-ce3f24fbb320 req-0cef3e4d-26b2-44a4-bfa6-6a7fe90bc0b9 service nova] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Refreshing network info cache for port ebd87d34-e874-42f5-adfa-9b4391b7b98d {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 08:12:12 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:12:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d261b12c-1027-4203-af32-a17cf3207aaa tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Acquiring lock "043a750c-d94e-4425-bd36-e8efc0ed7847" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:12:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d261b12c-1027-4203-af32-a17cf3207aaa tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "043a750c-d94e-4425-bd36-e8efc0ed7847" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:12:12 user nova-compute[74307]: INFO nova.compute.manager [None req-d261b12c-1027-4203-af32-a17cf3207aaa tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Detaching volume bd19b52f-60b5-49c5-82b8-08dd3eabb393
Oct 24 08:12:12 user nova-compute[74307]: INFO nova.virt.block_device [None req-d261b12c-1027-4203-af32-a17cf3207aaa tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Attempting to driver detach volume bd19b52f-60b5-49c5-82b8-08dd3eabb393 from mountpoint /dev/vdb
Oct 24 08:12:12 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-d261b12c-1027-4203-af32-a17cf3207aaa tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Attempting to detach device vdb from instance 043a750c-d94e-4425-bd36-e8efc0ed7847 from the persistent domain config. {{(pid=74307) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 08:12:12 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-d261b12c-1027-4203-af32-a17cf3207aaa tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 08:12:12 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 08:12:12 user nova-compute[74307]:   <source dev="/dev/sdb"/>
Oct 24 08:12:12 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 08:12:12 user nova-compute[74307]:   <serial>bd19b52f-60b5-49c5-82b8-08dd3eabb393</serial>
Oct 24 08:12:12 user nova-compute[74307]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 24 08:12:12 user nova-compute[74307]: </disk>
Oct 24 08:12:12 user nova-compute[74307]:  {{(pid=74307) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 08:12:12 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-d261b12c-1027-4203-af32-a17cf3207aaa tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Successfully detached device vdb from instance 043a750c-d94e-4425-bd36-e8efc0ed7847 from the persistent domain config.
Oct 24 08:12:12 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-d261b12c-1027-4203-af32-a17cf3207aaa tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 043a750c-d94e-4425-bd36-e8efc0ed7847 from the live domain config. {{(pid=74307) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 08:12:12 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-d261b12c-1027-4203-af32-a17cf3207aaa tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 08:12:12 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 08:12:12 user nova-compute[74307]:   <source dev="/dev/sdb"/>
Oct 24 08:12:12 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 08:12:12 user nova-compute[74307]:   <serial>bd19b52f-60b5-49c5-82b8-08dd3eabb393</serial>
Oct 24 08:12:12 user nova-compute[74307]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 24 08:12:12 user nova-compute[74307]: </disk>
Oct 24 08:12:12 user nova-compute[74307]:  {{(pid=74307) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 08:12:12 user nova-compute[74307]: DEBUG nova.network.neutron [req-cac42a92-0016-4a86-9cf0-ce3f24fbb320 req-0cef3e4d-26b2-44a4-bfa6-6a7fe90bc0b9 service nova] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Updated VIF entry in instance network info cache for port ebd87d34-e874-42f5-adfa-9b4391b7b98d. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 08:12:12 user nova-compute[74307]: DEBUG nova.network.neutron [req-cac42a92-0016-4a86-9cf0-ce3f24fbb320 req-0cef3e4d-26b2-44a4-bfa6-6a7fe90bc0b9 service nova] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Updating instance_info_cache with network_info: [{"id": "ebd87d34-e874-42f5-adfa-9b4391b7b98d", "address": "fa:16:3e:13:dd:b1", "network": {"id": "0f0aaaf1-d323-4cac-af4e-c2170c72c975", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1922894408-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26fb55b5c9ff459094a98e54e27611b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebd87d34-e8", "ovs_interfaceid": "ebd87d34-e874-42f5-adfa-9b4391b7b98d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:12:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-cac42a92-0016-4a86-9cf0-ce3f24fbb320 req-0cef3e4d-26b2-44a4-bfa6-6a7fe90bc0b9 service nova] Releasing lock "refresh_cache-043a750c-d94e-4425-bd36-e8efc0ed7847" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:12:12 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-d261b12c-1027-4203-af32-a17cf3207aaa tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 043a750c-d94e-4425-bd36-e8efc0ed7847 {{(pid=74307) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 08:12:14 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:12:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:12:16 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:12:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:12:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:12:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:12:16 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 08:12:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:12:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:12:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:12:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:12:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/91eb36c0-3a4c-4f68-be32-d083e576f055/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:12:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/91eb36c0-3a4c-4f68-be32-d083e576f055/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:12:16 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/91eb36c0-3a4c-4f68-be32-d083e576f055/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:12:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/91eb36c0-3a4c-4f68-be32-d083e576f055/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:12:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3877a3b2-d1b4-48d3-b0de-fd000b47e653/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:12:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:12:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3877a3b2-d1b4-48d3-b0de-fd000b47e653/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:12:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3877a3b2-d1b4-48d3-b0de-fd000b47e653/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:12:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3877a3b2-d1b4-48d3-b0de-fd000b47e653/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:12:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/043a750c-d94e-4425-bd36-e8efc0ed7847/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:12:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/043a750c-d94e-4425-bd36-e8efc0ed7847/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:12:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/043a750c-d94e-4425-bd36-e8efc0ed7847/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:12:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/043a750c-d94e-4425-bd36-e8efc0ed7847/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:12:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05fa396e-52ce-45e8-a32c-743933af58b0/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:12:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05fa396e-52ce-45e8-a32c-743933af58b0/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:12:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05fa396e-52ce-45e8-a32c-743933af58b0/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:12:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05fa396e-52ce-45e8-a32c-743933af58b0/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:12:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:12:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json" returned: 0 in 0.174s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:12:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:12:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json" returned: 0 in 0.195s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:12:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:12:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:12:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:12:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:12:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdcb4995-ec08-448d-8d85-d3c24ad83b7b/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:12:19 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdcb4995-ec08-448d-8d85-d3c24ad83b7b/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:12:19 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdcb4995-ec08-448d-8d85-d3c24ad83b7b/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:12:19 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdcb4995-ec08-448d-8d85-d3c24ad83b7b/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:12:19 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:12:19 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:12:19 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Hypervisor/Node resource view: name=user free_ram=8026MB free_disk=24.84811019897461GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 08:12:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:12:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:12:19 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:12:19 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fcde6b55-42d0-41aa-8ed7-5b81486228ac actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:12:19 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 043a750c-d94e-4425-bd36-e8efc0ed7847 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:12:19 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 05fa396e-52ce-45e8-a32c-743933af58b0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:12:19 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 3877a3b2-d1b4-48d3-b0de-fd000b47e653 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:12:19 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fdcb4995-ec08-448d-8d85-d3c24ad83b7b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:12:19 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 91eb36c0-3a4c-4f68-be32-d083e576f055 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:12:19 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 08:12:19 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 08:12:19 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Refreshing inventories for resource provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 24 08:12:20 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Updating ProviderTree inventory for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 24 08:12:20 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Updating inventory in ProviderTree for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 24 08:12:20 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Refreshing aggregate associations for resource provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63, aggregates: None {{(pid=74307) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 24 08:12:20 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Refreshing trait associations for resource provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63, traits: COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_IDE,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_RESCUE_BFV,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_TRUSTED_CERTS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_MMX,COMPUTE_STORAGE_BUS_SATA,COMPUTE_DEVICE_TAGGING,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_VIRTIO {{(pid=74307) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 24 08:12:20 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:12:20 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:12:20 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 08:12:20 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.678s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:12:20 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:12:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:12:22 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:12:22 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:12:22 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Cleaning up deleted instances {{(pid=74307) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 24 08:12:22 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] There are 0 instances to clean {{(pid=74307) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 24 08:12:22 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:12:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:12:26 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:12:26 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Starting heal instance info cache {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 08:12:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "refresh_cache-fcde6b55-42d0-41aa-8ed7-5b81486228ac" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:12:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquired lock "refresh_cache-fcde6b55-42d0-41aa-8ed7-5b81486228ac" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:12:26 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Forcefully refreshing network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 08:12:26 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Updating instance_info_cache with network_info: [{"id": "ac225733-9917-4093-854d-f0ee36a177bb", "address": "fa:16:3e:1e:bf:21", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac225733-99", "ovs_interfaceid": "ac225733-9917-4093-854d-f0ee36a177bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:12:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Releasing lock "refresh_cache-fcde6b55-42d0-41aa-8ed7-5b81486228ac" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:12:26 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Updated the network info_cache for instance {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 08:12:26 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:12:26 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:12:26 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:12:26 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:12:26 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74307) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 08:12:27 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:12:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:12:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:12:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:12:32 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-d261b12c-1027-4203-af32-a17cf3207aaa tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 043a750c-d94e-4425-bd36-e8efc0ed7847 is timed out.
Oct 24 08:12:32 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-d261b12c-1027-4203-af32-a17cf3207aaa tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Successfully detached device vdb from instance 043a750c-d94e-4425-bd36-e8efc0ed7847 from the live domain config.
Oct 24 08:12:32 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d261b12c-1027-4203-af32-a17cf3207aaa tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] calling os-brick to detach iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 08:12:32 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-d261b12c-1027-4203-af32-a17cf3207aaa tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, {'target_iqn': 'iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qhZvMBYu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:12:32 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-d261b12c-1027-4203-af32-a17cf3207aaa tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:12:32 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-d261b12c-1027-4203-af32-a17cf3207aaa tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:12:32 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-d261b12c-1027-4203-af32-a17cf3207aaa tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:12:32 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:12:32 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:12:32 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8547d00-da4d-44fa-979c-bce3ea61b73e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:12:32 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-d261b12c-1027-4203-af32-a17cf3207aaa tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 08:12:32 user nova-compute[74307]: No targets found.
Oct 24 08:12:32 user nova-compute[74307]: iSNS:
Oct 24 08:12:32 user nova-compute[74307]: No targets found.
Oct 24 08:12:32 user nova-compute[74307]: STATIC:
Oct 24 08:12:32 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393
Oct 24 08:12:32 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 08:12:32 user nova-compute[74307]:                 Iface Name: default
Oct 24 08:12:32 user nova-compute[74307]: FIRMWARE:
Oct 24 08:12:32 user nova-compute[74307]: No targets found.
Oct 24 08:12:32 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:12:32 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-d261b12c-1027-4203-af32-a17cf3207aaa tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 08:12:32 user nova-compute[74307]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 08:12:32 user nova-compute[74307]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74307) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 08:12:32 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-d261b12c-1027-4203-af32-a17cf3207aaa tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393', 0)] {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 08:12:32 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:12:32 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:12:32 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[bbcd4926-99ae-415b-91e6-268e8b4ff685]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:12:32 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:12:32 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:12:32 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[94ba1864-f111-4d22-a070-36b177117502]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:12:32 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-d261b12c-1027-4203-af32-a17cf3207aaa tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 (non-flash)
Oct 24 08:12:32 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:12:32 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-d261b12c-1027-4203-af32-a17cf3207aaa tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 (non-flash)
Oct 24 08:12:32 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:12:32 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-d261b12c-1027-4203-af32-a17cf3207aaa tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f462429b250>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393'): ({'sdb'}, set())}) {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 08:12:32 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-d261b12c-1027-4203-af32-a17cf3207aaa tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Removing single pathed devices sdb {{(pid=74307) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 08:12:32 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:12:32 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:12:32 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd61aa52-ca22-4afb-ad4f-974a43e1aa68]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:12:32 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:12:32 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:12:32 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb22617b-06c3-4a5a-8190-77b96e11adfe]: (4, ('ok\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:12:32 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-d261b12c-1027-4203-af32-a17cf3207aaa tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Flushing IO for device /dev/sdb {{(pid=74307) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 08:12:32 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:12:33 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:12:33 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[1dcd93c6-0f7d-4687-9e85-ed7f13124e77]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:12:33 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-d261b12c-1027-4203-af32-a17cf3207aaa tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74307) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 08:12:33 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:12:33 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.051s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:12:33 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0525122-c305-4c2e-bb0a-1922e322ea2a]: (4, ('1', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:12:33 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-d261b12c-1027-4203-af32-a17cf3207aaa tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 08:12:33 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-d261b12c-1027-4203-af32-a17cf3207aaa tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] SCSI volumes sdb have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 08:12:33 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-d261b12c-1027-4203-af32-a17cf3207aaa tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393')] {{(pid=74307) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 08:12:33 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:12:33 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:12:33 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[7373af7b-ffa9-4ccd-b965-306b3b69ee49]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:12:33 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-d261b12c-1027-4203-af32-a17cf3207aaa tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:12:33 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 -p 172.16.0.220:3260 --logout {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:12:33 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 -p 172.16.0.220:3260 --logout" returned: 0 in 0.047s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:12:33 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[c28c4945-62e5-4b40-aa40-c4266c054246]: (4, ('Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393, portal: 172.16.0.220,3260]\nLogout of [sid: 45, target: iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:12:33 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-d261b12c-1027-4203-af32-a17cf3207aaa tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393, portal: 172.16.0.220,3260]
Oct 24 08:12:33 user nova-compute[74307]: Logout of [sid: 45, target: iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393, portal: 172.16.0.220,3260] successful.
Oct 24 08:12:33 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:12:33 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 -p 172.16.0.220:3260 --op delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:12:33 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd19b52f-60b5-49c5-82b8-08dd3eabb393 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:12:33 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d1c474d-4e4e-46c3-9af2-56db849bc7ed]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:12:33 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-d261b12c-1027-4203-af32-a17cf3207aaa tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:12:33 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-d261b12c-1027-4203-af32-a17cf3207aaa tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.289s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:12:33 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-d261b12c-1027-4203-af32-a17cf3207aaa tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] <== disconnect_volume: return (291ms) None {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:12:33 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d261b12c-1027-4203-af32-a17cf3207aaa tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Disconnected iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 08:12:34 user nova-compute[74307]: DEBUG nova.objects.instance [None req-d261b12c-1027-4203-af32-a17cf3207aaa tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lazy-loading 'flavor' on Instance uuid 043a750c-d94e-4425-bd36-e8efc0ed7847 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:12:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-d261b12c-1027-4203-af32-a17cf3207aaa tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "043a750c-d94e-4425-bd36-e8efc0ed7847" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.907s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:12:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:12:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:12:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:12:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:12:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:12:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:12:39 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:12:39 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74307) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 24 08:12:42 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:12:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:12:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:12:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:12:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:12:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:12:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:12:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:12:57 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:12:57 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:12:57 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:12:57 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:12:57 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:12:57 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:13:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:13:05 user nova-compute[74307]: DEBUG nova.compute.manager [req-d8e2fa55-9023-47a2-b5b7-387db8694524 req-77534507-0860-4799-8756-028f6a03472a service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Received event network-changed-ce8283c9-09e2-4626-8ab7-4786344ce865 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:13:05 user nova-compute[74307]: DEBUG nova.compute.manager [req-d8e2fa55-9023-47a2-b5b7-387db8694524 req-77534507-0860-4799-8756-028f6a03472a service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Refreshing instance network info cache due to event network-changed-ce8283c9-09e2-4626-8ab7-4786344ce865. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 08:13:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d8e2fa55-9023-47a2-b5b7-387db8694524 req-77534507-0860-4799-8756-028f6a03472a service nova] Acquiring lock "refresh_cache-3877a3b2-d1b4-48d3-b0de-fd000b47e653" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:13:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d8e2fa55-9023-47a2-b5b7-387db8694524 req-77534507-0860-4799-8756-028f6a03472a service nova] Acquired lock "refresh_cache-3877a3b2-d1b4-48d3-b0de-fd000b47e653" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:13:05 user nova-compute[74307]: DEBUG nova.network.neutron [req-d8e2fa55-9023-47a2-b5b7-387db8694524 req-77534507-0860-4799-8756-028f6a03472a service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Refreshing network info cache for port ce8283c9-09e2-4626-8ab7-4786344ce865 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 08:13:06 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:13:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-72eb9e74-5c7e-44f9-8bec-be4e74911115 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Acquiring lock "3877a3b2-d1b4-48d3-b0de-fd000b47e653" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:13:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-72eb9e74-5c7e-44f9-8bec-be4e74911115 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "3877a3b2-d1b4-48d3-b0de-fd000b47e653" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:13:06 user nova-compute[74307]: DEBUG nova.objects.instance [None req-72eb9e74-5c7e-44f9-8bec-be4e74911115 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lazy-loading 'flavor' on Instance uuid 3877a3b2-d1b4-48d3-b0de-fd000b47e653 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:13:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-72eb9e74-5c7e-44f9-8bec-be4e74911115 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "3877a3b2-d1b4-48d3-b0de-fd000b47e653" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.062s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:13:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-72eb9e74-5c7e-44f9-8bec-be4e74911115 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Acquiring lock "3877a3b2-d1b4-48d3-b0de-fd000b47e653" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:13:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-72eb9e74-5c7e-44f9-8bec-be4e74911115 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "3877a3b2-d1b4-48d3-b0de-fd000b47e653" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:13:06 user nova-compute[74307]: INFO nova.compute.manager [None req-72eb9e74-5c7e-44f9-8bec-be4e74911115 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Attaching volume 54cad113-ab55-4599-92d2-e742891fe6f5 to /dev/vdb
Oct 24 08:13:06 user nova-compute[74307]: DEBUG os_brick.utils [None req-72eb9e74-5c7e-44f9-8bec-be4e74911115 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:13:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:13:06 user nova-compute[74307]: DEBUG nova.network.neutron [req-d8e2fa55-9023-47a2-b5b7-387db8694524 req-77534507-0860-4799-8756-028f6a03472a service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Updated VIF entry in instance network info cache for port ce8283c9-09e2-4626-8ab7-4786344ce865. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 08:13:06 user nova-compute[74307]: DEBUG nova.network.neutron [req-d8e2fa55-9023-47a2-b5b7-387db8694524 req-77534507-0860-4799-8756-028f6a03472a service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Updating instance_info_cache with network_info: [{"id": "ce8283c9-09e2-4626-8ab7-4786344ce865", "address": "fa:16:3e:fe:b0:8b", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce8283c9-09", "ovs_interfaceid": "ce8283c9-09e2-4626-8ab7-4786344ce865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:13:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:13:06 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe7d7cf4-25f5-4e4d-ba1f-0998ef4a1cfc]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:299aca16be88\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:13:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:13:06 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d8e2fa55-9023-47a2-b5b7-387db8694524 req-77534507-0860-4799-8756-028f6a03472a service nova] Releasing lock "refresh_cache-3877a3b2-d1b4-48d3-b0de-fd000b47e653" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:13:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:13:06 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7f6419e-a4af-4d52-947d-3748b6b1bb30]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:13:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:13:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:13:06 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e2355b6-dc6d-4657-a5f0-f6538a3ef400]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:13:06 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e104d43-fdf1-41be-9063-5ccebffa11d3]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:13:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-72eb9e74-5c7e-44f9-8bec-be4e74911115 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Running cmd (subprocess): nvme version {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:13:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-72eb9e74-5c7e-44f9-8bec-be4e74911115 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] 'nvme version' failed. Not Retrying. {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 08:13:06 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.nvmeof [None req-72eb9e74-5c7e-44f9-8bec-be4e74911115 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] nvme not present on system {{(pid=74307) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 08:13:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:13:06 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 08:13:06 user nova-compute[74307]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 08:13:06 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[fdde5611-d5a6-498d-bc62-9563dc8c6ddc]: (4, '') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:13:06 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-72eb9e74-5c7e-44f9-8bec-be4e74911115 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74307) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 08:13:06 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-72eb9e74-5c7e-44f9-8bec-be4e74911115 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 08:13:06 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-72eb9e74-5c7e-44f9-8bec-be4e74911115 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] LIGHTOS: no hostnqn found. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 08:13:06 user nova-compute[74307]: DEBUG os_brick.utils [None req-72eb9e74-5c7e-44f9-8bec-be4e74911115 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:299aca16be88', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:13:06 user nova-compute[74307]: DEBUG nova.virt.block_device [None req-72eb9e74-5c7e-44f9-8bec-be4e74911115 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Updating existing volume attachment record: 06e029b7-18b3-406d-99ac-e38e2d8f0a6e {{(pid=74307) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 08:13:07 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:13:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:13:12 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:13:14 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:13:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:13:17 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:13:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:13:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:13:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:13:17 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 08:13:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:13:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:13:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:13:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:13:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:13:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/91eb36c0-3a4c-4f68-be32-d083e576f055/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:13:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-11b7e7fe-7f03-4669-b0fc-71a2fe75234e tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Acquiring lock "043a750c-d94e-4425-bd36-e8efc0ed7847" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:13:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-11b7e7fe-7f03-4669-b0fc-71a2fe75234e tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "043a750c-d94e-4425-bd36-e8efc0ed7847" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:13:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-11b7e7fe-7f03-4669-b0fc-71a2fe75234e tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Acquiring lock "043a750c-d94e-4425-bd36-e8efc0ed7847-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:13:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-11b7e7fe-7f03-4669-b0fc-71a2fe75234e tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "043a750c-d94e-4425-bd36-e8efc0ed7847-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:13:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-11b7e7fe-7f03-4669-b0fc-71a2fe75234e tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "043a750c-d94e-4425-bd36-e8efc0ed7847-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:13:17 user nova-compute[74307]: INFO nova.compute.manager [None req-11b7e7fe-7f03-4669-b0fc-71a2fe75234e tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Terminating instance
Oct 24 08:13:17 user nova-compute[74307]: DEBUG nova.compute.manager [None req-11b7e7fe-7f03-4669-b0fc-71a2fe75234e tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Start destroying the instance on the hypervisor. {{(pid=74307) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 08:13:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:13:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:13:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:13:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/91eb36c0-3a4c-4f68-be32-d083e576f055/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:13:17 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/91eb36c0-3a4c-4f68-be32-d083e576f055/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:13:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:13:18 user nova-compute[74307]: DEBUG nova.compute.manager [req-ac00537c-d613-42e5-b779-d4b6fdbc9bb0 req-6da508fe-68d1-47ad-bb9a-9513a06df315 service nova] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Received event network-vif-unplugged-ebd87d34-e874-42f5-adfa-9b4391b7b98d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:13:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-ac00537c-d613-42e5-b779-d4b6fdbc9bb0 req-6da508fe-68d1-47ad-bb9a-9513a06df315 service nova] Acquiring lock "043a750c-d94e-4425-bd36-e8efc0ed7847-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:13:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-ac00537c-d613-42e5-b779-d4b6fdbc9bb0 req-6da508fe-68d1-47ad-bb9a-9513a06df315 service nova] Lock "043a750c-d94e-4425-bd36-e8efc0ed7847-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:13:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-ac00537c-d613-42e5-b779-d4b6fdbc9bb0 req-6da508fe-68d1-47ad-bb9a-9513a06df315 service nova] Lock "043a750c-d94e-4425-bd36-e8efc0ed7847-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:13:18 user nova-compute[74307]: DEBUG nova.compute.manager [req-ac00537c-d613-42e5-b779-d4b6fdbc9bb0 req-6da508fe-68d1-47ad-bb9a-9513a06df315 service nova] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] No waiting events found dispatching network-vif-unplugged-ebd87d34-e874-42f5-adfa-9b4391b7b98d {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:13:18 user nova-compute[74307]: DEBUG nova.compute.manager [req-ac00537c-d613-42e5-b779-d4b6fdbc9bb0 req-6da508fe-68d1-47ad-bb9a-9513a06df315 service nova] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Received event network-vif-unplugged-ebd87d34-e874-42f5-adfa-9b4391b7b98d for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 08:13:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/91eb36c0-3a4c-4f68-be32-d083e576f055/disk --force-share --output=json" returned: 0 in 0.253s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:13:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3877a3b2-d1b4-48d3-b0de-fd000b47e653/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:13:18 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:13:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3877a3b2-d1b4-48d3-b0de-fd000b47e653/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:13:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3877a3b2-d1b4-48d3-b0de-fd000b47e653/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:13:18 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Instance destroyed successfully.
Oct 24 08:13:18 user nova-compute[74307]: DEBUG nova.objects.instance [None req-11b7e7fe-7f03-4669-b0fc-71a2fe75234e tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lazy-loading 'resources' on Instance uuid 043a750c-d94e-4425-bd36-e8efc0ed7847 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:13:18 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-11b7e7fe-7f03-4669-b0fc-71a2fe75234e tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:07:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-964778507',display_name='tempest-TestMinimumBasicScenario-server-964778507',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-964778507',id=44,image_ref='d1ce7e08-a985-4818-bef7-d4364cbdefae',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI3DQGosqw1R/iXZhgDw2DrBq9Jly62dofIb8Rl2rFBLVa4YugmSTX7DsrH2pKkf8DpdDAJmqKWF+aCllwFPI0zOsH44YqwiGpUYDRgIqkXeWLiEINRiOs7NMKIlzQVJaQ==',key_name='tempest-TestMinimumBasicScenario-2106318071',keypairs=<?>,launch_index=0,launched_at=2023-10-24T08:07:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='26fb55b5c9ff459094a98e54e27611b8',ramdisk_id='',reservation_id='r-4pap6acx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d1ce7e08-a985-4818-bef7-d4364cbdefae',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-2044329211',owner_user_name='tempest-TestMinimumBasicScenario-2044329211-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T08:10:28Z,user_data=None,user_id='6b5d4244c001404190f24b23c7859de4',uuid=043a750c-d94e-4425-bd36-e8efc0ed7847,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ebd87d34-e874-42f5-adfa-9b4391b7b98d", "address": "fa:16:3e:13:dd:b1", "network": {"id": "0f0aaaf1-d323-4cac-af4e-c2170c72c975", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1922894408-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26fb55b5c9ff459094a98e54e27611b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebd87d34-e8", "ovs_interfaceid": "ebd87d34-e874-42f5-adfa-9b4391b7b98d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 08:13:18 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-11b7e7fe-7f03-4669-b0fc-71a2fe75234e tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Converting VIF {"id": "ebd87d34-e874-42f5-adfa-9b4391b7b98d", "address": "fa:16:3e:13:dd:b1", "network": {"id": "0f0aaaf1-d323-4cac-af4e-c2170c72c975", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1922894408-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26fb55b5c9ff459094a98e54e27611b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebd87d34-e8", "ovs_interfaceid": "ebd87d34-e874-42f5-adfa-9b4391b7b98d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:13:18 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-11b7e7fe-7f03-4669-b0fc-71a2fe75234e tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:13:dd:b1,bridge_name='br-int',has_traffic_filtering=True,id=ebd87d34-e874-42f5-adfa-9b4391b7b98d,network=Network(0f0aaaf1-d323-4cac-af4e-c2170c72c975),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapebd87d34-e8') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:13:18 user nova-compute[74307]: DEBUG os_vif [None req-11b7e7fe-7f03-4669-b0fc-71a2fe75234e tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:13:dd:b1,bridge_name='br-int',has_traffic_filtering=True,id=ebd87d34-e874-42f5-adfa-9b4391b7b98d,network=Network(0f0aaaf1-d323-4cac-af4e-c2170c72c975),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapebd87d34-e8') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 08:13:18 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:13:18 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapebd87d34-e8, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:13:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3877a3b2-d1b4-48d3-b0de-fd000b47e653/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:13:18 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:13:18 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:13:18 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:13:18 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ea561595-f8c7-44d3-9855-f0bfe4440186) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:13:18 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:13:18 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:13:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/043a750c-d94e-4425-bd36-e8efc0ed7847/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:13:18 user nova-compute[74307]: INFO os_vif [None req-11b7e7fe-7f03-4669-b0fc-71a2fe75234e tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:13:dd:b1,bridge_name='br-int',has_traffic_filtering=True,id=ebd87d34-e874-42f5-adfa-9b4391b7b98d,network=Network(0f0aaaf1-d323-4cac-af4e-c2170c72c975),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapebd87d34-e8')
Oct 24 08:13:18 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-11b7e7fe-7f03-4669-b0fc-71a2fe75234e tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Deleting instance files /opt/stack/data/nova/instances/043a750c-d94e-4425-bd36-e8efc0ed7847_del
Oct 24 08:13:18 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-11b7e7fe-7f03-4669-b0fc-71a2fe75234e tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Deletion of /opt/stack/data/nova/instances/043a750c-d94e-4425-bd36-e8efc0ed7847_del complete
Oct 24 08:13:18 user nova-compute[74307]: INFO nova.compute.manager [None req-11b7e7fe-7f03-4669-b0fc-71a2fe75234e tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Took 0.94 seconds to destroy the instance on the hypervisor.
Oct 24 08:13:18 user nova-compute[74307]: DEBUG oslo.service.loopingcall [None req-11b7e7fe-7f03-4669-b0fc-71a2fe75234e tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74307) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 08:13:18 user nova-compute[74307]: DEBUG nova.compute.manager [-] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Deallocating network for instance {{(pid=74307) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 08:13:18 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] deallocate_for_instance() {{(pid=74307) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 08:13:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/043a750c-d94e-4425-bd36-e8efc0ed7847/disk --force-share --output=json" returned: 1 in 0.199s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:13:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] '/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/043a750c-d94e-4425-bd36-e8efc0ed7847/disk --force-share --output=json' failed. Not Retrying. {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 08:13:18 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Periodic task is updating the host stats, it is trying to get disk info for instance-0000002c, but the backing disk storage was removed by a concurrent operation such as resize. Error: No disk at /opt/stack/data/nova/instances/043a750c-d94e-4425-bd36-e8efc0ed7847/disk: nova.exception.DiskNotFound: No disk at /opt/stack/data/nova/instances/043a750c-d94e-4425-bd36-e8efc0ed7847/disk
Oct 24 08:13:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05fa396e-52ce-45e8-a32c-743933af58b0/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:13:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05fa396e-52ce-45e8-a32c-743933af58b0/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:13:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05fa396e-52ce-45e8-a32c-743933af58b0/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:13:19 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05fa396e-52ce-45e8-a32c-743933af58b0/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:13:19 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:13:19 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:13:19 user nova-compute[74307]: INFO nova.compute.manager [-] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Took 0.53 seconds to deallocate network for instance.
Oct 24 08:13:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-11b7e7fe-7f03-4669-b0fc-71a2fe75234e tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:13:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-11b7e7fe-7f03-4669-b0fc-71a2fe75234e tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:13:19 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json" returned: 0 in 0.186s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:13:19 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:13:19 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-11b7e7fe-7f03-4669-b0fc-71a2fe75234e tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:13:19 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-11b7e7fe-7f03-4669-b0fc-71a2fe75234e tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:13:19 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json" returned: 0 in 0.191s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:13:19 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:13:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-11b7e7fe-7f03-4669-b0fc-71a2fe75234e tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.311s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:13:19 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-11b7e7fe-7f03-4669-b0fc-71a2fe75234e tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Deleted allocations for instance 043a750c-d94e-4425-bd36-e8efc0ed7847
Oct 24 08:13:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-11b7e7fe-7f03-4669-b0fc-71a2fe75234e tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "043a750c-d94e-4425-bd36-e8efc0ed7847" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.998s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:13:19 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:13:19 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:13:19 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:13:19 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdcb4995-ec08-448d-8d85-d3c24ad83b7b/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:13:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdcb4995-ec08-448d-8d85-d3c24ad83b7b/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:13:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdcb4995-ec08-448d-8d85-d3c24ad83b7b/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:13:20 user nova-compute[74307]: DEBUG nova.compute.manager [req-1072c5f6-7b6d-471b-8ab6-78da0193de3f req-1f298c27-65e7-434d-b90b-9815c31dbe2c service nova] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Received event network-vif-plugged-ebd87d34-e874-42f5-adfa-9b4391b7b98d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:13:20 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-1072c5f6-7b6d-471b-8ab6-78da0193de3f req-1f298c27-65e7-434d-b90b-9815c31dbe2c service nova] Acquiring lock "043a750c-d94e-4425-bd36-e8efc0ed7847-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:13:20 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-1072c5f6-7b6d-471b-8ab6-78da0193de3f req-1f298c27-65e7-434d-b90b-9815c31dbe2c service nova] Lock "043a750c-d94e-4425-bd36-e8efc0ed7847-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:13:20 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-1072c5f6-7b6d-471b-8ab6-78da0193de3f req-1f298c27-65e7-434d-b90b-9815c31dbe2c service nova] Lock "043a750c-d94e-4425-bd36-e8efc0ed7847-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:13:20 user nova-compute[74307]: DEBUG nova.compute.manager [req-1072c5f6-7b6d-471b-8ab6-78da0193de3f req-1f298c27-65e7-434d-b90b-9815c31dbe2c service nova] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] No waiting events found dispatching network-vif-plugged-ebd87d34-e874-42f5-adfa-9b4391b7b98d {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:13:20 user nova-compute[74307]: WARNING nova.compute.manager [req-1072c5f6-7b6d-471b-8ab6-78da0193de3f req-1f298c27-65e7-434d-b90b-9815c31dbe2c service nova] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Received unexpected event network-vif-plugged-ebd87d34-e874-42f5-adfa-9b4391b7b98d for instance with vm_state deleted and task_state None.
Oct 24 08:13:20 user nova-compute[74307]: DEBUG nova.compute.manager [req-1072c5f6-7b6d-471b-8ab6-78da0193de3f req-1f298c27-65e7-434d-b90b-9815c31dbe2c service nova] [instance: 043a750c-d94e-4425-bd36-e8efc0ed7847] Received event network-vif-deleted-ebd87d34-e874-42f5-adfa-9b4391b7b98d {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:13:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdcb4995-ec08-448d-8d85-d3c24ad83b7b/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:13:20 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:13:20 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:13:20 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Hypervisor/Node resource view: name=user free_ram=8129MB free_disk=24.84469223022461GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 08:13:20 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:13:20 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:13:20 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:13:20 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fcde6b55-42d0-41aa-8ed7-5b81486228ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:13:20 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 05fa396e-52ce-45e8-a32c-743933af58b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:13:20 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 3877a3b2-d1b4-48d3-b0de-fd000b47e653 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:13:20 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fdcb4995-ec08-448d-8d85-d3c24ad83b7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:13:20 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 91eb36c0-3a4c-4f68-be32-d083e576f055 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:13:20 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 08:13:20 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 08:13:20 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:13:20 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:13:20 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 08:13:20 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.329s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:13:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:13:23 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:13:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-72eb9e74-5c7e-44f9-8bec-be4e74911115 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Calling os-brick to attach iSCSI Volume {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 08:13:23 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-72eb9e74-5c7e-44f9-8bec-be4e74911115 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ChGInlcp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:13:23 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-72eb9e74-5c7e-44f9-8bec-be4e74911115 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:13:23 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-72eb9e74-5c7e-44f9-8bec-be4e74911115 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:13:23 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-72eb9e74-5c7e-44f9-8bec-be4e74911115 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:13:23 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-72eb9e74-5c7e-44f9-8bec-be4e74911115 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:13:23 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-72eb9e74-5c7e-44f9-8bec-be4e74911115 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:13:23 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-72eb9e74-5c7e-44f9-8bec-be4e74911115 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:13:23 user nova-compute[74307]: INFO os_brick.initiator.connectors.iscsi [None req-72eb9e74-5c7e-44f9-8bec-be4e74911115 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 08:13:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5 -p 172.16.0.220:3260 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:13:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:13:23 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5b180c2-8da2-4ae8-b4fc-ed4664c8ff24]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:13:23 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-72eb9e74-5c7e-44f9-8bec-be4e74911115 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 08:13:23 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:13:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5 -p 172.16.0.220:3260 --interface default --op new {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:13:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:13:23 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[08a0dd22-413d-408c-b324-fc679b95594a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5] added\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:13:23 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-72eb9e74-5c7e-44f9-8bec-be4e74911115 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5] added
Oct 24 08:13:23 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:13:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:13:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:13:23 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0c91759-c9ff-4ade-8f8c-598bcc0c93d4]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:13:23 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-72eb9e74-5c7e-44f9-8bec-be4e74911115 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:13:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:13:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:13:23 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[31ed635b-81e8-478b-838b-bbcdd6a94d63]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:13:23 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-72eb9e74-5c7e-44f9-8bec-be4e74911115 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:13:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ChGInlcp {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:13:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ChGInlcp" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:13:23 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[db7b30d1-5c78-4865-aed0-7228b2bba95a]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:13:23 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-72eb9e74-5c7e-44f9-8bec-be4e74911115 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ChGInlcp'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:13:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:13:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:13:23 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[baeb7491-57b3-4aa7-8a49-31113f2ded03]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:13:23 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-72eb9e74-5c7e-44f9-8bec-be4e74911115 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:13:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:13:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:13:23 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5472edf-49e6-4d77-ab8b-575b4295d114]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:13:23 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-72eb9e74-5c7e-44f9-8bec-be4e74911115 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 24 08:13:23 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:13:23 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-72eb9e74-5c7e-44f9-8bec-be4e74911115 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 24 08:13:23 user nova-compute[74307]:  {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:13:23 user nova-compute[74307]: WARNING os_brick.initiator.connectors.iscsi [None req-72eb9e74-5c7e-44f9-8bec-be4e74911115 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 24 08:13:23 user nova-compute[74307]: 
Oct 24 08:13:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5 -p 172.16.0.220:3260 --login {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:13:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5 -p 172.16.0.220:3260 --login" returned: 0 in 0.047s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:13:23 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[76424b59-aea6-483d-ae7b-ff2ee29c999a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:13:23 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-72eb9e74-5c7e-44f9-8bec-be4e74911115 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5, portal: 172.16.0.220,3260]
Oct 24 08:13:23 user nova-compute[74307]: Login to [iface: default, target: iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5, portal: 172.16.0.220,3260] successful.
Oct 24 08:13:23 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:13:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:13:24 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:13:24 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdc94f6b-4947-43d7-ba78-9a5a43b73e2f]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:13:24 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-72eb9e74-5c7e-44f9-8bec-be4e74911115 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:13:24 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:13:24 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:13:24 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ba54c07-13a6-43ec-85f9-c46f4959f5ba]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:13:24 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-72eb9e74-5c7e-44f9-8bec-be4e74911115 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5 (non-flash)
Oct 24 08:13:24 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:13:24 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-72eb9e74-5c7e-44f9-8bec-be4e74911115 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5 (non-flash)
Oct 24 08:13:24 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:13:24 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-72eb9e74-5c7e-44f9-8bec-be4e74911115 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.246s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:13:24 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-72eb9e74-5c7e-44f9-8bec-be4e74911115 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Connected to 172.16.0.220:3260 {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 08:13:24 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-72eb9e74-5c7e-44f9-8bec-be4e74911115 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] HCTL ('33', '-', '-', 0) found on session 47 with lun 0 {{(pid=74307) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 08:13:24 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-72eb9e74-5c7e-44f9-8bec-be4e74911115 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74307) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 08:13:24 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:13:24 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:13:24 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[03906ab7-e91a-497b-be5e-f32ef38362b1]: (4, ('- - 0', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:13:24 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-72eb9e74-5c7e-44f9-8bec-be4e74911115 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Searching for a device in session 47 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 08:13:24 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-72eb9e74-5c7e-44f9-8bec-be4e74911115 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ChGInlcp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 08:13:24 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:13:24 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:13:25 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-72eb9e74-5c7e-44f9-8bec-be4e74911115 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.281s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:13:25 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-72eb9e74-5c7e-44f9-8bec-be4e74911115 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] <== connect_volume: return (1283ms) {'type': 'block', 'scsi_wwn': '23233323534366232', 'path': '/dev/sdb'} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:13:25 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-72eb9e74-5c7e-44f9-8bec-be4e74911115 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23233323534366232', 'path': '/dev/sdb'} {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 08:13:25 user nova-compute[74307]: DEBUG nova.objects.instance [None req-72eb9e74-5c7e-44f9-8bec-be4e74911115 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lazy-loading 'flavor' on Instance uuid 3877a3b2-d1b4-48d3-b0de-fd000b47e653 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:13:25 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-72eb9e74-5c7e-44f9-8bec-be4e74911115 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 08:13:25 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 08:13:25 user nova-compute[74307]:   <source dev="/dev/sdb"/>
Oct 24 08:13:25 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 08:13:25 user nova-compute[74307]:   <serial>54cad113-ab55-4599-92d2-e742891fe6f5</serial>
Oct 24 08:13:25 user nova-compute[74307]: </disk>
Oct 24 08:13:25 user nova-compute[74307]:  {{(pid=74307) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 08:13:25 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-72eb9e74-5c7e-44f9-8bec-be4e74911115 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 08:13:25 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-72eb9e74-5c7e-44f9-8bec-be4e74911115 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 08:13:25 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-72eb9e74-5c7e-44f9-8bec-be4e74911115 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] No VIF found with MAC fa:16:3e:fe:b0:8b, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 08:13:25 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-72eb9e74-5c7e-44f9-8bec-be4e74911115 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "3877a3b2-d1b4-48d3-b0de-fd000b47e653" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 19.361s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:13:25 user nova-compute[74307]: INFO nova.compute.manager [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Rescuing
Oct 24 08:13:25 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Acquiring lock "refresh_cache-3877a3b2-d1b4-48d3-b0de-fd000b47e653" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:13:25 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Acquired lock "refresh_cache-3877a3b2-d1b4-48d3-b0de-fd000b47e653" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:13:25 user nova-compute[74307]: DEBUG nova.network.neutron [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 08:13:26 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:13:26 user nova-compute[74307]: DEBUG nova.network.neutron [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Updating instance_info_cache with network_info: [{"id": "ce8283c9-09e2-4626-8ab7-4786344ce865", "address": "fa:16:3e:fe:b0:8b", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce8283c9-09", "ovs_interfaceid": "ce8283c9-09e2-4626-8ab7-4786344ce865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:13:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Releasing lock "refresh_cache-3877a3b2-d1b4-48d3-b0de-fd000b47e653" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:13:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:13:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:13:26 user nova-compute[74307]: DEBUG nova.compute.manager [req-e29195fc-ed7b-4fd1-b7eb-974593651d37 req-880251c3-e424-4821-b8d3-13237bee83c3 service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Received event network-vif-unplugged-ce8283c9-09e2-4626-8ab7-4786344ce865 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:13:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-e29195fc-ed7b-4fd1-b7eb-974593651d37 req-880251c3-e424-4821-b8d3-13237bee83c3 service nova] Acquiring lock "3877a3b2-d1b4-48d3-b0de-fd000b47e653-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:13:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-e29195fc-ed7b-4fd1-b7eb-974593651d37 req-880251c3-e424-4821-b8d3-13237bee83c3 service nova] Lock "3877a3b2-d1b4-48d3-b0de-fd000b47e653-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:13:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-e29195fc-ed7b-4fd1-b7eb-974593651d37 req-880251c3-e424-4821-b8d3-13237bee83c3 service nova] Lock "3877a3b2-d1b4-48d3-b0de-fd000b47e653-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:13:26 user nova-compute[74307]: DEBUG nova.compute.manager [req-e29195fc-ed7b-4fd1-b7eb-974593651d37 req-880251c3-e424-4821-b8d3-13237bee83c3 service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] No waiting events found dispatching network-vif-unplugged-ce8283c9-09e2-4626-8ab7-4786344ce865 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:13:26 user nova-compute[74307]: WARNING nova.compute.manager [req-e29195fc-ed7b-4fd1-b7eb-974593651d37 req-880251c3-e424-4821-b8d3-13237bee83c3 service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Received unexpected event network-vif-unplugged-ce8283c9-09e2-4626-8ab7-4786344ce865 for instance with vm_state active and task_state rescuing.
Oct 24 08:13:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:13:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:13:27 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:13:27 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:13:27 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:13:27 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74307) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 08:13:27 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Instance destroyed successfully.
Oct 24 08:13:27 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Attempting rescue
Oct 24 08:13:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74307) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 24 08:13:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Instance directory exists: not creating {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 24 08:13:27 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Creating image(s)
Oct 24 08:13:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Acquiring lock "/opt/stack/data/nova/instances/3877a3b2-d1b4-48d3-b0de-fd000b47e653/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:13:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "/opt/stack/data/nova/instances/3877a3b2-d1b4-48d3-b0de-fd000b47e653/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:13:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "/opt/stack/data/nova/instances/3877a3b2-d1b4-48d3-b0de-fd000b47e653/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.007s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:13:27 user nova-compute[74307]: DEBUG nova.objects.instance [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lazy-loading 'trusted_certs' on Instance uuid 3877a3b2-d1b4-48d3-b0de-fd000b47e653 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:13:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Acquiring lock "9cb24620554d5eab84e846c14e389d04f4c43d48" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:13:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:13:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:13:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.174s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:13:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/3877a3b2-d1b4-48d3-b0de-fd000b47e653/disk.rescue {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:13:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/3877a3b2-d1b4-48d3-b0de-fd000b47e653/disk.rescue" returned: 0 in 0.052s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:13:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.234s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:13:27 user nova-compute[74307]: DEBUG nova.objects.instance [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lazy-loading 'migration_context' on Instance uuid 3877a3b2-d1b4-48d3-b0de-fd000b47e653 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:13:27 user nova-compute[74307]: DEBUG nova.objects.base [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Object Instance<3877a3b2-d1b4-48d3-b0de-fd000b47e653> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 08:13:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Created local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 08:13:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Start _get_guest_xml network_info=[{"id": "ce8283c9-09e2-4626-8ab7-4786344ce865", "address": "fa:16:3e:fe:b0:8b", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "vif_mac": "fa:16:3e:fe:b0:8b"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce8283c9-09", "ovs_interfaceid": "ce8283c9-09e2-4626-8ab7-4786344ce865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 08:13:27 user nova-compute[74307]: DEBUG nova.objects.instance [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lazy-loading 'resources' on Instance uuid 3877a3b2-d1b4-48d3-b0de-fd000b47e653 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:13:27 user nova-compute[74307]: DEBUG nova.objects.base [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Object Instance<3877a3b2-d1b4-48d3-b0de-fd000b47e653> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 08:13:27 user nova-compute[74307]: DEBUG nova.objects.instance [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lazy-loading 'numa_topology' on Instance uuid 3877a3b2-d1b4-48d3-b0de-fd000b47e653 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:13:27 user nova-compute[74307]: DEBUG nova.objects.base [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Object Instance<3877a3b2-d1b4-48d3-b0de-fd000b47e653> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 08:13:27 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:13:27 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:13:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 08:13:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 08:13:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 08:13:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 08:13:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 08:13:27 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 08:13:27 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 08:13:27 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 08:13:27 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 08:13:27 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 08:13:27 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 08:13:27 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 08:13:27 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 08:13:27 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 08:13:27 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 08:13:27 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 08:13:27 user nova-compute[74307]: DEBUG nova.objects.instance [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lazy-loading 'vcpu_model' on Instance uuid 3877a3b2-d1b4-48d3-b0de-fd000b47e653 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:13:27 user nova-compute[74307]: DEBUG nova.objects.base [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Object Instance<3877a3b2-d1b4-48d3-b0de-fd000b47e653> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 08:13:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:11:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-916708757',display_name='tempest-ServerRescueNegativeTestJSON-server-916708757',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-916708757',id=47,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOYP2yC/G5h9bEIR5XmI1n35kRWHFNxr1rG/XVSQEf/ZYXRlohhQ3ZR/0tBLeEcRz0/TbJGm/AdgIyFQLG17nIAYTNoNJRwKSYlSECdj+ph92N0AZy+xNXlfvSuvzG8/3A==',key_name='tempest-keypair-30958785',keypairs=<?>,launch_index=0,launched_at=2023-10-24T08:11:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b499c188ed2147f0919d1674041c4c90',ramdisk_id='',reservation_id='r-bhtf7eig',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1940238709',owner_user_name='tempest-ServerRescueNegativeTestJSON-1940238709-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T08:11:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0b1a117c8cd3415e8c418ce9e311c3e2',uuid=3877a3b2-d1b4-48d3-b0de-fd000b47e653,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ce8283c9-09e2-4626-8ab7-4786344ce865", "address": "fa:16:3e:fe:b0:8b", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "vif_mac": "fa:16:3e:fe:b0:8b"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce8283c9-09", "ovs_interfaceid": "ce8283c9-09e2-4626-8ab7-4786344ce865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 08:13:27 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Converting VIF {"id": "ce8283c9-09e2-4626-8ab7-4786344ce865", "address": "fa:16:3e:fe:b0:8b", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "vif_mac": "fa:16:3e:fe:b0:8b"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce8283c9-09", "ovs_interfaceid": "ce8283c9-09e2-4626-8ab7-4786344ce865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:13:27 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:fe:b0:8b,bridge_name='br-int',has_traffic_filtering=True,id=ce8283c9-09e2-4626-8ab7-4786344ce865,network=Network(0d7d2223-2bf4-492f-af57-77c8c92af616),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce8283c9-09') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:13:27 user nova-compute[74307]: DEBUG nova.objects.instance [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lazy-loading 'pci_devices' on Instance uuid 3877a3b2-d1b4-48d3-b0de-fd000b47e653 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:13:27 user nova-compute[74307]: DEBUG nova.objects.base [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Object Instance<3877a3b2-d1b4-48d3-b0de-fd000b47e653> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 08:13:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] End _get_guest_xml xml=<domain type="kvm">
Oct 24 08:13:27 user nova-compute[74307]:   <uuid>3877a3b2-d1b4-48d3-b0de-fd000b47e653</uuid>
Oct 24 08:13:27 user nova-compute[74307]:   <name>instance-0000002f</name>
Oct 24 08:13:27 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 08:13:27 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 08:13:27 user nova-compute[74307]:   <metadata>
Oct 24 08:13:27 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 08:13:27 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 08:13:27 user nova-compute[74307]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-916708757</nova:name>
Oct 24 08:13:27 user nova-compute[74307]:       <nova:creationTime>2023-10-24 08:13:27</nova:creationTime>
Oct 24 08:13:27 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 08:13:27 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 08:13:27 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 08:13:27 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 08:13:27 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 08:13:27 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 08:13:27 user nova-compute[74307]:       </nova:flavor>
Oct 24 08:13:27 user nova-compute[74307]:       <nova:owner>
Oct 24 08:13:27 user nova-compute[74307]:         <nova:user uuid="0b1a117c8cd3415e8c418ce9e311c3e2">tempest-ServerRescueNegativeTestJSON-1940238709-project-member</nova:user>
Oct 24 08:13:27 user nova-compute[74307]:         <nova:project uuid="b499c188ed2147f0919d1674041c4c90">tempest-ServerRescueNegativeTestJSON-1940238709</nova:project>
Oct 24 08:13:27 user nova-compute[74307]:       </nova:owner>
Oct 24 08:13:27 user nova-compute[74307]:       <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 08:13:27 user nova-compute[74307]:       <nova:ports>
Oct 24 08:13:27 user nova-compute[74307]:         <nova:port uuid="ce8283c9-09e2-4626-8ab7-4786344ce865">
Oct 24 08:13:27 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 24 08:13:27 user nova-compute[74307]:         </nova:port>
Oct 24 08:13:27 user nova-compute[74307]:       </nova:ports>
Oct 24 08:13:27 user nova-compute[74307]:     </nova:instance>
Oct 24 08:13:27 user nova-compute[74307]:   </metadata>
Oct 24 08:13:27 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 08:13:27 user nova-compute[74307]:     <system>
Oct 24 08:13:27 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 08:13:27 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 08:13:27 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 08:13:27 user nova-compute[74307]:       <entry name="serial">3877a3b2-d1b4-48d3-b0de-fd000b47e653</entry>
Oct 24 08:13:27 user nova-compute[74307]:       <entry name="uuid">3877a3b2-d1b4-48d3-b0de-fd000b47e653</entry>
Oct 24 08:13:27 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 08:13:27 user nova-compute[74307]:     </system>
Oct 24 08:13:27 user nova-compute[74307]:   </sysinfo>
Oct 24 08:13:27 user nova-compute[74307]:   <os>
Oct 24 08:13:27 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 08:13:27 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 08:13:27 user nova-compute[74307]:   </os>
Oct 24 08:13:27 user nova-compute[74307]:   <features>
Oct 24 08:13:27 user nova-compute[74307]:     <acpi/>
Oct 24 08:13:27 user nova-compute[74307]:     <apic/>
Oct 24 08:13:27 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 08:13:27 user nova-compute[74307]:   </features>
Oct 24 08:13:27 user nova-compute[74307]:   <clock offset="utc">
Oct 24 08:13:27 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 08:13:27 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 08:13:27 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 08:13:27 user nova-compute[74307]:   </clock>
Oct 24 08:13:27 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 08:13:27 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 08:13:27 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 08:13:27 user nova-compute[74307]:   </cpu>
Oct 24 08:13:27 user nova-compute[74307]:   <devices>
Oct 24 08:13:27 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 08:13:27 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 08:13:27 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/3877a3b2-d1b4-48d3-b0de-fd000b47e653/disk.rescue"/>
Oct 24 08:13:27 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 08:13:27 user nova-compute[74307]:     </disk>
Oct 24 08:13:27 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 08:13:27 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 08:13:27 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/3877a3b2-d1b4-48d3-b0de-fd000b47e653/disk"/>
Oct 24 08:13:27 user nova-compute[74307]:       <target dev="vdb" bus="virtio"/>
Oct 24 08:13:27 user nova-compute[74307]:     </disk>
Oct 24 08:13:27 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 08:13:27 user nova-compute[74307]:       <mac address="fa:16:3e:fe:b0:8b"/>
Oct 24 08:13:27 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 08:13:27 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 08:13:27 user nova-compute[74307]:       <target dev="tapce8283c9-09"/>
Oct 24 08:13:27 user nova-compute[74307]:     </interface>
Oct 24 08:13:27 user nova-compute[74307]:     <serial type="pty">
Oct 24 08:13:27 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/3877a3b2-d1b4-48d3-b0de-fd000b47e653/console.log" append="off"/>
Oct 24 08:13:27 user nova-compute[74307]:     </serial>
Oct 24 08:13:27 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 08:13:27 user nova-compute[74307]:     <video>
Oct 24 08:13:27 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 08:13:27 user nova-compute[74307]:     </video>
Oct 24 08:13:27 user nova-compute[74307]:     <rng model="virtio">
Oct 24 08:13:27 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 08:13:27 user nova-compute[74307]:     </rng>
Oct 24 08:13:27 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 08:13:27 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 08:13:27 user nova-compute[74307]:       <stats period="10"/>
Oct 24 08:13:27 user nova-compute[74307]:     </memballoon>
Oct 24 08:13:27 user nova-compute[74307]:   </devices>
Oct 24 08:13:27 user nova-compute[74307]: </domain>
Oct 24 08:13:27 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 08:13:27 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Instance destroyed successfully.
Oct 24 08:13:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 08:13:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 08:13:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] No VIF found with MAC fa:16:3e:fe:b0:8b, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 08:13:28 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:13:28 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Starting heal instance info cache {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 08:13:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "refresh_cache-05fa396e-52ce-45e8-a32c-743933af58b0" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:13:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquired lock "refresh_cache-05fa396e-52ce-45e8-a32c-743933af58b0" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:13:28 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Forcefully refreshing network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 08:13:28 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:13:28 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Updating instance_info_cache with network_info: [{"id": "8f6843d4-68d0-4a52-a521-b2b65f88c2a1", "address": "fa:16:3e:47:00:b9", "network": {"id": "96d4afae-b610-4edd-beaa-c127854a0fe2", "bridge": "br-int", "label": "tempest-TestStampPattern-1736865131-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.19", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36dc8e6f07bb4ed8b6b1ff0f1de90fa8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f6843d4-68", "ovs_interfaceid": "8f6843d4-68d0-4a52-a521-b2b65f88c2a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:13:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Releasing lock "refresh_cache-05fa396e-52ce-45e8-a32c-743933af58b0" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:13:28 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Updated the network info_cache for instance {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 08:13:28 user nova-compute[74307]: DEBUG nova.compute.manager [req-440c816e-d93d-4082-8500-bd912d645562 req-75d23b81-532a-4ca4-ba52-5f22d8ab3f47 service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Received event network-vif-plugged-ce8283c9-09e2-4626-8ab7-4786344ce865 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:13:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-440c816e-d93d-4082-8500-bd912d645562 req-75d23b81-532a-4ca4-ba52-5f22d8ab3f47 service nova] Acquiring lock "3877a3b2-d1b4-48d3-b0de-fd000b47e653-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:13:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-440c816e-d93d-4082-8500-bd912d645562 req-75d23b81-532a-4ca4-ba52-5f22d8ab3f47 service nova] Lock "3877a3b2-d1b4-48d3-b0de-fd000b47e653-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:13:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-440c816e-d93d-4082-8500-bd912d645562 req-75d23b81-532a-4ca4-ba52-5f22d8ab3f47 service nova] Lock "3877a3b2-d1b4-48d3-b0de-fd000b47e653-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:13:28 user nova-compute[74307]: DEBUG nova.compute.manager [req-440c816e-d93d-4082-8500-bd912d645562 req-75d23b81-532a-4ca4-ba52-5f22d8ab3f47 service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] No waiting events found dispatching network-vif-plugged-ce8283c9-09e2-4626-8ab7-4786344ce865 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:13:28 user nova-compute[74307]: WARNING nova.compute.manager [req-440c816e-d93d-4082-8500-bd912d645562 req-75d23b81-532a-4ca4-ba52-5f22d8ab3f47 service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Received unexpected event network-vif-plugged-ce8283c9-09e2-4626-8ab7-4786344ce865 for instance with vm_state active and task_state rescuing.
Oct 24 08:13:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:13:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:13:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:13:29 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:13:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:13:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:13:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:13:30 user nova-compute[74307]: DEBUG nova.compute.manager [req-d61225c4-4e33-4dfb-b9e5-d86282deeead req-48545d50-c5f2-4bd4-bde6-f80c0a9c81d6 service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Received event network-vif-plugged-ce8283c9-09e2-4626-8ab7-4786344ce865 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:13:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d61225c4-4e33-4dfb-b9e5-d86282deeead req-48545d50-c5f2-4bd4-bde6-f80c0a9c81d6 service nova] Acquiring lock "3877a3b2-d1b4-48d3-b0de-fd000b47e653-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:13:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d61225c4-4e33-4dfb-b9e5-d86282deeead req-48545d50-c5f2-4bd4-bde6-f80c0a9c81d6 service nova] Lock "3877a3b2-d1b4-48d3-b0de-fd000b47e653-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:13:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d61225c4-4e33-4dfb-b9e5-d86282deeead req-48545d50-c5f2-4bd4-bde6-f80c0a9c81d6 service nova] Lock "3877a3b2-d1b4-48d3-b0de-fd000b47e653-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:13:30 user nova-compute[74307]: DEBUG nova.compute.manager [req-d61225c4-4e33-4dfb-b9e5-d86282deeead req-48545d50-c5f2-4bd4-bde6-f80c0a9c81d6 service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] No waiting events found dispatching network-vif-plugged-ce8283c9-09e2-4626-8ab7-4786344ce865 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:13:30 user nova-compute[74307]: WARNING nova.compute.manager [req-d61225c4-4e33-4dfb-b9e5-d86282deeead req-48545d50-c5f2-4bd4-bde6-f80c0a9c81d6 service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Received unexpected event network-vif-plugged-ce8283c9-09e2-4626-8ab7-4786344ce865 for instance with vm_state active and task_state rescuing.
Oct 24 08:13:30 user nova-compute[74307]: DEBUG nova.compute.manager [req-d61225c4-4e33-4dfb-b9e5-d86282deeead req-48545d50-c5f2-4bd4-bde6-f80c0a9c81d6 service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Received event network-vif-plugged-ce8283c9-09e2-4626-8ab7-4786344ce865 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:13:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d61225c4-4e33-4dfb-b9e5-d86282deeead req-48545d50-c5f2-4bd4-bde6-f80c0a9c81d6 service nova] Acquiring lock "3877a3b2-d1b4-48d3-b0de-fd000b47e653-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:13:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d61225c4-4e33-4dfb-b9e5-d86282deeead req-48545d50-c5f2-4bd4-bde6-f80c0a9c81d6 service nova] Lock "3877a3b2-d1b4-48d3-b0de-fd000b47e653-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:13:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d61225c4-4e33-4dfb-b9e5-d86282deeead req-48545d50-c5f2-4bd4-bde6-f80c0a9c81d6 service nova] Lock "3877a3b2-d1b4-48d3-b0de-fd000b47e653-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:13:30 user nova-compute[74307]: DEBUG nova.compute.manager [req-d61225c4-4e33-4dfb-b9e5-d86282deeead req-48545d50-c5f2-4bd4-bde6-f80c0a9c81d6 service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] No waiting events found dispatching network-vif-plugged-ce8283c9-09e2-4626-8ab7-4786344ce865 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:13:30 user nova-compute[74307]: WARNING nova.compute.manager [req-d61225c4-4e33-4dfb-b9e5-d86282deeead req-48545d50-c5f2-4bd4-bde6-f80c0a9c81d6 service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Received unexpected event network-vif-plugged-ce8283c9-09e2-4626-8ab7-4786344ce865 for instance with vm_state active and task_state rescuing.
Oct 24 08:13:31 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:13:31 user nova-compute[74307]: DEBUG nova.compute.manager [None req-b1a307c6-f604-4cd5-8af7-ebd3116b6ba7 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 08:13:33 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:13:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9626f386-ee63-409f-8540-df99d8110e0e tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Acquiring lock "fdcb4995-ec08-448d-8d85-d3c24ad83b7b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:13:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9626f386-ee63-409f-8540-df99d8110e0e tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Lock "fdcb4995-ec08-448d-8d85-d3c24ad83b7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:13:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9626f386-ee63-409f-8540-df99d8110e0e tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Acquiring lock "fdcb4995-ec08-448d-8d85-d3c24ad83b7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:13:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9626f386-ee63-409f-8540-df99d8110e0e tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Lock "fdcb4995-ec08-448d-8d85-d3c24ad83b7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:13:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9626f386-ee63-409f-8540-df99d8110e0e tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Lock "fdcb4995-ec08-448d-8d85-d3c24ad83b7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:13:34 user nova-compute[74307]: INFO nova.compute.manager [None req-9626f386-ee63-409f-8540-df99d8110e0e tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] Terminating instance
Oct 24 08:13:34 user nova-compute[74307]: DEBUG nova.compute.manager [None req-9626f386-ee63-409f-8540-df99d8110e0e tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] Start destroying the instance on the hypervisor. {{(pid=74307) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 08:13:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:13:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:13:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:13:35 user nova-compute[74307]: DEBUG nova.compute.manager [req-f832b666-9c9e-4133-9a65-117a3ff4cc47 req-e156e4d4-6338-4a1a-8f2e-4066879ee452 service nova] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] Received event network-vif-unplugged-dbdc5a6d-0e49-4247-8639-b0651d70fc3a {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:13:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-f832b666-9c9e-4133-9a65-117a3ff4cc47 req-e156e4d4-6338-4a1a-8f2e-4066879ee452 service nova] Acquiring lock "fdcb4995-ec08-448d-8d85-d3c24ad83b7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:13:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-f832b666-9c9e-4133-9a65-117a3ff4cc47 req-e156e4d4-6338-4a1a-8f2e-4066879ee452 service nova] Lock "fdcb4995-ec08-448d-8d85-d3c24ad83b7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:13:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-f832b666-9c9e-4133-9a65-117a3ff4cc47 req-e156e4d4-6338-4a1a-8f2e-4066879ee452 service nova] Lock "fdcb4995-ec08-448d-8d85-d3c24ad83b7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:13:35 user nova-compute[74307]: DEBUG nova.compute.manager [req-f832b666-9c9e-4133-9a65-117a3ff4cc47 req-e156e4d4-6338-4a1a-8f2e-4066879ee452 service nova] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] No waiting events found dispatching network-vif-unplugged-dbdc5a6d-0e49-4247-8639-b0651d70fc3a {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:13:35 user nova-compute[74307]: DEBUG nova.compute.manager [req-f832b666-9c9e-4133-9a65-117a3ff4cc47 req-e156e4d4-6338-4a1a-8f2e-4066879ee452 service nova] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] Received event network-vif-unplugged-dbdc5a6d-0e49-4247-8639-b0651d70fc3a for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 08:13:35 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] Instance destroyed successfully.
Oct 24 08:13:35 user nova-compute[74307]: DEBUG nova.objects.instance [None req-9626f386-ee63-409f-8540-df99d8110e0e tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Lazy-loading 'resources' on Instance uuid fdcb4995-ec08-448d-8d85-d3c24ad83b7b {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:13:35 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-9626f386-ee63-409f-8540-df99d8110e0e tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:11:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1804192526',display_name='tempest-VolumesActionsTest-instance-1804192526',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1804192526',id=48,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T08:11:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a376f197e3fb430aa37218050c088417',ramdisk_id='',reservation_id='r-e83fcwoq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-854736110',owner_user_name='tempest-VolumesActionsTest-854736110-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T08:11:51Z,user_data=None,user_id='893cb03f06604506992b0e7a2e52ffb9',uuid=fdcb4995-ec08-448d-8d85-d3c24ad83b7b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "dbdc5a6d-0e49-4247-8639-b0651d70fc3a", "address": "fa:16:3e:22:16:04", "network": {"id": "3d2be264-83c2-483c-a43c-148c95eee891", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1000311955-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a376f197e3fb430aa37218050c088417", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbdc5a6d-0e", "ovs_interfaceid": "dbdc5a6d-0e49-4247-8639-b0651d70fc3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 08:13:35 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-9626f386-ee63-409f-8540-df99d8110e0e tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Converting VIF {"id": "dbdc5a6d-0e49-4247-8639-b0651d70fc3a", "address": "fa:16:3e:22:16:04", "network": {"id": "3d2be264-83c2-483c-a43c-148c95eee891", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1000311955-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a376f197e3fb430aa37218050c088417", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbdc5a6d-0e", "ovs_interfaceid": "dbdc5a6d-0e49-4247-8639-b0651d70fc3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:13:35 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-9626f386-ee63-409f-8540-df99d8110e0e tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:22:16:04,bridge_name='br-int',has_traffic_filtering=True,id=dbdc5a6d-0e49-4247-8639-b0651d70fc3a,network=Network(3d2be264-83c2-483c-a43c-148c95eee891),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbdc5a6d-0e') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:13:35 user nova-compute[74307]: DEBUG os_vif [None req-9626f386-ee63-409f-8540-df99d8110e0e tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:22:16:04,bridge_name='br-int',has_traffic_filtering=True,id=dbdc5a6d-0e49-4247-8639-b0651d70fc3a,network=Network(3d2be264-83c2-483c-a43c-148c95eee891),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbdc5a6d-0e') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 08:13:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:13:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdbdc5a6d-0e, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:13:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:13:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:13:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ea329541-2cfb-4847-9414-578b2b1f013a) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:13:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:13:35 user nova-compute[74307]: INFO os_vif [None req-9626f386-ee63-409f-8540-df99d8110e0e tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:22:16:04,bridge_name='br-int',has_traffic_filtering=True,id=dbdc5a6d-0e49-4247-8639-b0651d70fc3a,network=Network(3d2be264-83c2-483c-a43c-148c95eee891),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbdc5a6d-0e')
Oct 24 08:13:35 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-9626f386-ee63-409f-8540-df99d8110e0e tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] Deleting instance files /opt/stack/data/nova/instances/fdcb4995-ec08-448d-8d85-d3c24ad83b7b_del
Oct 24 08:13:35 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-9626f386-ee63-409f-8540-df99d8110e0e tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] Deletion of /opt/stack/data/nova/instances/fdcb4995-ec08-448d-8d85-d3c24ad83b7b_del complete
Oct 24 08:13:35 user nova-compute[74307]: INFO nova.compute.manager [None req-9626f386-ee63-409f-8540-df99d8110e0e tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] Took 0.86 seconds to destroy the instance on the hypervisor.
Oct 24 08:13:35 user nova-compute[74307]: DEBUG oslo.service.loopingcall [None req-9626f386-ee63-409f-8540-df99d8110e0e tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74307) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 08:13:35 user nova-compute[74307]: DEBUG nova.compute.manager [-] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] Deallocating network for instance {{(pid=74307) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 08:13:35 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] deallocate_for_instance() {{(pid=74307) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 08:13:36 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:13:36 user nova-compute[74307]: INFO nova.compute.manager [-] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] Took 0.52 seconds to deallocate network for instance.
Oct 24 08:13:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9626f386-ee63-409f-8540-df99d8110e0e tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:13:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9626f386-ee63-409f-8540-df99d8110e0e tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:13:36 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-9626f386-ee63-409f-8540-df99d8110e0e tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:13:36 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-9626f386-ee63-409f-8540-df99d8110e0e tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:13:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9626f386-ee63-409f-8540-df99d8110e0e tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.241s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:13:36 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-9626f386-ee63-409f-8540-df99d8110e0e tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Deleted allocations for instance fdcb4995-ec08-448d-8d85-d3c24ad83b7b
Oct 24 08:13:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-9626f386-ee63-409f-8540-df99d8110e0e tempest-VolumesActionsTest-854736110 tempest-VolumesActionsTest-854736110-project-member] Lock "fdcb4995-ec08-448d-8d85-d3c24ad83b7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.861s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:13:37 user nova-compute[74307]: DEBUG nova.compute.manager [req-c59bfdf2-0d20-4f33-aad5-b9b078c29aed req-031053f3-3f8b-40c4-8ea5-03cb1ef94231 service nova] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] Received event network-vif-plugged-dbdc5a6d-0e49-4247-8639-b0651d70fc3a {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:13:37 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-c59bfdf2-0d20-4f33-aad5-b9b078c29aed req-031053f3-3f8b-40c4-8ea5-03cb1ef94231 service nova] Acquiring lock "fdcb4995-ec08-448d-8d85-d3c24ad83b7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:13:37 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-c59bfdf2-0d20-4f33-aad5-b9b078c29aed req-031053f3-3f8b-40c4-8ea5-03cb1ef94231 service nova] Lock "fdcb4995-ec08-448d-8d85-d3c24ad83b7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:13:37 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-c59bfdf2-0d20-4f33-aad5-b9b078c29aed req-031053f3-3f8b-40c4-8ea5-03cb1ef94231 service nova] Lock "fdcb4995-ec08-448d-8d85-d3c24ad83b7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:13:37 user nova-compute[74307]: DEBUG nova.compute.manager [req-c59bfdf2-0d20-4f33-aad5-b9b078c29aed req-031053f3-3f8b-40c4-8ea5-03cb1ef94231 service nova] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] No waiting events found dispatching network-vif-plugged-dbdc5a6d-0e49-4247-8639-b0651d70fc3a {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:13:37 user nova-compute[74307]: WARNING nova.compute.manager [req-c59bfdf2-0d20-4f33-aad5-b9b078c29aed req-031053f3-3f8b-40c4-8ea5-03cb1ef94231 service nova] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] Received unexpected event network-vif-plugged-dbdc5a6d-0e49-4247-8639-b0651d70fc3a for instance with vm_state deleted and task_state None.
Oct 24 08:13:37 user nova-compute[74307]: DEBUG nova.compute.manager [req-c59bfdf2-0d20-4f33-aad5-b9b078c29aed req-031053f3-3f8b-40c4-8ea5-03cb1ef94231 service nova] [instance: fdcb4995-ec08-448d-8d85-d3c24ad83b7b] Received event network-vif-deleted-dbdc5a6d-0e49-4247-8639-b0651d70fc3a {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:13:40 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:13:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:13:44 user nova-compute[74307]: DEBUG nova.compute.manager [req-ccc9e375-4ab8-4f92-9c3c-a64047616339 req-e31b81db-b97a-483c-b30f-4137eac17985 service nova] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Received event network-changed-b6cbd86e-f626-4446-8f80-9e5cd4f88a20 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:13:44 user nova-compute[74307]: DEBUG nova.compute.manager [req-ccc9e375-4ab8-4f92-9c3c-a64047616339 req-e31b81db-b97a-483c-b30f-4137eac17985 service nova] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Refreshing instance network info cache due to event network-changed-b6cbd86e-f626-4446-8f80-9e5cd4f88a20. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 08:13:44 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-ccc9e375-4ab8-4f92-9c3c-a64047616339 req-e31b81db-b97a-483c-b30f-4137eac17985 service nova] Acquiring lock "refresh_cache-91eb36c0-3a4c-4f68-be32-d083e576f055" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:13:44 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-ccc9e375-4ab8-4f92-9c3c-a64047616339 req-e31b81db-b97a-483c-b30f-4137eac17985 service nova] Acquired lock "refresh_cache-91eb36c0-3a4c-4f68-be32-d083e576f055" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:13:44 user nova-compute[74307]: DEBUG nova.network.neutron [req-ccc9e375-4ab8-4f92-9c3c-a64047616339 req-e31b81db-b97a-483c-b30f-4137eac17985 service nova] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Refreshing network info cache for port b6cbd86e-f626-4446-8f80-9e5cd4f88a20 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 08:13:44 user nova-compute[74307]: DEBUG nova.network.neutron [req-ccc9e375-4ab8-4f92-9c3c-a64047616339 req-e31b81db-b97a-483c-b30f-4137eac17985 service nova] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Updated VIF entry in instance network info cache for port b6cbd86e-f626-4446-8f80-9e5cd4f88a20. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 08:13:44 user nova-compute[74307]: DEBUG nova.network.neutron [req-ccc9e375-4ab8-4f92-9c3c-a64047616339 req-e31b81db-b97a-483c-b30f-4137eac17985 service nova] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Updating instance_info_cache with network_info: [{"id": "b6cbd86e-f626-4446-8f80-9e5cd4f88a20", "address": "fa:16:3e:6c:76:9d", "network": {"id": "96d4afae-b610-4edd-beaa-c127854a0fe2", "bridge": "br-int", "label": "tempest-TestStampPattern-1736865131-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36dc8e6f07bb4ed8b6b1ff0f1de90fa8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6cbd86e-f6", "ovs_interfaceid": "b6cbd86e-f626-4446-8f80-9e5cd4f88a20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:13:44 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-ccc9e375-4ab8-4f92-9c3c-a64047616339 req-e31b81db-b97a-483c-b30f-4137eac17985 service nova] Releasing lock "refresh_cache-91eb36c0-3a4c-4f68-be32-d083e576f055" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:13:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2c173cf2-a598-4998-ae36-ed5d720eedf8 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Acquiring lock "91eb36c0-3a4c-4f68-be32-d083e576f055" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:13:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2c173cf2-a598-4998-ae36-ed5d720eedf8 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "91eb36c0-3a4c-4f68-be32-d083e576f055" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:13:45 user nova-compute[74307]: DEBUG nova.objects.instance [None req-2c173cf2-a598-4998-ae36-ed5d720eedf8 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lazy-loading 'flavor' on Instance uuid 91eb36c0-3a4c-4f68-be32-d083e576f055 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:13:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2c173cf2-a598-4998-ae36-ed5d720eedf8 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "91eb36c0-3a4c-4f68-be32-d083e576f055" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.053s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:13:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2c173cf2-a598-4998-ae36-ed5d720eedf8 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Acquiring lock "91eb36c0-3a4c-4f68-be32-d083e576f055" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:13:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2c173cf2-a598-4998-ae36-ed5d720eedf8 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "91eb36c0-3a4c-4f68-be32-d083e576f055" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:13:45 user nova-compute[74307]: INFO nova.compute.manager [None req-2c173cf2-a598-4998-ae36-ed5d720eedf8 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Attaching volume e3a26417-4ba6-4572-8413-33a79467e6c1 to /dev/vdb
Oct 24 08:13:45 user nova-compute[74307]: DEBUG os_brick.utils [None req-2c173cf2-a598-4998-ae36-ed5d720eedf8 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:13:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:13:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:13:45 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0f9d40c-6508-4a46-ba28-91acd01bdce1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:299aca16be88\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:13:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:13:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:13:45 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4c94804-09d9-452e-90d9-066bebaa8088]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:13:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:13:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:13:45 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1a7e3f3-79be-4928-941c-38b6882ce8f7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:13:45 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfe66cd0-d744-45bb-9231-0d7ae0d00a09]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:13:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-2c173cf2-a598-4998-ae36-ed5d720eedf8 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Running cmd (subprocess): nvme version {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:13:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-2c173cf2-a598-4998-ae36-ed5d720eedf8 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] 'nvme version' failed. Not Retrying. {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 08:13:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.nvmeof [None req-2c173cf2-a598-4998-ae36-ed5d720eedf8 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] nvme not present on system {{(pid=74307) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 08:13:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:13:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 08:13:45 user nova-compute[74307]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 08:13:45 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[4960c6d8-fd99-44f8-a729-9bf5863282e1]: (4, '') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:13:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-2c173cf2-a598-4998-ae36-ed5d720eedf8 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74307) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 08:13:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-2c173cf2-a598-4998-ae36-ed5d720eedf8 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 08:13:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-2c173cf2-a598-4998-ae36-ed5d720eedf8 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] LIGHTOS: no hostnqn found. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 08:13:45 user nova-compute[74307]: DEBUG os_brick.utils [None req-2c173cf2-a598-4998-ae36-ed5d720eedf8 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:299aca16be88', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:13:45 user nova-compute[74307]: DEBUG nova.virt.block_device [None req-2c173cf2-a598-4998-ae36-ed5d720eedf8 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Updating existing volume attachment record: 8d9cdd9a-ec09-4a9b-a066-df0fb12b4b44 {{(pid=74307) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 08:13:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:13:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:13:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:13:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:13:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:13:56 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:14:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:14:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:14:02 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2c173cf2-a598-4998-ae36-ed5d720eedf8 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Calling os-brick to attach iSCSI Volume {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 08:14:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c173cf2-a598-4998-ae36-ed5d720eedf8 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e3a26417-4ba6-4572-8413-33a79467e6c1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PlUrGYpx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:14:02 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-2c173cf2-a598-4998-ae36-ed5d720eedf8 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:14:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-2c173cf2-a598-4998-ae36-ed5d720eedf8 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:14:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-2c173cf2-a598-4998-ae36-ed5d720eedf8 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:14:02 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-2c173cf2-a598-4998-ae36-ed5d720eedf8 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:14:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-2c173cf2-a598-4998-ae36-ed5d720eedf8 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e3a26417-4ba6-4572-8413-33a79467e6c1" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:14:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-2c173cf2-a598-4998-ae36-ed5d720eedf8 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e3a26417-4ba6-4572-8413-33a79467e6c1" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:14:02 user nova-compute[74307]: INFO os_brick.initiator.connectors.iscsi [None req-2c173cf2-a598-4998-ae36-ed5d720eedf8 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 08:14:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e3a26417-4ba6-4572-8413-33a79467e6c1 -p 172.16.0.220:3260 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:14:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e3a26417-4ba6-4572-8413-33a79467e6c1 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:14:02 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[60e2fa17-b905-4a70-8122-405e498af16d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:14:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c173cf2-a598-4998-ae36-ed5d720eedf8 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 08:14:02 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:14:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e3a26417-4ba6-4572-8413-33a79467e6c1 -p 172.16.0.220:3260 --interface default --op new {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:14:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e3a26417-4ba6-4572-8413-33a79467e6c1 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:14:02 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6461772-12b8-4509-92ec-a2a08f44bb0c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e3a26417-4ba6-4572-8413-33a79467e6c1] added\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:14:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c173cf2-a598-4998-ae36-ed5d720eedf8 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e3a26417-4ba6-4572-8413-33a79467e6c1] added
Oct 24 08:14:02 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:14:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e3a26417-4ba6-4572-8413-33a79467e6c1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:14:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e3a26417-4ba6-4572-8413-33a79467e6c1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:14:02 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[308c46c5-9e31-442e-9c50-0a5c4b215b88]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:14:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c173cf2-a598-4998-ae36-ed5d720eedf8 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:14:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e3a26417-4ba6-4572-8413-33a79467e6c1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:14:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e3a26417-4ba6-4572-8413-33a79467e6c1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:14:02 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9932103-de9d-4134-867f-8d544bb9d3ab]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:14:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c173cf2-a598-4998-ae36-ed5d720eedf8 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:14:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e3a26417-4ba6-4572-8413-33a79467e6c1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PlUrGYpx {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:14:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e3a26417-4ba6-4572-8413-33a79467e6c1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PlUrGYpx" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:14:02 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[4112a242-bb5e-4024-963e-561a5b6b677a]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:14:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c173cf2-a598-4998-ae36-ed5d720eedf8 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'PlUrGYpx'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:14:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e3a26417-4ba6-4572-8413-33a79467e6c1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:14:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e3a26417-4ba6-4572-8413-33a79467e6c1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:14:02 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[54eae9d5-b1f9-46cb-9744-d5e7de3c4b1d]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:14:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c173cf2-a598-4998-ae36-ed5d720eedf8 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:14:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:14:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:14:02 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc30651f-54b9-45e8-b748-e9f335e4b92a]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:14:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c173cf2-a598-4998-ae36-ed5d720eedf8 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5 (non-flash)
Oct 24 08:14:02 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:14:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c173cf2-a598-4998-ae36-ed5d720eedf8 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5 (non-flash)
Oct 24 08:14:02 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:14:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e3a26417-4ba6-4572-8413-33a79467e6c1 -p 172.16.0.220:3260 --login {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:14:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e3a26417-4ba6-4572-8413-33a79467e6c1 -p 172.16.0.220:3260 --login" returned: 0 in 0.052s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:14:02 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0c4a4c7-ef31-46ae-9a68-f5e575074d40]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e3a26417-4ba6-4572-8413-33a79467e6c1, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e3a26417-4ba6-4572-8413-33a79467e6c1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:14:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c173cf2-a598-4998-ae36-ed5d720eedf8 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e3a26417-4ba6-4572-8413-33a79467e6c1, portal: 172.16.0.220,3260]
Oct 24 08:14:02 user nova-compute[74307]: Login to [iface: default, target: iqn.2010-10.org.openstack:e3a26417-4ba6-4572-8413-33a79467e6c1, portal: 172.16.0.220,3260] successful.
Oct 24 08:14:02 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:14:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e3a26417-4ba6-4572-8413-33a79467e6c1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:14:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e3a26417-4ba6-4572-8413-33a79467e6c1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:14:02 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[a538fd45-05a4-4445-a5bb-5bde5458c598]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:14:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c173cf2-a598-4998-ae36-ed5d720eedf8 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:14:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:14:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:14:02 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c9e3c8f-d77c-4304-9cc9-5d22bf2e5fdf]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e3a26417-4ba6-4572-8413-33a79467e6c1 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:14:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c173cf2-a598-4998-ae36-ed5d720eedf8 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5 (non-flash)
Oct 24 08:14:02 user nova-compute[74307]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e3a26417-4ba6-4572-8413-33a79467e6c1 (non-flash)
Oct 24 08:14:02 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:14:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c173cf2-a598-4998-ae36-ed5d720eedf8 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5 (non-flash)
Oct 24 08:14:02 user nova-compute[74307]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e3a26417-4ba6-4572-8413-33a79467e6c1 (non-flash)
Oct 24 08:14:02 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:14:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-2c173cf2-a598-4998-ae36-ed5d720eedf8 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e3a26417-4ba6-4572-8413-33a79467e6c1" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.263s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:14:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c173cf2-a598-4998-ae36-ed5d720eedf8 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Connected to 172.16.0.220:3260 {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 08:14:02 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-2c173cf2-a598-4998-ae36-ed5d720eedf8 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] HCTL ('34', '-', '-', 0) found on session 48 with lun 0 {{(pid=74307) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 08:14:02 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-2c173cf2-a598-4998-ae36-ed5d720eedf8 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74307) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 08:14:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:14:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:14:02 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[f090b639-55af-46ed-af26-f9bdeac93a0a]: (4, ('- - 0', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:14:02 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-2c173cf2-a598-4998-ae36-ed5d720eedf8 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Searching for a device in session 48 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 08:14:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c173cf2-a598-4998-ae36-ed5d720eedf8 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:e3a26417-4ba6-4572-8413-33a79467e6c1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PlUrGYpx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 08:14:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-2c173cf2-a598-4998-ae36-ed5d720eedf8 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.297s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:14:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c173cf2-a598-4998-ae36-ed5d720eedf8 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] <== connect_volume: return (1299ms) {'type': 'block', 'scsi_wwn': '23664396262333834', 'path': '/dev/sdc'} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:14:03 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2c173cf2-a598-4998-ae36-ed5d720eedf8 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23664396262333834', 'path': '/dev/sdc'} {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 08:14:03 user nova-compute[74307]: DEBUG nova.objects.instance [None req-2c173cf2-a598-4998-ae36-ed5d720eedf8 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lazy-loading 'flavor' on Instance uuid 91eb36c0-3a4c-4f68-be32-d083e576f055 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:14:03 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-2c173cf2-a598-4998-ae36-ed5d720eedf8 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 08:14:03 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 08:14:03 user nova-compute[74307]:   <source dev="/dev/sdc"/>
Oct 24 08:14:03 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 08:14:03 user nova-compute[74307]:   <serial>e3a26417-4ba6-4572-8413-33a79467e6c1</serial>
Oct 24 08:14:03 user nova-compute[74307]: </disk>
Oct 24 08:14:03 user nova-compute[74307]:  {{(pid=74307) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 08:14:03 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2c173cf2-a598-4998-ae36-ed5d720eedf8 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 08:14:03 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2c173cf2-a598-4998-ae36-ed5d720eedf8 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 08:14:03 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-2c173cf2-a598-4998-ae36-ed5d720eedf8 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] No VIF found with MAC fa:16:3e:6c:76:9d, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 08:14:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-2c173cf2-a598-4998-ae36-ed5d720eedf8 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "91eb36c0-3a4c-4f68-be32-d083e576f055" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 18.682s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:14:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:14:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-fabfdd4e-613a-4107-9fd1-193d291914f0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Acquiring lock "91eb36c0-3a4c-4f68-be32-d083e576f055" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:14:05 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-fabfdd4e-613a-4107-9fd1-193d291914f0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "91eb36c0-3a4c-4f68-be32-d083e576f055" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:14:05 user nova-compute[74307]: INFO nova.compute.manager [None req-fabfdd4e-613a-4107-9fd1-193d291914f0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Detaching volume e3a26417-4ba6-4572-8413-33a79467e6c1
Oct 24 08:14:05 user nova-compute[74307]: INFO nova.virt.block_device [None req-fabfdd4e-613a-4107-9fd1-193d291914f0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Attempting to driver detach volume e3a26417-4ba6-4572-8413-33a79467e6c1 from mountpoint /dev/vdb
Oct 24 08:14:05 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-fabfdd4e-613a-4107-9fd1-193d291914f0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Attempting to detach device vdb from instance 91eb36c0-3a4c-4f68-be32-d083e576f055 from the persistent domain config. {{(pid=74307) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 08:14:05 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-fabfdd4e-613a-4107-9fd1-193d291914f0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 08:14:05 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 08:14:05 user nova-compute[74307]:   <source dev="/dev/sdc"/>
Oct 24 08:14:05 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 08:14:05 user nova-compute[74307]:   <serial>e3a26417-4ba6-4572-8413-33a79467e6c1</serial>
Oct 24 08:14:05 user nova-compute[74307]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 08:14:05 user nova-compute[74307]: </disk>
Oct 24 08:14:05 user nova-compute[74307]:  {{(pid=74307) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 08:14:06 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-fabfdd4e-613a-4107-9fd1-193d291914f0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Successfully detached device vdb from instance 91eb36c0-3a4c-4f68-be32-d083e576f055 from the persistent domain config.
Oct 24 08:14:06 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-fabfdd4e-613a-4107-9fd1-193d291914f0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 91eb36c0-3a4c-4f68-be32-d083e576f055 from the live domain config. {{(pid=74307) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 08:14:06 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-fabfdd4e-613a-4107-9fd1-193d291914f0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 08:14:06 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 08:14:06 user nova-compute[74307]:   <source dev="/dev/sdc"/>
Oct 24 08:14:06 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 08:14:06 user nova-compute[74307]:   <serial>e3a26417-4ba6-4572-8413-33a79467e6c1</serial>
Oct 24 08:14:06 user nova-compute[74307]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 08:14:06 user nova-compute[74307]: </disk>
Oct 24 08:14:06 user nova-compute[74307]:  {{(pid=74307) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 08:14:06 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:14:06 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-fabfdd4e-613a-4107-9fd1-193d291914f0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 91eb36c0-3a4c-4f68-be32-d083e576f055 {{(pid=74307) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 08:14:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:14:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:14:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Acquiring lock "d95829fc-5925-4577-93dd-c790da33302a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:14:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "d95829fc-5925-4577-93dd-c790da33302a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:14:11 user nova-compute[74307]: DEBUG nova.compute.manager [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: d95829fc-5925-4577-93dd-c790da33302a] Starting instance... {{(pid=74307) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 08:14:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:14:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:14:11 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 08:14:11 user nova-compute[74307]: INFO nova.compute.claims [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: d95829fc-5925-4577-93dd-c790da33302a] Claim successful on node user
Oct 24 08:14:12 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:14:12 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:14:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.298s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:14:12 user nova-compute[74307]: DEBUG nova.compute.manager [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: d95829fc-5925-4577-93dd-c790da33302a] Start building networks asynchronously for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 08:14:12 user nova-compute[74307]: DEBUG nova.compute.manager [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: d95829fc-5925-4577-93dd-c790da33302a] Allocating IP information in the background. {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 08:14:12 user nova-compute[74307]: DEBUG nova.network.neutron [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: d95829fc-5925-4577-93dd-c790da33302a] allocate_for_instance() {{(pid=74307) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 08:14:12 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: d95829fc-5925-4577-93dd-c790da33302a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 08:14:12 user nova-compute[74307]: DEBUG nova.compute.manager [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: d95829fc-5925-4577-93dd-c790da33302a] Start building block device mappings for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 08:14:12 user nova-compute[74307]: DEBUG nova.policy [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b5d4244c001404190f24b23c7859de4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26fb55b5c9ff459094a98e54e27611b8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74307) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 08:14:12 user nova-compute[74307]: DEBUG nova.compute.manager [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: d95829fc-5925-4577-93dd-c790da33302a] Start spawning the instance on the hypervisor. {{(pid=74307) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 08:14:12 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: d95829fc-5925-4577-93dd-c790da33302a] Creating instance directory {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 08:14:12 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: d95829fc-5925-4577-93dd-c790da33302a] Creating image(s)
Oct 24 08:14:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Acquiring lock "/opt/stack/data/nova/instances/d95829fc-5925-4577-93dd-c790da33302a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:14:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "/opt/stack/data/nova/instances/d95829fc-5925-4577-93dd-c790da33302a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:14:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "/opt/stack/data/nova/instances/d95829fc-5925-4577-93dd-c790da33302a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:14:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Acquiring lock "c7e643cc986e32073bee5a55cf4db93b6bcf0df5" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:14:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "c7e643cc986e32073bee5a55cf4db93b6bcf0df5" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:14:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c7e643cc986e32073bee5a55cf4db93b6bcf0df5.part --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:14:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c7e643cc986e32073bee5a55cf4db93b6bcf0df5.part --force-share --output=json" returned: 0 in 0.187s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:14:12 user nova-compute[74307]: DEBUG nova.virt.images [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] b15b9232-903e-4718-bc84-0352fb741c0b was qcow2, converting to raw {{(pid=74307) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 24 08:14:12 user nova-compute[74307]: DEBUG nova.privsep.utils [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74307) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 24 08:14:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/c7e643cc986e32073bee5a55cf4db93b6bcf0df5.part /opt/stack/data/nova/instances/_base/c7e643cc986e32073bee5a55cf4db93b6bcf0df5.converted {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:14:13 user nova-compute[74307]: DEBUG nova.network.neutron [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: d95829fc-5925-4577-93dd-c790da33302a] Successfully created port: 7f7ecbcc-e179-4036-8260-a01b872ef67e {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 08:14:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/c7e643cc986e32073bee5a55cf4db93b6bcf0df5.part /opt/stack/data/nova/instances/_base/c7e643cc986e32073bee5a55cf4db93b6bcf0df5.converted" returned: 0 in 0.250s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:14:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c7e643cc986e32073bee5a55cf4db93b6bcf0df5.converted --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:14:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c7e643cc986e32073bee5a55cf4db93b6bcf0df5.converted --force-share --output=json" returned: 0 in 0.233s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:14:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "c7e643cc986e32073bee5a55cf4db93b6bcf0df5" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.129s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:14:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c7e643cc986e32073bee5a55cf4db93b6bcf0df5 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:14:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c7e643cc986e32073bee5a55cf4db93b6bcf0df5 --force-share --output=json" returned: 0 in 0.174s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:14:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Acquiring lock "c7e643cc986e32073bee5a55cf4db93b6bcf0df5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:14:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "c7e643cc986e32073bee5a55cf4db93b6bcf0df5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:14:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c7e643cc986e32073bee5a55cf4db93b6bcf0df5 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:14:13 user nova-compute[74307]: DEBUG nova.network.neutron [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: d95829fc-5925-4577-93dd-c790da33302a] Successfully updated port: 7f7ecbcc-e179-4036-8260-a01b872ef67e {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 08:14:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Acquiring lock "refresh_cache-d95829fc-5925-4577-93dd-c790da33302a" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:14:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Acquired lock "refresh_cache-d95829fc-5925-4577-93dd-c790da33302a" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:14:13 user nova-compute[74307]: DEBUG nova.network.neutron [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: d95829fc-5925-4577-93dd-c790da33302a] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 08:14:13 user nova-compute[74307]: DEBUG nova.compute.manager [req-4330278d-98b5-42f0-99b3-ce62a42e78e9 req-e837f009-ec5a-41c4-8b41-84e93da0ca04 service nova] [instance: d95829fc-5925-4577-93dd-c790da33302a] Received event network-changed-7f7ecbcc-e179-4036-8260-a01b872ef67e {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:14:13 user nova-compute[74307]: DEBUG nova.compute.manager [req-4330278d-98b5-42f0-99b3-ce62a42e78e9 req-e837f009-ec5a-41c4-8b41-84e93da0ca04 service nova] [instance: d95829fc-5925-4577-93dd-c790da33302a] Refreshing instance network info cache due to event network-changed-7f7ecbcc-e179-4036-8260-a01b872ef67e. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 08:14:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-4330278d-98b5-42f0-99b3-ce62a42e78e9 req-e837f009-ec5a-41c4-8b41-84e93da0ca04 service nova] Acquiring lock "refresh_cache-d95829fc-5925-4577-93dd-c790da33302a" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:14:13 user nova-compute[74307]: DEBUG nova.network.neutron [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: d95829fc-5925-4577-93dd-c790da33302a] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 08:14:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c7e643cc986e32073bee5a55cf4db93b6bcf0df5 --force-share --output=json" returned: 0 in 0.168s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:14:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/c7e643cc986e32073bee5a55cf4db93b6bcf0df5,backing_fmt=raw /opt/stack/data/nova/instances/d95829fc-5925-4577-93dd-c790da33302a/disk 1073741824 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:14:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/c7e643cc986e32073bee5a55cf4db93b6bcf0df5,backing_fmt=raw /opt/stack/data/nova/instances/d95829fc-5925-4577-93dd-c790da33302a/disk 1073741824" returned: 0 in 0.045s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:14:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "c7e643cc986e32073bee5a55cf4db93b6bcf0df5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.218s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:14:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c7e643cc986e32073bee5a55cf4db93b6bcf0df5 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c7e643cc986e32073bee5a55cf4db93b6bcf0df5 --force-share --output=json" returned: 0 in 0.183s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d95829fc-5925-4577-93dd-c790da33302a/disk. size=1073741824 {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d95829fc-5925-4577-93dd-c790da33302a/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG nova.network.neutron [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: d95829fc-5925-4577-93dd-c790da33302a] Updating instance_info_cache with network_info: [{"id": "7f7ecbcc-e179-4036-8260-a01b872ef67e", "address": "fa:16:3e:42:ff:d7", "network": {"id": "0f0aaaf1-d323-4cac-af4e-c2170c72c975", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1922894408-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26fb55b5c9ff459094a98e54e27611b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f7ecbcc-e1", "ovs_interfaceid": "7f7ecbcc-e179-4036-8260-a01b872ef67e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Releasing lock "refresh_cache-d95829fc-5925-4577-93dd-c790da33302a" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG nova.compute.manager [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: d95829fc-5925-4577-93dd-c790da33302a] Instance network_info: |[{"id": "7f7ecbcc-e179-4036-8260-a01b872ef67e", "address": "fa:16:3e:42:ff:d7", "network": {"id": "0f0aaaf1-d323-4cac-af4e-c2170c72c975", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1922894408-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26fb55b5c9ff459094a98e54e27611b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f7ecbcc-e1", "ovs_interfaceid": "7f7ecbcc-e179-4036-8260-a01b872ef67e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-4330278d-98b5-42f0-99b3-ce62a42e78e9 req-e837f009-ec5a-41c4-8b41-84e93da0ca04 service nova] Acquired lock "refresh_cache-d95829fc-5925-4577-93dd-c790da33302a" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG nova.network.neutron [req-4330278d-98b5-42f0-99b3-ce62a42e78e9 req-e837f009-ec5a-41c4-8b41-84e93da0ca04 service nova] [instance: d95829fc-5925-4577-93dd-c790da33302a] Refreshing network info cache for port 7f7ecbcc-e179-4036-8260-a01b872ef67e {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d95829fc-5925-4577-93dd-c790da33302a/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Cannot resize image /opt/stack/data/nova/instances/d95829fc-5925-4577-93dd-c790da33302a/disk to a smaller size. {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: d95829fc-5925-4577-93dd-c790da33302a] Created local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: d95829fc-5925-4577-93dd-c790da33302a] Ensure instance console log exists: /opt/stack/data/nova/instances/d95829fc-5925-4577-93dd-c790da33302a/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: d95829fc-5925-4577-93dd-c790da33302a] Start _get_guest_xml network_info=[{"id": "7f7ecbcc-e179-4036-8260-a01b872ef67e", "address": "fa:16:3e:42:ff:d7", "network": {"id": "0f0aaaf1-d323-4cac-af4e-c2170c72c975", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1922894408-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26fb55b5c9ff459094a98e54e27611b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f7ecbcc-e1", "ovs_interfaceid": "7f7ecbcc-e179-4036-8260-a01b872ef67e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T08:14:09Z,direct_url=<?>,disk_format='qcow2',id=b15b9232-903e-4718-bc84-0352fb741c0b,min_disk=0,min_ram=0,name='tempest-scenario-img--182215102',owner='26fb55b5c9ff459094a98e54e27611b8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T08:14:10Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'boot_index': 0, 'guest_format': None, 'image_id': 'b15b9232-903e-4718-bc84-0352fb741c0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 08:14:14 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:14:14 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:14:14 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T08:14:09Z,direct_url=<?>,disk_format='qcow2',id=b15b9232-903e-4718-bc84-0352fb741c0b,min_disk=0,min_ram=0,name='tempest-scenario-img--182215102',owner='26fb55b5c9ff459094a98e54e27611b8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T08:14:10Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:14:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1086045032',display_name='tempest-TestMinimumBasicScenario-server-1086045032',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1086045032',id=50,image_ref='b15b9232-903e-4718-bc84-0352fb741c0b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMKUib7Ynl5yFzf3tDBpI1j4IrkU0Py2IRqlmd7ODBNY/i9zxBJuRw8Li6SsW11VmpvJZiaaR0zOx3CSw4dc+VGht+9+Q71WMv5u6THVNuw2cU5V6gZdF504ZqBhGS9BYQ==',key_name='tempest-TestMinimumBasicScenario-1931627178',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='26fb55b5c9ff459094a98e54e27611b8',ramdisk_id='',reservation_id='r-i4s6lgf9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b15b9232-903e-4718-bc84-0352fb741c0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-2044329211',owner_user_name='tempest-TestMinimumBasicScenario-2044329211-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T08:14:12Z,user_data=None,user_id='6b5d4244c001404190f24b23c7859de4',uuid=d95829fc-5925-4577-93dd-c790da33302a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7f7ecbcc-e179-4036-8260-a01b872ef67e", "address": "fa:16:3e:42:ff:d7", "network": {"id": "0f0aaaf1-d323-4cac-af4e-c2170c72c975", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1922894408-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26fb55b5c9ff459094a98e54e27611b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f7ecbcc-e1", "ovs_interfaceid": "7f7ecbcc-e179-4036-8260-a01b872ef67e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Converting VIF {"id": "7f7ecbcc-e179-4036-8260-a01b872ef67e", "address": "fa:16:3e:42:ff:d7", "network": {"id": "0f0aaaf1-d323-4cac-af4e-c2170c72c975", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1922894408-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26fb55b5c9ff459094a98e54e27611b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f7ecbcc-e1", "ovs_interfaceid": "7f7ecbcc-e179-4036-8260-a01b872ef67e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:42:ff:d7,bridge_name='br-int',has_traffic_filtering=True,id=7f7ecbcc-e179-4036-8260-a01b872ef67e,network=Network(0f0aaaf1-d323-4cac-af4e-c2170c72c975),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7f7ecbcc-e1') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG nova.objects.instance [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lazy-loading 'pci_devices' on Instance uuid d95829fc-5925-4577-93dd-c790da33302a {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: d95829fc-5925-4577-93dd-c790da33302a] End _get_guest_xml xml=<domain type="kvm">
Oct 24 08:14:14 user nova-compute[74307]:   <uuid>d95829fc-5925-4577-93dd-c790da33302a</uuid>
Oct 24 08:14:14 user nova-compute[74307]:   <name>instance-00000032</name>
Oct 24 08:14:14 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 08:14:14 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 08:14:14 user nova-compute[74307]:   <metadata>
Oct 24 08:14:14 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 08:14:14 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 08:14:14 user nova-compute[74307]:       <nova:name>tempest-TestMinimumBasicScenario-server-1086045032</nova:name>
Oct 24 08:14:14 user nova-compute[74307]:       <nova:creationTime>2023-10-24 08:14:14</nova:creationTime>
Oct 24 08:14:14 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 08:14:14 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 08:14:14 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 08:14:14 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 08:14:14 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 08:14:14 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 08:14:14 user nova-compute[74307]:       </nova:flavor>
Oct 24 08:14:14 user nova-compute[74307]:       <nova:owner>
Oct 24 08:14:14 user nova-compute[74307]:         <nova:user uuid="6b5d4244c001404190f24b23c7859de4">tempest-TestMinimumBasicScenario-2044329211-project-member</nova:user>
Oct 24 08:14:14 user nova-compute[74307]:         <nova:project uuid="26fb55b5c9ff459094a98e54e27611b8">tempest-TestMinimumBasicScenario-2044329211</nova:project>
Oct 24 08:14:14 user nova-compute[74307]:       </nova:owner>
Oct 24 08:14:14 user nova-compute[74307]:       <nova:root type="image" uuid="b15b9232-903e-4718-bc84-0352fb741c0b"/>
Oct 24 08:14:14 user nova-compute[74307]:       <nova:ports>
Oct 24 08:14:14 user nova-compute[74307]:         <nova:port uuid="7f7ecbcc-e179-4036-8260-a01b872ef67e">
Oct 24 08:14:14 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 24 08:14:14 user nova-compute[74307]:         </nova:port>
Oct 24 08:14:14 user nova-compute[74307]:       </nova:ports>
Oct 24 08:14:14 user nova-compute[74307]:     </nova:instance>
Oct 24 08:14:14 user nova-compute[74307]:   </metadata>
Oct 24 08:14:14 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 08:14:14 user nova-compute[74307]:     <system>
Oct 24 08:14:14 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 08:14:14 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 08:14:14 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 08:14:14 user nova-compute[74307]:       <entry name="serial">d95829fc-5925-4577-93dd-c790da33302a</entry>
Oct 24 08:14:14 user nova-compute[74307]:       <entry name="uuid">d95829fc-5925-4577-93dd-c790da33302a</entry>
Oct 24 08:14:14 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 08:14:14 user nova-compute[74307]:     </system>
Oct 24 08:14:14 user nova-compute[74307]:   </sysinfo>
Oct 24 08:14:14 user nova-compute[74307]:   <os>
Oct 24 08:14:14 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 08:14:14 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 08:14:14 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 08:14:14 user nova-compute[74307]:   </os>
Oct 24 08:14:14 user nova-compute[74307]:   <features>
Oct 24 08:14:14 user nova-compute[74307]:     <acpi/>
Oct 24 08:14:14 user nova-compute[74307]:     <apic/>
Oct 24 08:14:14 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 08:14:14 user nova-compute[74307]:   </features>
Oct 24 08:14:14 user nova-compute[74307]:   <clock offset="utc">
Oct 24 08:14:14 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 08:14:14 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 08:14:14 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 08:14:14 user nova-compute[74307]:   </clock>
Oct 24 08:14:14 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 08:14:14 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 08:14:14 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 08:14:14 user nova-compute[74307]:   </cpu>
Oct 24 08:14:14 user nova-compute[74307]:   <devices>
Oct 24 08:14:14 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 08:14:14 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 08:14:14 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/d95829fc-5925-4577-93dd-c790da33302a/disk"/>
Oct 24 08:14:14 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 08:14:14 user nova-compute[74307]:     </disk>
Oct 24 08:14:14 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 08:14:14 user nova-compute[74307]:       <mac address="fa:16:3e:42:ff:d7"/>
Oct 24 08:14:14 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 08:14:14 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 08:14:14 user nova-compute[74307]:       <target dev="tap7f7ecbcc-e1"/>
Oct 24 08:14:14 user nova-compute[74307]:     </interface>
Oct 24 08:14:14 user nova-compute[74307]:     <serial type="pty">
Oct 24 08:14:14 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/d95829fc-5925-4577-93dd-c790da33302a/console.log" append="off"/>
Oct 24 08:14:14 user nova-compute[74307]:     </serial>
Oct 24 08:14:14 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 08:14:14 user nova-compute[74307]:     <video>
Oct 24 08:14:14 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 08:14:14 user nova-compute[74307]:     </video>
Oct 24 08:14:14 user nova-compute[74307]:     <rng model="virtio">
Oct 24 08:14:14 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 08:14:14 user nova-compute[74307]:     </rng>
Oct 24 08:14:14 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 08:14:14 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 08:14:14 user nova-compute[74307]:       <stats period="10"/>
Oct 24 08:14:14 user nova-compute[74307]:     </memballoon>
Oct 24 08:14:14 user nova-compute[74307]:   </devices>
Oct 24 08:14:14 user nova-compute[74307]: </domain>
Oct 24 08:14:14 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:14:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1086045032',display_name='tempest-TestMinimumBasicScenario-server-1086045032',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1086045032',id=50,image_ref='b15b9232-903e-4718-bc84-0352fb741c0b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMKUib7Ynl5yFzf3tDBpI1j4IrkU0Py2IRqlmd7ODBNY/i9zxBJuRw8Li6SsW11VmpvJZiaaR0zOx3CSw4dc+VGht+9+Q71WMv5u6THVNuw2cU5V6gZdF504ZqBhGS9BYQ==',key_name='tempest-TestMinimumBasicScenario-1931627178',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='26fb55b5c9ff459094a98e54e27611b8',ramdisk_id='',reservation_id='r-i4s6lgf9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b15b9232-903e-4718-bc84-0352fb741c0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-2044329211',owner_user_name='tempest-TestMinimumBasicScenario-2044329211-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T08:14:12Z,user_data=None,user_id='6b5d4244c001404190f24b23c7859de4',uuid=d95829fc-5925-4577-93dd-c790da33302a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7f7ecbcc-e179-4036-8260-a01b872ef67e", "address": "fa:16:3e:42:ff:d7", "network": {"id": "0f0aaaf1-d323-4cac-af4e-c2170c72c975", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1922894408-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26fb55b5c9ff459094a98e54e27611b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f7ecbcc-e1", "ovs_interfaceid": "7f7ecbcc-e179-4036-8260-a01b872ef67e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Converting VIF {"id": "7f7ecbcc-e179-4036-8260-a01b872ef67e", "address": "fa:16:3e:42:ff:d7", "network": {"id": "0f0aaaf1-d323-4cac-af4e-c2170c72c975", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1922894408-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26fb55b5c9ff459094a98e54e27611b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f7ecbcc-e1", "ovs_interfaceid": "7f7ecbcc-e179-4036-8260-a01b872ef67e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:42:ff:d7,bridge_name='br-int',has_traffic_filtering=True,id=7f7ecbcc-e179-4036-8260-a01b872ef67e,network=Network(0f0aaaf1-d323-4cac-af4e-c2170c72c975),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7f7ecbcc-e1') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG os_vif [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:42:ff:d7,bridge_name='br-int',has_traffic_filtering=True,id=7f7ecbcc-e179-4036-8260-a01b872ef67e,network=Network(0f0aaaf1-d323-4cac-af4e-c2170c72c975),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7f7ecbcc-e1') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '55988b07-357a-52fc-886f-f938be3ff651', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7f7ecbcc-e1, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7f7ecbcc-e1, col_values=(('qos', UUID('67998772-839e-4dbe-93ef-60ebca2d74dd')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7f7ecbcc-e1, col_values=(('external_ids', {'iface-id': '7f7ecbcc-e179-4036-8260-a01b872ef67e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:42:ff:d7', 'vm-uuid': 'd95829fc-5925-4577-93dd-c790da33302a'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:14:14 user nova-compute[74307]: INFO os_vif [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:42:ff:d7,bridge_name='br-int',has_traffic_filtering=True,id=7f7ecbcc-e179-4036-8260-a01b872ef67e,network=Network(0f0aaaf1-d323-4cac-af4e-c2170c72c975),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7f7ecbcc-e1')
Oct 24 08:14:14 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] No VIF found with MAC fa:16:3e:42:ff:d7, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG nova.network.neutron [req-4330278d-98b5-42f0-99b3-ce62a42e78e9 req-e837f009-ec5a-41c4-8b41-84e93da0ca04 service nova] [instance: d95829fc-5925-4577-93dd-c790da33302a] Updated VIF entry in instance network info cache for port 7f7ecbcc-e179-4036-8260-a01b872ef67e. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG nova.network.neutron [req-4330278d-98b5-42f0-99b3-ce62a42e78e9 req-e837f009-ec5a-41c4-8b41-84e93da0ca04 service nova] [instance: d95829fc-5925-4577-93dd-c790da33302a] Updating instance_info_cache with network_info: [{"id": "7f7ecbcc-e179-4036-8260-a01b872ef67e", "address": "fa:16:3e:42:ff:d7", "network": {"id": "0f0aaaf1-d323-4cac-af4e-c2170c72c975", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1922894408-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26fb55b5c9ff459094a98e54e27611b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f7ecbcc-e1", "ovs_interfaceid": "7f7ecbcc-e179-4036-8260-a01b872ef67e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:14:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-4330278d-98b5-42f0-99b3-ce62a42e78e9 req-e837f009-ec5a-41c4-8b41-84e93da0ca04 service nova] Releasing lock "refresh_cache-d95829fc-5925-4577-93dd-c790da33302a" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:14:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:14:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:14:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:14:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:14:16 user nova-compute[74307]: DEBUG nova.compute.manager [req-f61366fa-c3c1-4812-9e89-356aa61f0737 req-29953079-f847-4470-b0f1-597a59b665cc service nova] [instance: d95829fc-5925-4577-93dd-c790da33302a] Received event network-vif-plugged-7f7ecbcc-e179-4036-8260-a01b872ef67e {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:14:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-f61366fa-c3c1-4812-9e89-356aa61f0737 req-29953079-f847-4470-b0f1-597a59b665cc service nova] Acquiring lock "d95829fc-5925-4577-93dd-c790da33302a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:14:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-f61366fa-c3c1-4812-9e89-356aa61f0737 req-29953079-f847-4470-b0f1-597a59b665cc service nova] Lock "d95829fc-5925-4577-93dd-c790da33302a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:14:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-f61366fa-c3c1-4812-9e89-356aa61f0737 req-29953079-f847-4470-b0f1-597a59b665cc service nova] Lock "d95829fc-5925-4577-93dd-c790da33302a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:14:16 user nova-compute[74307]: DEBUG nova.compute.manager [req-f61366fa-c3c1-4812-9e89-356aa61f0737 req-29953079-f847-4470-b0f1-597a59b665cc service nova] [instance: d95829fc-5925-4577-93dd-c790da33302a] No waiting events found dispatching network-vif-plugged-7f7ecbcc-e179-4036-8260-a01b872ef67e {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:14:16 user nova-compute[74307]: WARNING nova.compute.manager [req-f61366fa-c3c1-4812-9e89-356aa61f0737 req-29953079-f847-4470-b0f1-597a59b665cc service nova] [instance: d95829fc-5925-4577-93dd-c790da33302a] Received unexpected event network-vif-plugged-7f7ecbcc-e179-4036-8260-a01b872ef67e for instance with vm_state building and task_state spawning.
Oct 24 08:14:16 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:14:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:14:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:14:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:14:17 user nova-compute[74307]: DEBUG nova.compute.manager [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: d95829fc-5925-4577-93dd-c790da33302a] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 08:14:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: d95829fc-5925-4577-93dd-c790da33302a] Guest created on hypervisor {{(pid=74307) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 08:14:17 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: d95829fc-5925-4577-93dd-c790da33302a] Instance spawned successfully.
Oct 24 08:14:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: d95829fc-5925-4577-93dd-c790da33302a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 08:14:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: d95829fc-5925-4577-93dd-c790da33302a] Found default for hw_cdrom_bus of ide {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:14:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: d95829fc-5925-4577-93dd-c790da33302a] Found default for hw_disk_bus of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:14:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: d95829fc-5925-4577-93dd-c790da33302a] Found default for hw_input_bus of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:14:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: d95829fc-5925-4577-93dd-c790da33302a] Found default for hw_pointer_model of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:14:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: d95829fc-5925-4577-93dd-c790da33302a] Found default for hw_video_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:14:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: d95829fc-5925-4577-93dd-c790da33302a] Found default for hw_vif_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:14:17 user nova-compute[74307]: INFO nova.compute.manager [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: d95829fc-5925-4577-93dd-c790da33302a] Took 5.58 seconds to spawn the instance on the hypervisor.
Oct 24 08:14:17 user nova-compute[74307]: DEBUG nova.compute.manager [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: d95829fc-5925-4577-93dd-c790da33302a] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 08:14:17 user nova-compute[74307]: INFO nova.compute.manager [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: d95829fc-5925-4577-93dd-c790da33302a] Took 6.21 seconds to build instance.
Oct 24 08:14:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-88c414cd-8930-4f48-9abd-8fad365f50d5 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "d95829fc-5925-4577-93dd-c790da33302a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.307s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:14:18 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:14:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:14:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:14:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:14:18 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 08:14:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:14:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:14:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:14:18 user nova-compute[74307]: DEBUG nova.compute.manager [req-3e21e488-f2a6-4271-8350-9c936896a8b0 req-53b50030-ae99-45f3-bbf2-49b6261a3b08 service nova] [instance: d95829fc-5925-4577-93dd-c790da33302a] Received event network-vif-plugged-7f7ecbcc-e179-4036-8260-a01b872ef67e {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:14:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-3e21e488-f2a6-4271-8350-9c936896a8b0 req-53b50030-ae99-45f3-bbf2-49b6261a3b08 service nova] Acquiring lock "d95829fc-5925-4577-93dd-c790da33302a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:14:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-3e21e488-f2a6-4271-8350-9c936896a8b0 req-53b50030-ae99-45f3-bbf2-49b6261a3b08 service nova] Lock "d95829fc-5925-4577-93dd-c790da33302a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:14:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-3e21e488-f2a6-4271-8350-9c936896a8b0 req-53b50030-ae99-45f3-bbf2-49b6261a3b08 service nova] Lock "d95829fc-5925-4577-93dd-c790da33302a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:14:18 user nova-compute[74307]: DEBUG nova.compute.manager [req-3e21e488-f2a6-4271-8350-9c936896a8b0 req-53b50030-ae99-45f3-bbf2-49b6261a3b08 service nova] [instance: d95829fc-5925-4577-93dd-c790da33302a] No waiting events found dispatching network-vif-plugged-7f7ecbcc-e179-4036-8260-a01b872ef67e {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:14:18 user nova-compute[74307]: WARNING nova.compute.manager [req-3e21e488-f2a6-4271-8350-9c936896a8b0 req-53b50030-ae99-45f3-bbf2-49b6261a3b08 service nova] [instance: d95829fc-5925-4577-93dd-c790da33302a] Received unexpected event network-vif-plugged-7f7ecbcc-e179-4036-8260-a01b872ef67e for instance with vm_state active and task_state None.
Oct 24 08:14:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:14:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/91eb36c0-3a4c-4f68-be32-d083e576f055/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:14:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/91eb36c0-3a4c-4f68-be32-d083e576f055/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:14:18 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/91eb36c0-3a4c-4f68-be32-d083e576f055/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:14:19 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/91eb36c0-3a4c-4f68-be32-d083e576f055/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:14:19 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3877a3b2-d1b4-48d3-b0de-fd000b47e653/disk.rescue --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:14:19 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3877a3b2-d1b4-48d3-b0de-fd000b47e653/disk.rescue --force-share --output=json" returned: 0 in 0.176s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:14:19 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3877a3b2-d1b4-48d3-b0de-fd000b47e653/disk.rescue --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:14:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:14:19 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3877a3b2-d1b4-48d3-b0de-fd000b47e653/disk.rescue --force-share --output=json" returned: 0 in 0.212s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:14:19 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /opt/stack/data/nova/instances/3877a3b2-d1b4-48d3-b0de-fd000b47e653/disk (vdb) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 08:14:19 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d95829fc-5925-4577-93dd-c790da33302a/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:14:19 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d95829fc-5925-4577-93dd-c790da33302a/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:14:19 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d95829fc-5925-4577-93dd-c790da33302a/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:14:19 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d95829fc-5925-4577-93dd-c790da33302a/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:14:19 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05fa396e-52ce-45e8-a32c-743933af58b0/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:14:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05fa396e-52ce-45e8-a32c-743933af58b0/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:14:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05fa396e-52ce-45e8-a32c-743933af58b0/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:14:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05fa396e-52ce-45e8-a32c-743933af58b0/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:14:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:14:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json" returned: 0 in 0.182s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:14:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:14:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json" returned: 0 in 0.204s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:14:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:14:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json" returned: 0 in 0.243s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:14:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:14:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:14:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:14:21 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:14:21 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:14:21 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Hypervisor/Node resource view: name=user free_ram=8352MB free_disk=24.867759704589844GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 08:14:21 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:14:21 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:14:21 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:14:21 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fcde6b55-42d0-41aa-8ed7-5b81486228ac actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:14:21 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 05fa396e-52ce-45e8-a32c-743933af58b0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:14:21 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 3877a3b2-d1b4-48d3-b0de-fd000b47e653 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:14:21 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 91eb36c0-3a4c-4f68-be32-d083e576f055 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:14:21 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance d95829fc-5925-4577-93dd-c790da33302a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:14:21 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 08:14:21 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 08:14:21 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:14:21 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:14:21 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 08:14:21 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.424s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:14:24 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:14:25 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:14:26 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-fabfdd4e-613a-4107-9fd1-193d291914f0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 91eb36c0-3a4c-4f68-be32-d083e576f055 is timed out.
Oct 24 08:14:26 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-fabfdd4e-613a-4107-9fd1-193d291914f0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Successfully detached device vdb from instance 91eb36c0-3a4c-4f68-be32-d083e576f055 from the live domain config.
Oct 24 08:14:26 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fabfdd4e-613a-4107-9fd1-193d291914f0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] calling os-brick to detach iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 08:14:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-fabfdd4e-613a-4107-9fd1-193d291914f0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, {'target_iqn': 'iqn.2010-10.org.openstack:e3a26417-4ba6-4572-8413-33a79467e6c1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PlUrGYpx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:14:26 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-fabfdd4e-613a-4107-9fd1-193d291914f0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:14:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-fabfdd4e-613a-4107-9fd1-193d291914f0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:14:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-fabfdd4e-613a-4107-9fd1-193d291914f0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:14:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:14:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:14:26 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bca8630-d7cd-4381-ac19-cf8d5ac234b7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e3a26417-4ba6-4572-8413-33a79467e6c1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:14:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-fabfdd4e-613a-4107-9fd1-193d291914f0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 08:14:26 user nova-compute[74307]: No targets found.
Oct 24 08:14:26 user nova-compute[74307]: iSNS:
Oct 24 08:14:26 user nova-compute[74307]: No targets found.
Oct 24 08:14:26 user nova-compute[74307]: STATIC:
Oct 24 08:14:26 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5
Oct 24 08:14:26 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 08:14:26 user nova-compute[74307]:                 Iface Name: default
Oct 24 08:14:26 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:e3a26417-4ba6-4572-8413-33a79467e6c1
Oct 24 08:14:26 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 08:14:26 user nova-compute[74307]:                 Iface Name: default
Oct 24 08:14:26 user nova-compute[74307]: FIRMWARE:
Oct 24 08:14:26 user nova-compute[74307]: No targets found.
Oct 24 08:14:26 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:14:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-fabfdd4e-613a-4107-9fd1-193d291914f0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 08:14:26 user nova-compute[74307]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 08:14:26 user nova-compute[74307]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74307) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 08:14:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-fabfdd4e-613a-4107-9fd1-193d291914f0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e3a26417-4ba6-4572-8413-33a79467e6c1', 0)] {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 08:14:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:14:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:14:26 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6927cc8-30b5-4a5b-b855-b764ca473fa4]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e3a26417-4ba6-4572-8413-33a79467e6c1\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:14:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:14:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:14:26 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3517b8c-5a5b-40cd-a978-769ec30c7387]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e3a26417-4ba6-4572-8413-33a79467e6c1 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:14:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-fabfdd4e-613a-4107-9fd1-193d291914f0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5 (non-flash)
Oct 24 08:14:26 user nova-compute[74307]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e3a26417-4ba6-4572-8413-33a79467e6c1 (non-flash)
Oct 24 08:14:26 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:14:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-fabfdd4e-613a-4107-9fd1-193d291914f0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5 (non-flash)
Oct 24 08:14:26 user nova-compute[74307]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e3a26417-4ba6-4572-8413-33a79467e6c1 (non-flash)
Oct 24 08:14:26 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:14:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-fabfdd4e-613a-4107-9fd1-193d291914f0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f462436c700>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e3a26417-4ba6-4572-8413-33a79467e6c1'): ({'sdc'}, set())}) {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 08:14:26 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-fabfdd4e-613a-4107-9fd1-193d291914f0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Removing single pathed devices sdc {{(pid=74307) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 08:14:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:14:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:14:26 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[58afc796-884d-471b-b982-24862e576433]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:14:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:14:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.023s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:14:26 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d6640cf-595c-485b-a868-586f24c2065f]: (4, ('ok\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:14:26 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-fabfdd4e-613a-4107-9fd1-193d291914f0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Flushing IO for device /dev/sdc {{(pid=74307) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 08:14:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:14:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:14:26 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf9bfd3c-f087-4f92-9499-66e422b13e1c]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:14:26 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-fabfdd4e-613a-4107-9fd1-193d291914f0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74307) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 08:14:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:14:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.038s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:14:26 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[54ba8ce1-b535-4615-86fb-f4b29d52aa9b]: (4, ('1', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:14:26 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-fabfdd4e-613a-4107-9fd1-193d291914f0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 08:14:26 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-fabfdd4e-613a-4107-9fd1-193d291914f0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] SCSI volumes sdc have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 08:14:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-fabfdd4e-613a-4107-9fd1-193d291914f0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e3a26417-4ba6-4572-8413-33a79467e6c1')] {{(pid=74307) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 08:14:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e3a26417-4ba6-4572-8413-33a79467e6c1 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:14:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e3a26417-4ba6-4572-8413-33a79467e6c1 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:14:26 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4a7bfff-ddd0-4655-acce-89fbdec0dd10]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:14:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-fabfdd4e-613a-4107-9fd1-193d291914f0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:14:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e3a26417-4ba6-4572-8413-33a79467e6c1 -p 172.16.0.220:3260 --logout {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:14:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e3a26417-4ba6-4572-8413-33a79467e6c1 -p 172.16.0.220:3260 --logout" returned: 0 in 0.072s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:14:26 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba8ae532-ea83-4a21-ac6f-b6d199a29c8a]: (4, ('Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:e3a26417-4ba6-4572-8413-33a79467e6c1, portal: 172.16.0.220,3260]\nLogout of [sid: 48, target: iqn.2010-10.org.openstack:e3a26417-4ba6-4572-8413-33a79467e6c1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:14:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-fabfdd4e-613a-4107-9fd1-193d291914f0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:e3a26417-4ba6-4572-8413-33a79467e6c1, portal: 172.16.0.220,3260]
Oct 24 08:14:26 user nova-compute[74307]: Logout of [sid: 48, target: iqn.2010-10.org.openstack:e3a26417-4ba6-4572-8413-33a79467e6c1, portal: 172.16.0.220,3260] successful.
Oct 24 08:14:26 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:14:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e3a26417-4ba6-4572-8413-33a79467e6c1 -p 172.16.0.220:3260 --op delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:14:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e3a26417-4ba6-4572-8413-33a79467e6c1 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:14:26 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[91eeac86-0f95-42db-86c2-b9e6b1e28a53]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:14:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-fabfdd4e-613a-4107-9fd1-193d291914f0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:14:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-fabfdd4e-613a-4107-9fd1-193d291914f0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.330s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:14:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-fabfdd4e-613a-4107-9fd1-193d291914f0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] <== disconnect_volume: return (332ms) None {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:14:26 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fabfdd4e-613a-4107-9fd1-193d291914f0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Disconnected iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 08:14:27 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:14:27 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:14:27 user nova-compute[74307]: DEBUG nova.objects.instance [None req-fabfdd4e-613a-4107-9fd1-193d291914f0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lazy-loading 'flavor' on Instance uuid 91eb36c0-3a4c-4f68-be32-d083e576f055 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:14:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-fabfdd4e-613a-4107-9fd1-193d291914f0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "91eb36c0-3a4c-4f68-be32-d083e576f055" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.924s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:14:28 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:14:28 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Starting heal instance info cache {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 08:14:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "refresh_cache-3877a3b2-d1b4-48d3-b0de-fd000b47e653" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:14:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquired lock "refresh_cache-3877a3b2-d1b4-48d3-b0de-fd000b47e653" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:14:28 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Forcefully refreshing network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 08:14:28 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Updating instance_info_cache with network_info: [{"id": "ce8283c9-09e2-4626-8ab7-4786344ce865", "address": "fa:16:3e:fe:b0:8b", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce8283c9-09", "ovs_interfaceid": "ce8283c9-09e2-4626-8ab7-4786344ce865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:14:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Releasing lock "refresh_cache-3877a3b2-d1b4-48d3-b0de-fd000b47e653" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:14:28 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Updated the network info_cache for instance {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 08:14:28 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:14:28 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:14:28 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74307) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 08:14:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:14:30 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:14:34 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:14:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:14:39 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:14:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:14:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:14:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:14:49 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:14:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:14:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:14:56 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:14:56 user nova-compute[74307]: DEBUG nova.compute.manager [req-faea519e-4407-4145-ba62-a8930448edc3 req-9efb7320-85ef-4747-be76-54ee5f4fefde service nova] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Received event network-changed-b6cbd86e-f626-4446-8f80-9e5cd4f88a20 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:14:56 user nova-compute[74307]: DEBUG nova.compute.manager [req-faea519e-4407-4145-ba62-a8930448edc3 req-9efb7320-85ef-4747-be76-54ee5f4fefde service nova] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Refreshing instance network info cache due to event network-changed-b6cbd86e-f626-4446-8f80-9e5cd4f88a20. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 08:14:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-faea519e-4407-4145-ba62-a8930448edc3 req-9efb7320-85ef-4747-be76-54ee5f4fefde service nova] Acquiring lock "refresh_cache-91eb36c0-3a4c-4f68-be32-d083e576f055" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:14:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-faea519e-4407-4145-ba62-a8930448edc3 req-9efb7320-85ef-4747-be76-54ee5f4fefde service nova] Acquired lock "refresh_cache-91eb36c0-3a4c-4f68-be32-d083e576f055" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:14:56 user nova-compute[74307]: DEBUG nova.network.neutron [req-faea519e-4407-4145-ba62-a8930448edc3 req-9efb7320-85ef-4747-be76-54ee5f4fefde service nova] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Refreshing network info cache for port b6cbd86e-f626-4446-8f80-9e5cd4f88a20 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 08:14:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-90dbdd5c-ffbb-42c0-be9f-8cc8822d63d9 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Acquiring lock "91eb36c0-3a4c-4f68-be32-d083e576f055" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:14:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-90dbdd5c-ffbb-42c0-be9f-8cc8822d63d9 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "91eb36c0-3a4c-4f68-be32-d083e576f055" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:14:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-90dbdd5c-ffbb-42c0-be9f-8cc8822d63d9 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Acquiring lock "91eb36c0-3a4c-4f68-be32-d083e576f055-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:14:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-90dbdd5c-ffbb-42c0-be9f-8cc8822d63d9 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "91eb36c0-3a4c-4f68-be32-d083e576f055-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:14:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-90dbdd5c-ffbb-42c0-be9f-8cc8822d63d9 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "91eb36c0-3a4c-4f68-be32-d083e576f055-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:14:56 user nova-compute[74307]: INFO nova.compute.manager [None req-90dbdd5c-ffbb-42c0-be9f-8cc8822d63d9 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Terminating instance
Oct 24 08:14:56 user nova-compute[74307]: DEBUG nova.compute.manager [None req-90dbdd5c-ffbb-42c0-be9f-8cc8822d63d9 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Start destroying the instance on the hypervisor. {{(pid=74307) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 08:14:57 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:14:57 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:14:57 user nova-compute[74307]: DEBUG nova.network.neutron [req-faea519e-4407-4145-ba62-a8930448edc3 req-9efb7320-85ef-4747-be76-54ee5f4fefde service nova] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Updated VIF entry in instance network info cache for port b6cbd86e-f626-4446-8f80-9e5cd4f88a20. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 08:14:57 user nova-compute[74307]: DEBUG nova.network.neutron [req-faea519e-4407-4145-ba62-a8930448edc3 req-9efb7320-85ef-4747-be76-54ee5f4fefde service nova] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Updating instance_info_cache with network_info: [{"id": "b6cbd86e-f626-4446-8f80-9e5cd4f88a20", "address": "fa:16:3e:6c:76:9d", "network": {"id": "96d4afae-b610-4edd-beaa-c127854a0fe2", "bridge": "br-int", "label": "tempest-TestStampPattern-1736865131-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36dc8e6f07bb4ed8b6b1ff0f1de90fa8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6cbd86e-f6", "ovs_interfaceid": "b6cbd86e-f626-4446-8f80-9e5cd4f88a20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:14:57 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-faea519e-4407-4145-ba62-a8930448edc3 req-9efb7320-85ef-4747-be76-54ee5f4fefde service nova] Releasing lock "refresh_cache-91eb36c0-3a4c-4f68-be32-d083e576f055" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:14:57 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:14:57 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:14:57 user nova-compute[74307]: DEBUG nova.compute.manager [req-8b87f9c9-0198-4461-97d4-7cb231a9410b req-a6bca29c-510c-404f-9fa8-d0069ba02732 service nova] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Received event network-vif-unplugged-b6cbd86e-f626-4446-8f80-9e5cd4f88a20 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:14:57 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-8b87f9c9-0198-4461-97d4-7cb231a9410b req-a6bca29c-510c-404f-9fa8-d0069ba02732 service nova] Acquiring lock "91eb36c0-3a4c-4f68-be32-d083e576f055-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:14:57 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-8b87f9c9-0198-4461-97d4-7cb231a9410b req-a6bca29c-510c-404f-9fa8-d0069ba02732 service nova] Lock "91eb36c0-3a4c-4f68-be32-d083e576f055-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:14:57 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-8b87f9c9-0198-4461-97d4-7cb231a9410b req-a6bca29c-510c-404f-9fa8-d0069ba02732 service nova] Lock "91eb36c0-3a4c-4f68-be32-d083e576f055-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:14:57 user nova-compute[74307]: DEBUG nova.compute.manager [req-8b87f9c9-0198-4461-97d4-7cb231a9410b req-a6bca29c-510c-404f-9fa8-d0069ba02732 service nova] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] No waiting events found dispatching network-vif-unplugged-b6cbd86e-f626-4446-8f80-9e5cd4f88a20 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:14:57 user nova-compute[74307]: DEBUG nova.compute.manager [req-8b87f9c9-0198-4461-97d4-7cb231a9410b req-a6bca29c-510c-404f-9fa8-d0069ba02732 service nova] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Received event network-vif-unplugged-b6cbd86e-f626-4446-8f80-9e5cd4f88a20 for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 08:14:57 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:14:57 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:14:57 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:14:57 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Instance destroyed successfully.
Oct 24 08:14:57 user nova-compute[74307]: DEBUG nova.objects.instance [None req-90dbdd5c-ffbb-42c0-be9f-8cc8822d63d9 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lazy-loading 'resources' on Instance uuid 91eb36c0-3a4c-4f68-be32-d083e576f055 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:14:57 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-90dbdd5c-ffbb-42c0-be9f-8cc8822d63d9 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:11:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-87455674',display_name='tempest-TestStampPattern-server-87455674',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-87455674',id=49,image_ref='06a1bfb8-3a1e-47f1-9bf2-2520bfdd0354',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAzw2GqoUe4zcbFLrPFqeCbqWireK9Mbk2vAFCPk0+ZftCoB4hTGHRAdvnWQ22E1ZknXS6o2WVW09Xs9N+hDuU2m9y4IcIZsCMMluOIKjohAc7+A1dB4WIvqmgM8Afp6nQ==',key_name='tempest-TestStampPattern-534934239',keypairs=<?>,launch_index=0,launched_at=2023-10-24T08:12:01Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='36dc8e6f07bb4ed8b6b1ff0f1de90fa8',ramdisk_id='',reservation_id='r-2r3w08ou',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='05fa396e-52ce-45e8-a32c-743933af58b0',image_min_disk='1',image_min_ram='0',image_owner_id='36dc8e6f07bb4ed8b6b1ff0f1de90fa8',image_owner_project_name='tempest-TestStampPattern-1581588381',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-1581588381-project-member',image_user_id='15121073260d4bd8971b6fc4dd14bead',owner_project_name='tempest-TestStampPattern-1581588381',owner_user_name='tempest-TestStampPattern-1581588381-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T08:12:01Z,user_data=None,user_id='15121073260d4bd8971b6fc4dd14bead',uuid=91eb36c0-3a4c-4f68-be32-d083e576f055,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b6cbd86e-f626-4446-8f80-9e5cd4f88a20", "address": "fa:16:3e:6c:76:9d", "network": {"id": "96d4afae-b610-4edd-beaa-c127854a0fe2", "bridge": "br-int", "label": "tempest-TestStampPattern-1736865131-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36dc8e6f07bb4ed8b6b1ff0f1de90fa8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6cbd86e-f6", "ovs_interfaceid": "b6cbd86e-f626-4446-8f80-9e5cd4f88a20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 08:14:57 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-90dbdd5c-ffbb-42c0-be9f-8cc8822d63d9 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Converting VIF {"id": "b6cbd86e-f626-4446-8f80-9e5cd4f88a20", "address": "fa:16:3e:6c:76:9d", "network": {"id": "96d4afae-b610-4edd-beaa-c127854a0fe2", "bridge": "br-int", "label": "tempest-TestStampPattern-1736865131-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36dc8e6f07bb4ed8b6b1ff0f1de90fa8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6cbd86e-f6", "ovs_interfaceid": "b6cbd86e-f626-4446-8f80-9e5cd4f88a20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:14:57 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-90dbdd5c-ffbb-42c0-be9f-8cc8822d63d9 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:6c:76:9d,bridge_name='br-int',has_traffic_filtering=True,id=b6cbd86e-f626-4446-8f80-9e5cd4f88a20,network=Network(96d4afae-b610-4edd-beaa-c127854a0fe2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb6cbd86e-f6') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:14:57 user nova-compute[74307]: DEBUG os_vif [None req-90dbdd5c-ffbb-42c0-be9f-8cc8822d63d9 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:6c:76:9d,bridge_name='br-int',has_traffic_filtering=True,id=b6cbd86e-f626-4446-8f80-9e5cd4f88a20,network=Network(96d4afae-b610-4edd-beaa-c127854a0fe2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb6cbd86e-f6') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 08:14:57 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:14:57 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb6cbd86e-f6, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:14:57 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:14:57 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:14:57 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:14:57 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=036a1127-4f11-4434-b660-222f4905e9c8) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:14:57 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:14:57 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:14:57 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:14:57 user nova-compute[74307]: INFO os_vif [None req-90dbdd5c-ffbb-42c0-be9f-8cc8822d63d9 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:6c:76:9d,bridge_name='br-int',has_traffic_filtering=True,id=b6cbd86e-f626-4446-8f80-9e5cd4f88a20,network=Network(96d4afae-b610-4edd-beaa-c127854a0fe2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb6cbd86e-f6')
Oct 24 08:14:57 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-90dbdd5c-ffbb-42c0-be9f-8cc8822d63d9 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Deleting instance files /opt/stack/data/nova/instances/91eb36c0-3a4c-4f68-be32-d083e576f055_del
Oct 24 08:14:57 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-90dbdd5c-ffbb-42c0-be9f-8cc8822d63d9 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Deletion of /opt/stack/data/nova/instances/91eb36c0-3a4c-4f68-be32-d083e576f055_del complete
Oct 24 08:14:57 user nova-compute[74307]: INFO nova.compute.manager [None req-90dbdd5c-ffbb-42c0-be9f-8cc8822d63d9 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Took 0.93 seconds to destroy the instance on the hypervisor.
Oct 24 08:14:57 user nova-compute[74307]: DEBUG oslo.service.loopingcall [None req-90dbdd5c-ffbb-42c0-be9f-8cc8822d63d9 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74307) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 08:14:57 user nova-compute[74307]: DEBUG nova.compute.manager [-] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Deallocating network for instance {{(pid=74307) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 08:14:57 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] deallocate_for_instance() {{(pid=74307) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 08:14:57 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:14:58 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:14:58 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:14:58 user nova-compute[74307]: INFO nova.compute.manager [-] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Took 0.55 seconds to deallocate network for instance.
Oct 24 08:14:58 user nova-compute[74307]: DEBUG nova.compute.manager [req-0fe75275-dd6a-42c2-a332-4ac6468d6c15 req-4cb017ca-daa9-46a2-8df0-506b9aa467ef service nova] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Received event network-vif-deleted-b6cbd86e-f626-4446-8f80-9e5cd4f88a20 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:14:58 user nova-compute[74307]: INFO nova.compute.manager [req-0fe75275-dd6a-42c2-a332-4ac6468d6c15 req-4cb017ca-daa9-46a2-8df0-506b9aa467ef service nova] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Neutron deleted interface b6cbd86e-f626-4446-8f80-9e5cd4f88a20; detaching it from the instance and deleting it from the info cache
Oct 24 08:14:58 user nova-compute[74307]: DEBUG nova.network.neutron [req-0fe75275-dd6a-42c2-a332-4ac6468d6c15 req-4cb017ca-daa9-46a2-8df0-506b9aa467ef service nova] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:14:58 user nova-compute[74307]: DEBUG nova.compute.manager [req-0fe75275-dd6a-42c2-a332-4ac6468d6c15 req-4cb017ca-daa9-46a2-8df0-506b9aa467ef service nova] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Detach interface failed, port_id=b6cbd86e-f626-4446-8f80-9e5cd4f88a20, reason: Instance 91eb36c0-3a4c-4f68-be32-d083e576f055 could not be found. {{(pid=74307) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 24 08:14:58 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-90dbdd5c-ffbb-42c0-be9f-8cc8822d63d9 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:14:58 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-90dbdd5c-ffbb-42c0-be9f-8cc8822d63d9 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:14:58 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-90dbdd5c-ffbb-42c0-be9f-8cc8822d63d9 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:14:58 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-90dbdd5c-ffbb-42c0-be9f-8cc8822d63d9 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:14:58 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-90dbdd5c-ffbb-42c0-be9f-8cc8822d63d9 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.351s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:14:58 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-90dbdd5c-ffbb-42c0-be9f-8cc8822d63d9 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Deleted allocations for instance 91eb36c0-3a4c-4f68-be32-d083e576f055
Oct 24 08:14:58 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-90dbdd5c-ffbb-42c0-be9f-8cc8822d63d9 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "91eb36c0-3a4c-4f68-be32-d083e576f055" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.021s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:14:59 user nova-compute[74307]: DEBUG nova.compute.manager [req-44258c2c-1df0-4fa0-8d5b-bffac4381c1e req-aa96f674-1665-4e53-9911-05027f0210b6 service nova] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Received event network-vif-plugged-b6cbd86e-f626-4446-8f80-9e5cd4f88a20 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:14:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-44258c2c-1df0-4fa0-8d5b-bffac4381c1e req-aa96f674-1665-4e53-9911-05027f0210b6 service nova] Acquiring lock "91eb36c0-3a4c-4f68-be32-d083e576f055-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:14:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-44258c2c-1df0-4fa0-8d5b-bffac4381c1e req-aa96f674-1665-4e53-9911-05027f0210b6 service nova] Lock "91eb36c0-3a4c-4f68-be32-d083e576f055-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:14:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-44258c2c-1df0-4fa0-8d5b-bffac4381c1e req-aa96f674-1665-4e53-9911-05027f0210b6 service nova] Lock "91eb36c0-3a4c-4f68-be32-d083e576f055-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:14:59 user nova-compute[74307]: DEBUG nova.compute.manager [req-44258c2c-1df0-4fa0-8d5b-bffac4381c1e req-aa96f674-1665-4e53-9911-05027f0210b6 service nova] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] No waiting events found dispatching network-vif-plugged-b6cbd86e-f626-4446-8f80-9e5cd4f88a20 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:14:59 user nova-compute[74307]: WARNING nova.compute.manager [req-44258c2c-1df0-4fa0-8d5b-bffac4381c1e req-aa96f674-1665-4e53-9911-05027f0210b6 service nova] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Received unexpected event network-vif-plugged-b6cbd86e-f626-4446-8f80-9e5cd4f88a20 for instance with vm_state deleted and task_state None.
Oct 24 08:14:59 user nova-compute[74307]: DEBUG nova.compute.manager [req-44258c2c-1df0-4fa0-8d5b-bffac4381c1e req-aa96f674-1665-4e53-9911-05027f0210b6 service nova] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Received event network-vif-plugged-b6cbd86e-f626-4446-8f80-9e5cd4f88a20 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:14:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-44258c2c-1df0-4fa0-8d5b-bffac4381c1e req-aa96f674-1665-4e53-9911-05027f0210b6 service nova] Acquiring lock "91eb36c0-3a4c-4f68-be32-d083e576f055-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:14:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-44258c2c-1df0-4fa0-8d5b-bffac4381c1e req-aa96f674-1665-4e53-9911-05027f0210b6 service nova] Lock "91eb36c0-3a4c-4f68-be32-d083e576f055-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:14:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-44258c2c-1df0-4fa0-8d5b-bffac4381c1e req-aa96f674-1665-4e53-9911-05027f0210b6 service nova] Lock "91eb36c0-3a4c-4f68-be32-d083e576f055-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:14:59 user nova-compute[74307]: DEBUG nova.compute.manager [req-44258c2c-1df0-4fa0-8d5b-bffac4381c1e req-aa96f674-1665-4e53-9911-05027f0210b6 service nova] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] No waiting events found dispatching network-vif-plugged-b6cbd86e-f626-4446-8f80-9e5cd4f88a20 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:14:59 user nova-compute[74307]: WARNING nova.compute.manager [req-44258c2c-1df0-4fa0-8d5b-bffac4381c1e req-aa96f674-1665-4e53-9911-05027f0210b6 service nova] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Received unexpected event network-vif-plugged-b6cbd86e-f626-4446-8f80-9e5cd4f88a20 for instance with vm_state deleted and task_state None.
Oct 24 08:14:59 user nova-compute[74307]: DEBUG nova.compute.manager [req-44258c2c-1df0-4fa0-8d5b-bffac4381c1e req-aa96f674-1665-4e53-9911-05027f0210b6 service nova] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Received event network-vif-plugged-b6cbd86e-f626-4446-8f80-9e5cd4f88a20 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:14:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-44258c2c-1df0-4fa0-8d5b-bffac4381c1e req-aa96f674-1665-4e53-9911-05027f0210b6 service nova] Acquiring lock "91eb36c0-3a4c-4f68-be32-d083e576f055-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:14:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-44258c2c-1df0-4fa0-8d5b-bffac4381c1e req-aa96f674-1665-4e53-9911-05027f0210b6 service nova] Lock "91eb36c0-3a4c-4f68-be32-d083e576f055-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:14:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-44258c2c-1df0-4fa0-8d5b-bffac4381c1e req-aa96f674-1665-4e53-9911-05027f0210b6 service nova] Lock "91eb36c0-3a4c-4f68-be32-d083e576f055-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:14:59 user nova-compute[74307]: DEBUG nova.compute.manager [req-44258c2c-1df0-4fa0-8d5b-bffac4381c1e req-aa96f674-1665-4e53-9911-05027f0210b6 service nova] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] No waiting events found dispatching network-vif-plugged-b6cbd86e-f626-4446-8f80-9e5cd4f88a20 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:14:59 user nova-compute[74307]: WARNING nova.compute.manager [req-44258c2c-1df0-4fa0-8d5b-bffac4381c1e req-aa96f674-1665-4e53-9911-05027f0210b6 service nova] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Received unexpected event network-vif-plugged-b6cbd86e-f626-4446-8f80-9e5cd4f88a20 for instance with vm_state deleted and task_state None.
Oct 24 08:14:59 user nova-compute[74307]: DEBUG nova.compute.manager [req-44258c2c-1df0-4fa0-8d5b-bffac4381c1e req-aa96f674-1665-4e53-9911-05027f0210b6 service nova] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Received event network-vif-unplugged-b6cbd86e-f626-4446-8f80-9e5cd4f88a20 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:14:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-44258c2c-1df0-4fa0-8d5b-bffac4381c1e req-aa96f674-1665-4e53-9911-05027f0210b6 service nova] Acquiring lock "91eb36c0-3a4c-4f68-be32-d083e576f055-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:14:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-44258c2c-1df0-4fa0-8d5b-bffac4381c1e req-aa96f674-1665-4e53-9911-05027f0210b6 service nova] Lock "91eb36c0-3a4c-4f68-be32-d083e576f055-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:14:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-44258c2c-1df0-4fa0-8d5b-bffac4381c1e req-aa96f674-1665-4e53-9911-05027f0210b6 service nova] Lock "91eb36c0-3a4c-4f68-be32-d083e576f055-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:14:59 user nova-compute[74307]: DEBUG nova.compute.manager [req-44258c2c-1df0-4fa0-8d5b-bffac4381c1e req-aa96f674-1665-4e53-9911-05027f0210b6 service nova] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] No waiting events found dispatching network-vif-unplugged-b6cbd86e-f626-4446-8f80-9e5cd4f88a20 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:14:59 user nova-compute[74307]: WARNING nova.compute.manager [req-44258c2c-1df0-4fa0-8d5b-bffac4381c1e req-aa96f674-1665-4e53-9911-05027f0210b6 service nova] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Received unexpected event network-vif-unplugged-b6cbd86e-f626-4446-8f80-9e5cd4f88a20 for instance with vm_state deleted and task_state None.
Oct 24 08:14:59 user nova-compute[74307]: DEBUG nova.compute.manager [req-44258c2c-1df0-4fa0-8d5b-bffac4381c1e req-aa96f674-1665-4e53-9911-05027f0210b6 service nova] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Received event network-vif-plugged-b6cbd86e-f626-4446-8f80-9e5cd4f88a20 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:14:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-44258c2c-1df0-4fa0-8d5b-bffac4381c1e req-aa96f674-1665-4e53-9911-05027f0210b6 service nova] Acquiring lock "91eb36c0-3a4c-4f68-be32-d083e576f055-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:14:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-44258c2c-1df0-4fa0-8d5b-bffac4381c1e req-aa96f674-1665-4e53-9911-05027f0210b6 service nova] Lock "91eb36c0-3a4c-4f68-be32-d083e576f055-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:14:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-44258c2c-1df0-4fa0-8d5b-bffac4381c1e req-aa96f674-1665-4e53-9911-05027f0210b6 service nova] Lock "91eb36c0-3a4c-4f68-be32-d083e576f055-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:14:59 user nova-compute[74307]: DEBUG nova.compute.manager [req-44258c2c-1df0-4fa0-8d5b-bffac4381c1e req-aa96f674-1665-4e53-9911-05027f0210b6 service nova] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] No waiting events found dispatching network-vif-plugged-b6cbd86e-f626-4446-8f80-9e5cd4f88a20 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:14:59 user nova-compute[74307]: WARNING nova.compute.manager [req-44258c2c-1df0-4fa0-8d5b-bffac4381c1e req-aa96f674-1665-4e53-9911-05027f0210b6 service nova] [instance: 91eb36c0-3a4c-4f68-be32-d083e576f055] Received unexpected event network-vif-plugged-b6cbd86e-f626-4446-8f80-9e5cd4f88a20 for instance with vm_state deleted and task_state None.
Oct 24 08:15:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:15:07 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:15:07 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:15:07 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:15:07 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:15:07 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:15:07 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:15:12 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:15:17 user nova-compute[74307]: INFO nova.compute.manager [None req-cbab4fae-cb93-4669-ab33-8fb3868add09 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Unrescuing
Oct 24 08:15:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-cbab4fae-cb93-4669-ab33-8fb3868add09 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Acquiring lock "refresh_cache-3877a3b2-d1b4-48d3-b0de-fd000b47e653" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:15:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-cbab4fae-cb93-4669-ab33-8fb3868add09 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Acquired lock "refresh_cache-3877a3b2-d1b4-48d3-b0de-fd000b47e653" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:15:17 user nova-compute[74307]: DEBUG nova.network.neutron [None req-cbab4fae-cb93-4669-ab33-8fb3868add09 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 08:15:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:15:18 user nova-compute[74307]: DEBUG nova.network.neutron [None req-cbab4fae-cb93-4669-ab33-8fb3868add09 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Updating instance_info_cache with network_info: [{"id": "ce8283c9-09e2-4626-8ab7-4786344ce865", "address": "fa:16:3e:fe:b0:8b", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce8283c9-09", "ovs_interfaceid": "ce8283c9-09e2-4626-8ab7-4786344ce865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:15:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-cbab4fae-cb93-4669-ab33-8fb3868add09 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Releasing lock "refresh_cache-3877a3b2-d1b4-48d3-b0de-fd000b47e653" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:15:18 user nova-compute[74307]: DEBUG nova.objects.instance [None req-cbab4fae-cb93-4669-ab33-8fb3868add09 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lazy-loading 'flavor' on Instance uuid 3877a3b2-d1b4-48d3-b0de-fd000b47e653 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:15:18 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:15:18 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:15:18 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:15:18 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:15:18 user nova-compute[74307]: DEBUG nova.compute.manager [req-b423bd3b-8cf2-4cd6-b5a0-d5885b896410 req-fee7a995-cdc5-4360-893c-07216d91078e service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Received event network-vif-unplugged-ce8283c9-09e2-4626-8ab7-4786344ce865 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:15:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b423bd3b-8cf2-4cd6-b5a0-d5885b896410 req-fee7a995-cdc5-4360-893c-07216d91078e service nova] Acquiring lock "3877a3b2-d1b4-48d3-b0de-fd000b47e653-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:15:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b423bd3b-8cf2-4cd6-b5a0-d5885b896410 req-fee7a995-cdc5-4360-893c-07216d91078e service nova] Lock "3877a3b2-d1b4-48d3-b0de-fd000b47e653-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:15:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b423bd3b-8cf2-4cd6-b5a0-d5885b896410 req-fee7a995-cdc5-4360-893c-07216d91078e service nova] Lock "3877a3b2-d1b4-48d3-b0de-fd000b47e653-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:15:18 user nova-compute[74307]: DEBUG nova.compute.manager [req-b423bd3b-8cf2-4cd6-b5a0-d5885b896410 req-fee7a995-cdc5-4360-893c-07216d91078e service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] No waiting events found dispatching network-vif-unplugged-ce8283c9-09e2-4626-8ab7-4786344ce865 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:15:18 user nova-compute[74307]: WARNING nova.compute.manager [req-b423bd3b-8cf2-4cd6-b5a0-d5885b896410 req-fee7a995-cdc5-4360-893c-07216d91078e service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Received unexpected event network-vif-unplugged-ce8283c9-09e2-4626-8ab7-4786344ce865 for instance with vm_state rescued and task_state unrescuing.
Oct 24 08:15:18 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:15:18 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:15:18 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Instance destroyed successfully.
Oct 24 08:15:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:15:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:15:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:15:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:15:20 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:15:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:15:20 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:15:20 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:15:20 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:15:20 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 08:15:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:15:20 user nova-compute[74307]: DEBUG nova.compute.manager [req-2dec8581-0f2c-41e7-b2ed-a5bc20784f16 req-b3750799-98dc-4dcf-960a-00d88854d8e4 service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Received event network-vif-plugged-ce8283c9-09e2-4626-8ab7-4786344ce865 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:15:20 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2dec8581-0f2c-41e7-b2ed-a5bc20784f16 req-b3750799-98dc-4dcf-960a-00d88854d8e4 service nova] Acquiring lock "3877a3b2-d1b4-48d3-b0de-fd000b47e653-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:15:20 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2dec8581-0f2c-41e7-b2ed-a5bc20784f16 req-b3750799-98dc-4dcf-960a-00d88854d8e4 service nova] Lock "3877a3b2-d1b4-48d3-b0de-fd000b47e653-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:15:20 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2dec8581-0f2c-41e7-b2ed-a5bc20784f16 req-b3750799-98dc-4dcf-960a-00d88854d8e4 service nova] Lock "3877a3b2-d1b4-48d3-b0de-fd000b47e653-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:15:20 user nova-compute[74307]: DEBUG nova.compute.manager [req-2dec8581-0f2c-41e7-b2ed-a5bc20784f16 req-b3750799-98dc-4dcf-960a-00d88854d8e4 service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] No waiting events found dispatching network-vif-plugged-ce8283c9-09e2-4626-8ab7-4786344ce865 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:15:20 user nova-compute[74307]: WARNING nova.compute.manager [req-2dec8581-0f2c-41e7-b2ed-a5bc20784f16 req-b3750799-98dc-4dcf-960a-00d88854d8e4 service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Received unexpected event network-vif-plugged-ce8283c9-09e2-4626-8ab7-4786344ce865 for instance with vm_state rescued and task_state unrescuing.
Oct 24 08:15:20 user nova-compute[74307]: DEBUG nova.compute.manager [req-2dec8581-0f2c-41e7-b2ed-a5bc20784f16 req-b3750799-98dc-4dcf-960a-00d88854d8e4 service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Received event network-vif-plugged-ce8283c9-09e2-4626-8ab7-4786344ce865 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:15:20 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2dec8581-0f2c-41e7-b2ed-a5bc20784f16 req-b3750799-98dc-4dcf-960a-00d88854d8e4 service nova] Acquiring lock "3877a3b2-d1b4-48d3-b0de-fd000b47e653-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:15:20 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2dec8581-0f2c-41e7-b2ed-a5bc20784f16 req-b3750799-98dc-4dcf-960a-00d88854d8e4 service nova] Lock "3877a3b2-d1b4-48d3-b0de-fd000b47e653-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:15:20 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2dec8581-0f2c-41e7-b2ed-a5bc20784f16 req-b3750799-98dc-4dcf-960a-00d88854d8e4 service nova] Lock "3877a3b2-d1b4-48d3-b0de-fd000b47e653-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:15:20 user nova-compute[74307]: DEBUG nova.compute.manager [req-2dec8581-0f2c-41e7-b2ed-a5bc20784f16 req-b3750799-98dc-4dcf-960a-00d88854d8e4 service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] No waiting events found dispatching network-vif-plugged-ce8283c9-09e2-4626-8ab7-4786344ce865 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:15:20 user nova-compute[74307]: WARNING nova.compute.manager [req-2dec8581-0f2c-41e7-b2ed-a5bc20784f16 req-b3750799-98dc-4dcf-960a-00d88854d8e4 service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Received unexpected event network-vif-plugged-ce8283c9-09e2-4626-8ab7-4786344ce865 for instance with vm_state rescued and task_state unrescuing.
Oct 24 08:15:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:15:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:15:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:15:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:15:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3877a3b2-d1b4-48d3-b0de-fd000b47e653/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:15:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:15:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3877a3b2-d1b4-48d3-b0de-fd000b47e653/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:15:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3877a3b2-d1b4-48d3-b0de-fd000b47e653/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:15:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3877a3b2-d1b4-48d3-b0de-fd000b47e653/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:15:21 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 08:15:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d95829fc-5925-4577-93dd-c790da33302a/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:15:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d95829fc-5925-4577-93dd-c790da33302a/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:15:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d95829fc-5925-4577-93dd-c790da33302a/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:15:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d95829fc-5925-4577-93dd-c790da33302a/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:15:21 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05fa396e-52ce-45e8-a32c-743933af58b0/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:15:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05fa396e-52ce-45e8-a32c-743933af58b0/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:15:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05fa396e-52ce-45e8-a32c-743933af58b0/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:15:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05fa396e-52ce-45e8-a32c-743933af58b0/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:15:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:15:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json" returned: 0 in 0.177s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:15:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:15:22 user nova-compute[74307]: DEBUG nova.compute.manager [req-2528b974-63c2-4b3e-853b-2d560a897e0c req-c82577ff-c938-4b6e-8f99-624cf2a3ff67 service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Received event network-vif-plugged-ce8283c9-09e2-4626-8ab7-4786344ce865 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:15:22 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2528b974-63c2-4b3e-853b-2d560a897e0c req-c82577ff-c938-4b6e-8f99-624cf2a3ff67 service nova] Acquiring lock "3877a3b2-d1b4-48d3-b0de-fd000b47e653-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:15:22 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2528b974-63c2-4b3e-853b-2d560a897e0c req-c82577ff-c938-4b6e-8f99-624cf2a3ff67 service nova] Lock "3877a3b2-d1b4-48d3-b0de-fd000b47e653-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:15:22 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-2528b974-63c2-4b3e-853b-2d560a897e0c req-c82577ff-c938-4b6e-8f99-624cf2a3ff67 service nova] Lock "3877a3b2-d1b4-48d3-b0de-fd000b47e653-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:15:22 user nova-compute[74307]: DEBUG nova.compute.manager [req-2528b974-63c2-4b3e-853b-2d560a897e0c req-c82577ff-c938-4b6e-8f99-624cf2a3ff67 service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] No waiting events found dispatching network-vif-plugged-ce8283c9-09e2-4626-8ab7-4786344ce865 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:15:22 user nova-compute[74307]: WARNING nova.compute.manager [req-2528b974-63c2-4b3e-853b-2d560a897e0c req-c82577ff-c938-4b6e-8f99-624cf2a3ff67 service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Received unexpected event network-vif-plugged-ce8283c9-09e2-4626-8ab7-4786344ce865 for instance with vm_state rescued and task_state unrescuing.
Oct 24 08:15:22 user nova-compute[74307]: DEBUG nova.compute.manager [None req-cbab4fae-cb93-4669-ab33-8fb3868add09 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 08:15:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json" returned: 0 in 0.208s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:15:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:15:22 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:15:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:15:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:15:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:15:23 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:15:23 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:15:23 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Hypervisor/Node resource view: name=user free_ram=8502MB free_disk=24.839431762695312GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 08:15:23 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:15:23 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:15:23 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:15:23 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fcde6b55-42d0-41aa-8ed7-5b81486228ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:15:23 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 05fa396e-52ce-45e8-a32c-743933af58b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:15:23 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 3877a3b2-d1b4-48d3-b0de-fd000b47e653 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:15:23 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance d95829fc-5925-4577-93dd-c790da33302a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:15:23 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 08:15:23 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 08:15:23 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:15:23 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:15:23 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 08:15:23 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.336s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:15:24 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:15:24 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:15:24 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:15:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:15:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:15:27 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:15:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:15:28 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:15:28 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Starting heal instance info cache {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 08:15:28 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Rebuilding the list of instances to heal {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 08:15:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "refresh_cache-fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:15:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquired lock "refresh_cache-fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:15:28 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Forcefully refreshing network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 08:15:28 user nova-compute[74307]: DEBUG nova.objects.instance [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lazy-loading 'info_cache' on Instance uuid fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:15:28 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Updating instance_info_cache with network_info: [{"id": "1f1028c1-1ae9-424c-9e56-0291552e142c", "address": "fa:16:3e:68:84:8c", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f1028c1-1a", "ovs_interfaceid": "1f1028c1-1ae9-424c-9e56-0291552e142c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:15:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Releasing lock "refresh_cache-fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:15:28 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Updated the network info_cache for instance {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 08:15:28 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:15:29 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:15:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:15:30 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:15:30 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:15:30 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74307) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 08:15:31 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:15:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:15:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:15:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:15:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:15:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:15:42 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:15:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:15:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:15:49 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Acquiring lock "38cb5615-9132-43ac-92df-6efebb090866" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:15:49 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Lock "38cb5615-9132-43ac-92df-6efebb090866" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:15:49 user nova-compute[74307]: DEBUG nova.compute.manager [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Starting instance... {{(pid=74307) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 08:15:49 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:15:49 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:15:49 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 08:15:49 user nova-compute[74307]: INFO nova.compute.claims [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Claim successful on node user
Oct 24 08:15:49 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:15:49 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:15:50 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.309s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:15:50 user nova-compute[74307]: DEBUG nova.compute.manager [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Start building networks asynchronously for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 08:15:50 user nova-compute[74307]: DEBUG nova.compute.manager [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Allocating IP information in the background. {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 08:15:50 user nova-compute[74307]: DEBUG nova.network.neutron [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] allocate_for_instance() {{(pid=74307) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 08:15:50 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 08:15:50 user nova-compute[74307]: DEBUG nova.compute.manager [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Start building block device mappings for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 08:15:50 user nova-compute[74307]: DEBUG nova.policy [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc385602f8584c14b9bb33d579d44440', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1851bf4d91d4f60b32aa43fe8de4224', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74307) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 08:15:50 user nova-compute[74307]: INFO nova.virt.block_device [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Booting with volume cda24d62-7182-4f21-be4f-2ce087fcc8bf at /dev/vda
Oct 24 08:15:50 user nova-compute[74307]: DEBUG os_brick.utils [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:15:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:15:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:15:50 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d31080c8-102d-4c2b-b034-f1269e5e4781]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:299aca16be88\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:15:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:15:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:15:50 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[4838f979-a97a-4fed-bf5e-64c07371219e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:15:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:15:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:15:50 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[5082f616-5260-4639-9bef-c07cd2e51f98]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:15:50 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fe95188-9bcd-4719-bfd2-c1b92b8ed040]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:15:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Running cmd (subprocess): nvme version {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:15:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] 'nvme version' failed. Not Retrying. {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 08:15:50 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.nvmeof [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] nvme not present on system {{(pid=74307) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 08:15:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:15:50 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 08:15:50 user nova-compute[74307]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 08:15:50 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[eff3cb31-ab77-496c-96d5-0b09f8424bf7]: (4, '') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:15:50 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74307) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 08:15:50 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 08:15:50 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] LIGHTOS: no hostnqn found. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 08:15:50 user nova-compute[74307]: DEBUG os_brick.utils [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] <== get_connector_properties: return (123ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:299aca16be88', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:15:50 user nova-compute[74307]: DEBUG nova.virt.block_device [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Updating existing volume attachment record: 5efa2705-425d-4eac-a61a-3c72ca319152 {{(pid=74307) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 08:15:50 user nova-compute[74307]: DEBUG nova.network.neutron [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Successfully created port: 66fecf3f-492f-4ca2-8728-54f0a8512876 {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 08:15:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:15:51 user nova-compute[74307]: DEBUG nova.network.neutron [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Successfully updated port: 66fecf3f-492f-4ca2-8728-54f0a8512876 {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 08:15:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Acquiring lock "refresh_cache-38cb5615-9132-43ac-92df-6efebb090866" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:15:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Acquired lock "refresh_cache-38cb5615-9132-43ac-92df-6efebb090866" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:15:51 user nova-compute[74307]: DEBUG nova.network.neutron [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 08:15:51 user nova-compute[74307]: DEBUG nova.compute.manager [req-709de0b8-6e87-4cdb-9a3c-c742d4531bfc req-784ba9b2-b851-4b65-a358-74f0270930f2 service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Received event network-changed-66fecf3f-492f-4ca2-8728-54f0a8512876 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:15:51 user nova-compute[74307]: DEBUG nova.compute.manager [req-709de0b8-6e87-4cdb-9a3c-c742d4531bfc req-784ba9b2-b851-4b65-a358-74f0270930f2 service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Refreshing instance network info cache due to event network-changed-66fecf3f-492f-4ca2-8728-54f0a8512876. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 08:15:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-709de0b8-6e87-4cdb-9a3c-c742d4531bfc req-784ba9b2-b851-4b65-a358-74f0270930f2 service nova] Acquiring lock "refresh_cache-38cb5615-9132-43ac-92df-6efebb090866" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:15:51 user nova-compute[74307]: DEBUG nova.network.neutron [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 08:15:51 user nova-compute[74307]: DEBUG nova.network.neutron [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Updating instance_info_cache with network_info: [{"id": "66fecf3f-492f-4ca2-8728-54f0a8512876", "address": "fa:16:3e:e6:6b:8d", "network": {"id": "196f0545-d0cd-4432-90e0-e06b9ec292cb", "bridge": "br-int", "label": "tempest-TestShelveInstance-1826787997-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1851bf4d91d4f60b32aa43fe8de4224", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66fecf3f-49", "ovs_interfaceid": "66fecf3f-492f-4ca2-8728-54f0a8512876", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:15:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Releasing lock "refresh_cache-38cb5615-9132-43ac-92df-6efebb090866" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:15:51 user nova-compute[74307]: DEBUG nova.compute.manager [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Instance network_info: |[{"id": "66fecf3f-492f-4ca2-8728-54f0a8512876", "address": "fa:16:3e:e6:6b:8d", "network": {"id": "196f0545-d0cd-4432-90e0-e06b9ec292cb", "bridge": "br-int", "label": "tempest-TestShelveInstance-1826787997-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1851bf4d91d4f60b32aa43fe8de4224", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66fecf3f-49", "ovs_interfaceid": "66fecf3f-492f-4ca2-8728-54f0a8512876", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 08:15:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-709de0b8-6e87-4cdb-9a3c-c742d4531bfc req-784ba9b2-b851-4b65-a358-74f0270930f2 service nova] Acquired lock "refresh_cache-38cb5615-9132-43ac-92df-6efebb090866" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:15:51 user nova-compute[74307]: DEBUG nova.network.neutron [req-709de0b8-6e87-4cdb-9a3c-c742d4531bfc req-784ba9b2-b851-4b65-a358-74f0270930f2 service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Refreshing network info cache for port 66fecf3f-492f-4ca2-8728-54f0a8512876 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 08:15:52 user nova-compute[74307]: DEBUG nova.network.neutron [req-709de0b8-6e87-4cdb-9a3c-c742d4531bfc req-784ba9b2-b851-4b65-a358-74f0270930f2 service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Updated VIF entry in instance network info cache for port 66fecf3f-492f-4ca2-8728-54f0a8512876. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 08:15:52 user nova-compute[74307]: DEBUG nova.network.neutron [req-709de0b8-6e87-4cdb-9a3c-c742d4531bfc req-784ba9b2-b851-4b65-a358-74f0270930f2 service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Updating instance_info_cache with network_info: [{"id": "66fecf3f-492f-4ca2-8728-54f0a8512876", "address": "fa:16:3e:e6:6b:8d", "network": {"id": "196f0545-d0cd-4432-90e0-e06b9ec292cb", "bridge": "br-int", "label": "tempest-TestShelveInstance-1826787997-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1851bf4d91d4f60b32aa43fe8de4224", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66fecf3f-49", "ovs_interfaceid": "66fecf3f-492f-4ca2-8728-54f0a8512876", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:15:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-709de0b8-6e87-4cdb-9a3c-c742d4531bfc req-784ba9b2-b851-4b65-a358-74f0270930f2 service nova] Releasing lock "refresh_cache-38cb5615-9132-43ac-92df-6efebb090866" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:15:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:15:56 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:15:57 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:16:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:16:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG nova.compute.manager [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Start spawning the instance on the hypervisor. {{(pid=74307) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Creating instance directory {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 08:16:07 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Creating image(s)
Oct 24 08:16:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Did not create local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Ensure instance console log exists: /opt/stack/data/nova/instances/38cb5615-9132-43ac-92df-6efebb090866/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Start _get_guest_xml network_info=[{"id": "66fecf3f-492f-4ca2-8728-54f0a8512876", "address": "fa:16:3e:e6:6b:8d", "network": {"id": "196f0545-d0cd-4432-90e0-e06b9ec292cb", "bridge": "br-int", "label": "tempest-TestShelveInstance-1826787997-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1851bf4d91d4f60b32aa43fe8de4224", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66fecf3f-49", "ovs_interfaceid": "66fecf3f-492f-4ca2-8728-54f0a8512876", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'txMOQrNg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '38cb5615-9132-43ac-92df-6efebb090866', 'attached_at': '', 'detached_at': '', 'volume_id': 'cda24d62-7182-4f21-be4f-2ce087fcc8bf', 'serial': 'cda24d62-7182-4f21-be4f-2ce087fcc8bf'}, 'attachment_id': '5efa2705-425d-4eac-a61a-3c72ca319152', 'guest_format': None, 'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': True, 'volume_type': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 08:16:07 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:16:07 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:16:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Calling os-brick to attach iSCSI Volume {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'txMOQrNg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:16:07 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:16:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:16:07 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:16:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:16:07 user nova-compute[74307]: INFO os_brick.initiator.connectors.iscsi [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 08:16:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf -p 172.16.0.220:3260 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[825c1517-a176-4752-accb-ead33c184b09]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 08:16:07 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf -p 172.16.0.220:3260 --interface default --op new {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[31a98c1c-647e-435f-9b48-c0f0b2a988f6]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf] added\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf] added
Oct 24 08:16:07 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c4e812a-802d-4ff2-b1e7-1c6552151dd0]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[57325e7f-2bd2-4716-bad1-b41536ff0d25]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf -p 172.16.0.220:3260 --op update -n node.session.auth.username -v txMOQrNg {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf -p 172.16.0.220:3260 --op update -n node.session.auth.username -v txMOQrNg" returned: 0 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb6993ce-1ce2-44ae-80b7-4dfb4f0a6e53]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'txMOQrNg'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c2e7f32-91b4-4582-a916-ce4c8010b36e]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[0da5392a-9781-49d7-ab33-19e75c1764a2]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5 (non-flash)
Oct 24 08:16:07 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5 (non-flash)
Oct 24 08:16:07 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf -p 172.16.0.220:3260 --login {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf -p 172.16.0.220:3260 --login" returned: 0 in 0.051s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[83b70913-e332-4da9-8f75-c9f871d3095c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf, portal: 172.16.0.220,3260]
Oct 24 08:16:07 user nova-compute[74307]: Login to [iface: default, target: iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf, portal: 172.16.0.220,3260] successful.
Oct 24 08:16:07 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[905fbbb3-99f5-4350-879f-740bf8ac218e]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[4cd19bc0-4ec6-4a3f-9abf-3575b187b304]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5 (non-flash)
Oct 24 08:16:07 user nova-compute[74307]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf (non-flash)
Oct 24 08:16:07 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5 (non-flash)
Oct 24 08:16:07 user nova-compute[74307]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf (non-flash)
Oct 24 08:16:07 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.271s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Connected to 172.16.0.220:3260 {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] HCTL ('34', '-', '-', 0) found on session 50 with lun 0 {{(pid=74307) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74307) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e74b147-fa6a-468a-8aaa-0e0fa53a0036]: (4, ('- - 0', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Searching for a device in session 50 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'txMOQrNg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:16:07 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:16:08 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5bf0575b-c1f8-4f0a-a89a-9fac3c568ab3 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Acquiring lock "d95829fc-5925-4577-93dd-c790da33302a" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:16:08 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5bf0575b-c1f8-4f0a-a89a-9fac3c568ab3 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "d95829fc-5925-4577-93dd-c790da33302a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.004s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:16:08 user nova-compute[74307]: DEBUG nova.objects.instance [None req-5bf0575b-c1f8-4f0a-a89a-9fac3c568ab3 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lazy-loading 'flavor' on Instance uuid d95829fc-5925-4577-93dd-c790da33302a {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:16:08 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5bf0575b-c1f8-4f0a-a89a-9fac3c568ab3 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "d95829fc-5925-4577-93dd-c790da33302a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.052s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:16:08 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5bf0575b-c1f8-4f0a-a89a-9fac3c568ab3 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Acquiring lock "d95829fc-5925-4577-93dd-c790da33302a" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:16:08 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5bf0575b-c1f8-4f0a-a89a-9fac3c568ab3 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "d95829fc-5925-4577-93dd-c790da33302a" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:16:08 user nova-compute[74307]: INFO nova.compute.manager [None req-5bf0575b-c1f8-4f0a-a89a-9fac3c568ab3 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: d95829fc-5925-4577-93dd-c790da33302a] Attaching volume 7ba1ac30-d866-4faa-b96f-ab75f8c7c957 to /dev/vdb
Oct 24 08:16:08 user nova-compute[74307]: DEBUG os_brick.utils [None req-5bf0575b-c1f8-4f0a-a89a-9fac3c568ab3 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:16:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:16:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:16:08 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c814a79-a943-47db-bcfc-016f8233915e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:299aca16be88\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:16:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:16:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:16:08 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[f700c32e-fd04-4ce9-9401-0b972f18fc1d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:16:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:16:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:16:08 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[61e5ac3c-1336-4d5a-946a-5deb2d7f8471]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:16:08 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[24c43e08-769d-4d8e-b5f1-b2cf9dba36b0]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:16:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-5bf0575b-c1f8-4f0a-a89a-9fac3c568ab3 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Running cmd (subprocess): nvme version {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:16:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-5bf0575b-c1f8-4f0a-a89a-9fac3c568ab3 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] 'nvme version' failed. Not Retrying. {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 08:16:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.316s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:16:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] <== connect_volume: return (1317ms) {'type': 'block', 'scsi_wwn': '23963643461306130', 'path': '/dev/sdc'} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:16:08 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23963643461306130', 'path': '/dev/sdc'} {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 08:16:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5bf0575b-c1f8-4f0a-a89a-9fac3c568ab3 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] nvme not present on system {{(pid=74307) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 08:16:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:16:08 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 08:16:08 user nova-compute[74307]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 08:16:08 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e549c56-9fac-4393-b0eb-ec58c3bbb39e]: (4, '') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:16:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-5bf0575b-c1f8-4f0a-a89a-9fac3c568ab3 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74307) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 08:16:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-5bf0575b-c1f8-4f0a-a89a-9fac3c568ab3 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 08:16:08 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-5bf0575b-c1f8-4f0a-a89a-9fac3c568ab3 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] LIGHTOS: no hostnqn found. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 08:16:08 user nova-compute[74307]: DEBUG os_brick.utils [None req-5bf0575b-c1f8-4f0a-a89a-9fac3c568ab3 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] <== get_connector_properties: return (118ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:299aca16be88', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:16:08 user nova-compute[74307]: DEBUG nova.virt.block_device [None req-5bf0575b-c1f8-4f0a-a89a-9fac3c568ab3 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: d95829fc-5925-4577-93dd-c790da33302a] Updating existing volume attachment record: 976e0684-12df-4502-989f-10dbf03bef8a {{(pid=74307) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 08:16:08 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:15:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-532727660',display_name='tempest-TestShelveInstance-server-532727660',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-532727660',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE610H/ffhI2EXZRyNNYr6Q5LAxkb27WKF/TaOLjOI1pTk3FCbbg8+NfV0ERrXXAb9ucJ1kuqHIk+d2qm1zrvP9c2gDwek6skIaJzIo6UaHVQresNtkrj3nUYloH4q09YA==',key_name='tempest-TestShelveInstance-2037409204',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b1851bf4d91d4f60b32aa43fe8de4224',ramdisk_id='',reservation_id='r-pmb1esv6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-1714066300',owner_user_name='tempest-TestShelveInstance-1714066300-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T08:15:50Z,user_data=None,user_id='cc385602f8584c14b9bb33d579d44440',uuid=38cb5615-9132-43ac-92df-6efebb090866,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "66fecf3f-492f-4ca2-8728-54f0a8512876", "address": "fa:16:3e:e6:6b:8d", "network": {"id": "196f0545-d0cd-4432-90e0-e06b9ec292cb", "bridge": "br-int", "label": "tempest-TestShelveInstance-1826787997-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1851bf4d91d4f60b32aa43fe8de4224", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66fecf3f-49", "ovs_interfaceid": "66fecf3f-492f-4ca2-8728-54f0a8512876", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 08:16:08 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Converting VIF {"id": "66fecf3f-492f-4ca2-8728-54f0a8512876", "address": "fa:16:3e:e6:6b:8d", "network": {"id": "196f0545-d0cd-4432-90e0-e06b9ec292cb", "bridge": "br-int", "label": "tempest-TestShelveInstance-1826787997-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1851bf4d91d4f60b32aa43fe8de4224", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66fecf3f-49", "ovs_interfaceid": "66fecf3f-492f-4ca2-8728-54f0a8512876", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:16:08 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e6:6b:8d,bridge_name='br-int',has_traffic_filtering=True,id=66fecf3f-492f-4ca2-8728-54f0a8512876,network=Network(196f0545-d0cd-4432-90e0-e06b9ec292cb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66fecf3f-49') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:16:08 user nova-compute[74307]: DEBUG nova.objects.instance [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Lazy-loading 'pci_devices' on Instance uuid 38cb5615-9132-43ac-92df-6efebb090866 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:16:08 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] End _get_guest_xml xml=<domain type="kvm">
Oct 24 08:16:08 user nova-compute[74307]:   <uuid>38cb5615-9132-43ac-92df-6efebb090866</uuid>
Oct 24 08:16:08 user nova-compute[74307]:   <name>instance-00000033</name>
Oct 24 08:16:08 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 08:16:08 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 08:16:08 user nova-compute[74307]:   <metadata>
Oct 24 08:16:08 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 08:16:08 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 08:16:08 user nova-compute[74307]:       <nova:name>tempest-TestShelveInstance-server-532727660</nova:name>
Oct 24 08:16:08 user nova-compute[74307]:       <nova:creationTime>2023-10-24 08:16:07</nova:creationTime>
Oct 24 08:16:08 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 08:16:08 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 08:16:08 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 08:16:08 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 08:16:08 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 08:16:08 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 08:16:08 user nova-compute[74307]:       </nova:flavor>
Oct 24 08:16:08 user nova-compute[74307]:       <nova:owner>
Oct 24 08:16:08 user nova-compute[74307]:         <nova:user uuid="cc385602f8584c14b9bb33d579d44440">tempest-TestShelveInstance-1714066300-project-member</nova:user>
Oct 24 08:16:08 user nova-compute[74307]:         <nova:project uuid="b1851bf4d91d4f60b32aa43fe8de4224">tempest-TestShelveInstance-1714066300</nova:project>
Oct 24 08:16:08 user nova-compute[74307]:       </nova:owner>
Oct 24 08:16:08 user nova-compute[74307]:       <nova:ports>
Oct 24 08:16:08 user nova-compute[74307]:         <nova:port uuid="66fecf3f-492f-4ca2-8728-54f0a8512876">
Oct 24 08:16:08 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 24 08:16:08 user nova-compute[74307]:         </nova:port>
Oct 24 08:16:08 user nova-compute[74307]:       </nova:ports>
Oct 24 08:16:08 user nova-compute[74307]:     </nova:instance>
Oct 24 08:16:08 user nova-compute[74307]:   </metadata>
Oct 24 08:16:08 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 08:16:08 user nova-compute[74307]:     <system>
Oct 24 08:16:08 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 08:16:08 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 08:16:08 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 08:16:08 user nova-compute[74307]:       <entry name="serial">38cb5615-9132-43ac-92df-6efebb090866</entry>
Oct 24 08:16:08 user nova-compute[74307]:       <entry name="uuid">38cb5615-9132-43ac-92df-6efebb090866</entry>
Oct 24 08:16:08 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 08:16:08 user nova-compute[74307]:     </system>
Oct 24 08:16:08 user nova-compute[74307]:   </sysinfo>
Oct 24 08:16:08 user nova-compute[74307]:   <os>
Oct 24 08:16:08 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 08:16:08 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 08:16:08 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 08:16:08 user nova-compute[74307]:   </os>
Oct 24 08:16:08 user nova-compute[74307]:   <features>
Oct 24 08:16:08 user nova-compute[74307]:     <acpi/>
Oct 24 08:16:08 user nova-compute[74307]:     <apic/>
Oct 24 08:16:08 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 08:16:08 user nova-compute[74307]:   </features>
Oct 24 08:16:08 user nova-compute[74307]:   <clock offset="utc">
Oct 24 08:16:08 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 08:16:08 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 08:16:08 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 08:16:08 user nova-compute[74307]:   </clock>
Oct 24 08:16:08 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 08:16:08 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 08:16:08 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 08:16:08 user nova-compute[74307]:   </cpu>
Oct 24 08:16:08 user nova-compute[74307]:   <devices>
Oct 24 08:16:08 user nova-compute[74307]:     <disk type="block" device="disk">
Oct 24 08:16:08 user nova-compute[74307]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 08:16:08 user nova-compute[74307]:       <source dev="/dev/sdc"/>
Oct 24 08:16:08 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 08:16:08 user nova-compute[74307]:       <serial>cda24d62-7182-4f21-be4f-2ce087fcc8bf</serial>
Oct 24 08:16:08 user nova-compute[74307]:     </disk>
Oct 24 08:16:08 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 08:16:08 user nova-compute[74307]:       <mac address="fa:16:3e:e6:6b:8d"/>
Oct 24 08:16:08 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 08:16:08 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 08:16:08 user nova-compute[74307]:       <target dev="tap66fecf3f-49"/>
Oct 24 08:16:08 user nova-compute[74307]:     </interface>
Oct 24 08:16:08 user nova-compute[74307]:     <serial type="pty">
Oct 24 08:16:08 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/38cb5615-9132-43ac-92df-6efebb090866/console.log" append="off"/>
Oct 24 08:16:08 user nova-compute[74307]:     </serial>
Oct 24 08:16:08 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 08:16:08 user nova-compute[74307]:     <video>
Oct 24 08:16:08 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 08:16:08 user nova-compute[74307]:     </video>
Oct 24 08:16:08 user nova-compute[74307]:     <rng model="virtio">
Oct 24 08:16:08 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 08:16:08 user nova-compute[74307]:     </rng>
Oct 24 08:16:08 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 08:16:08 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 08:16:08 user nova-compute[74307]:       <stats period="10"/>
Oct 24 08:16:08 user nova-compute[74307]:     </memballoon>
Oct 24 08:16:08 user nova-compute[74307]:   </devices>
Oct 24 08:16:08 user nova-compute[74307]: </domain>
Oct 24 08:16:08 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 08:16:08 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:15:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-532727660',display_name='tempest-TestShelveInstance-server-532727660',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-532727660',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE610H/ffhI2EXZRyNNYr6Q5LAxkb27WKF/TaOLjOI1pTk3FCbbg8+NfV0ERrXXAb9ucJ1kuqHIk+d2qm1zrvP9c2gDwek6skIaJzIo6UaHVQresNtkrj3nUYloH4q09YA==',key_name='tempest-TestShelveInstance-2037409204',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b1851bf4d91d4f60b32aa43fe8de4224',ramdisk_id='',reservation_id='r-pmb1esv6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-1714066300',owner_user_name='tempest-TestShelveInstance-1714066300-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T08:15:50Z,user_data=None,user_id='cc385602f8584c14b9bb33d579d44440',uuid=38cb5615-9132-43ac-92df-6efebb090866,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "66fecf3f-492f-4ca2-8728-54f0a8512876", "address": "fa:16:3e:e6:6b:8d", "network": {"id": "196f0545-d0cd-4432-90e0-e06b9ec292cb", "bridge": "br-int", "label": "tempest-TestShelveInstance-1826787997-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1851bf4d91d4f60b32aa43fe8de4224", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66fecf3f-49", "ovs_interfaceid": "66fecf3f-492f-4ca2-8728-54f0a8512876", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 08:16:08 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Converting VIF {"id": "66fecf3f-492f-4ca2-8728-54f0a8512876", "address": "fa:16:3e:e6:6b:8d", "network": {"id": "196f0545-d0cd-4432-90e0-e06b9ec292cb", "bridge": "br-int", "label": "tempest-TestShelveInstance-1826787997-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1851bf4d91d4f60b32aa43fe8de4224", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66fecf3f-49", "ovs_interfaceid": "66fecf3f-492f-4ca2-8728-54f0a8512876", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:16:08 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e6:6b:8d,bridge_name='br-int',has_traffic_filtering=True,id=66fecf3f-492f-4ca2-8728-54f0a8512876,network=Network(196f0545-d0cd-4432-90e0-e06b9ec292cb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66fecf3f-49') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:16:08 user nova-compute[74307]: DEBUG os_vif [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e6:6b:8d,bridge_name='br-int',has_traffic_filtering=True,id=66fecf3f-492f-4ca2-8728-54f0a8512876,network=Network(196f0545-d0cd-4432-90e0-e06b9ec292cb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66fecf3f-49') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 08:16:08 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:16:08 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:16:08 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 08:16:08 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:16:08 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3720716b-8c51-591f-a7d3-551a3b6c41f2', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:16:08 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:16:08 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:16:08 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:16:08 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap66fecf3f-49, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:16:08 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap66fecf3f-49, col_values=(('qos', UUID('f29365cb-4f4d-4919-990a-a6cd9df66e80')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:16:08 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap66fecf3f-49, col_values=(('external_ids', {'iface-id': '66fecf3f-492f-4ca2-8728-54f0a8512876', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e6:6b:8d', 'vm-uuid': '38cb5615-9132-43ac-92df-6efebb090866'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:16:08 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:16:08 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:16:08 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:16:08 user nova-compute[74307]: INFO os_vif [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e6:6b:8d,bridge_name='br-int',has_traffic_filtering=True,id=66fecf3f-492f-4ca2-8728-54f0a8512876,network=Network(196f0545-d0cd-4432-90e0-e06b9ec292cb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66fecf3f-49')
Oct 24 08:16:08 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 08:16:08 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] No VIF found with MAC fa:16:3e:e6:6b:8d, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 08:16:09 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:16:09 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:16:09 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:16:10 user nova-compute[74307]: DEBUG nova.compute.manager [req-957316d9-406b-4d3c-9cbc-3f6e16442c00 req-4fa0123f-7502-40ed-b718-db81b5819b09 service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Received event network-vif-plugged-66fecf3f-492f-4ca2-8728-54f0a8512876 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:16:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-957316d9-406b-4d3c-9cbc-3f6e16442c00 req-4fa0123f-7502-40ed-b718-db81b5819b09 service nova] Acquiring lock "38cb5615-9132-43ac-92df-6efebb090866-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:16:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-957316d9-406b-4d3c-9cbc-3f6e16442c00 req-4fa0123f-7502-40ed-b718-db81b5819b09 service nova] Lock "38cb5615-9132-43ac-92df-6efebb090866-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:16:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-957316d9-406b-4d3c-9cbc-3f6e16442c00 req-4fa0123f-7502-40ed-b718-db81b5819b09 service nova] Lock "38cb5615-9132-43ac-92df-6efebb090866-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:16:10 user nova-compute[74307]: DEBUG nova.compute.manager [req-957316d9-406b-4d3c-9cbc-3f6e16442c00 req-4fa0123f-7502-40ed-b718-db81b5819b09 service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] No waiting events found dispatching network-vif-plugged-66fecf3f-492f-4ca2-8728-54f0a8512876 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:16:10 user nova-compute[74307]: WARNING nova.compute.manager [req-957316d9-406b-4d3c-9cbc-3f6e16442c00 req-4fa0123f-7502-40ed-b718-db81b5819b09 service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Received unexpected event network-vif-plugged-66fecf3f-492f-4ca2-8728-54f0a8512876 for instance with vm_state building and task_state spawning.
Oct 24 08:16:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:16:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:16:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:16:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:16:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:16:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:16:12 user nova-compute[74307]: DEBUG nova.compute.manager [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 08:16:12 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Guest created on hypervisor {{(pid=74307) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 08:16:12 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Instance spawned successfully.
Oct 24 08:16:12 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 08:16:12 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Found default for hw_cdrom_bus of ide {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:16:12 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Found default for hw_disk_bus of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:16:12 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Found default for hw_input_bus of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:16:12 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Found default for hw_pointer_model of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:16:12 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Found default for hw_video_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:16:12 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Found default for hw_vif_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:16:12 user nova-compute[74307]: INFO nova.compute.manager [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Took 5.07 seconds to spawn the instance on the hypervisor.
Oct 24 08:16:12 user nova-compute[74307]: DEBUG nova.compute.manager [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 08:16:12 user nova-compute[74307]: DEBUG nova.compute.manager [req-f2706ed2-4ad1-4214-8d1a-667406463d9f req-a6108853-d4bc-4c76-965d-4dcf97f9827a service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Received event network-vif-plugged-66fecf3f-492f-4ca2-8728-54f0a8512876 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:16:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-f2706ed2-4ad1-4214-8d1a-667406463d9f req-a6108853-d4bc-4c76-965d-4dcf97f9827a service nova] Acquiring lock "38cb5615-9132-43ac-92df-6efebb090866-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:16:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-f2706ed2-4ad1-4214-8d1a-667406463d9f req-a6108853-d4bc-4c76-965d-4dcf97f9827a service nova] Lock "38cb5615-9132-43ac-92df-6efebb090866-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:16:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-f2706ed2-4ad1-4214-8d1a-667406463d9f req-a6108853-d4bc-4c76-965d-4dcf97f9827a service nova] Lock "38cb5615-9132-43ac-92df-6efebb090866-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:16:12 user nova-compute[74307]: DEBUG nova.compute.manager [req-f2706ed2-4ad1-4214-8d1a-667406463d9f req-a6108853-d4bc-4c76-965d-4dcf97f9827a service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] No waiting events found dispatching network-vif-plugged-66fecf3f-492f-4ca2-8728-54f0a8512876 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:16:12 user nova-compute[74307]: WARNING nova.compute.manager [req-f2706ed2-4ad1-4214-8d1a-667406463d9f req-a6108853-d4bc-4c76-965d-4dcf97f9827a service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Received unexpected event network-vif-plugged-66fecf3f-492f-4ca2-8728-54f0a8512876 for instance with vm_state building and task_state spawning.
Oct 24 08:16:12 user nova-compute[74307]: INFO nova.compute.manager [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Took 22.62 seconds to build instance.
Oct 24 08:16:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-02e3b8ea-6cb4-4bd9-bd6f-e2a9d11bc71b tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Lock "38cb5615-9132-43ac-92df-6efebb090866" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 22.745s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:16:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:16:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:16:16 user nova-compute[74307]: DEBUG nova.compute.manager [req-b8cc40b8-4147-4433-b409-0998133e7a76 req-72543f18-9ea2-426a-86be-02a27e84a9ce service nova] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Received event network-changed-8f6843d4-68d0-4a52-a521-b2b65f88c2a1 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:16:16 user nova-compute[74307]: DEBUG nova.compute.manager [req-b8cc40b8-4147-4433-b409-0998133e7a76 req-72543f18-9ea2-426a-86be-02a27e84a9ce service nova] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Refreshing instance network info cache due to event network-changed-8f6843d4-68d0-4a52-a521-b2b65f88c2a1. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 08:16:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b8cc40b8-4147-4433-b409-0998133e7a76 req-72543f18-9ea2-426a-86be-02a27e84a9ce service nova] Acquiring lock "refresh_cache-05fa396e-52ce-45e8-a32c-743933af58b0" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:16:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b8cc40b8-4147-4433-b409-0998133e7a76 req-72543f18-9ea2-426a-86be-02a27e84a9ce service nova] Acquired lock "refresh_cache-05fa396e-52ce-45e8-a32c-743933af58b0" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:16:16 user nova-compute[74307]: DEBUG nova.network.neutron [req-b8cc40b8-4147-4433-b409-0998133e7a76 req-72543f18-9ea2-426a-86be-02a27e84a9ce service nova] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Refreshing network info cache for port 8f6843d4-68d0-4a52-a521-b2b65f88c2a1 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 08:16:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0e21abfe-93d0-4779-a66d-dc07d6ae55a0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Acquiring lock "05fa396e-52ce-45e8-a32c-743933af58b0" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:16:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0e21abfe-93d0-4779-a66d-dc07d6ae55a0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "05fa396e-52ce-45e8-a32c-743933af58b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:16:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0e21abfe-93d0-4779-a66d-dc07d6ae55a0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Acquiring lock "05fa396e-52ce-45e8-a32c-743933af58b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:16:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0e21abfe-93d0-4779-a66d-dc07d6ae55a0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "05fa396e-52ce-45e8-a32c-743933af58b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:16:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0e21abfe-93d0-4779-a66d-dc07d6ae55a0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "05fa396e-52ce-45e8-a32c-743933af58b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:16:17 user nova-compute[74307]: INFO nova.compute.manager [None req-0e21abfe-93d0-4779-a66d-dc07d6ae55a0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Terminating instance
Oct 24 08:16:17 user nova-compute[74307]: DEBUG nova.compute.manager [None req-0e21abfe-93d0-4779-a66d-dc07d6ae55a0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Start destroying the instance on the hypervisor. {{(pid=74307) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 08:16:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:16:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:16:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:16:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:16:17 user nova-compute[74307]: DEBUG nova.network.neutron [req-b8cc40b8-4147-4433-b409-0998133e7a76 req-72543f18-9ea2-426a-86be-02a27e84a9ce service nova] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Updated VIF entry in instance network info cache for port 8f6843d4-68d0-4a52-a521-b2b65f88c2a1. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 08:16:17 user nova-compute[74307]: DEBUG nova.network.neutron [req-b8cc40b8-4147-4433-b409-0998133e7a76 req-72543f18-9ea2-426a-86be-02a27e84a9ce service nova] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Updating instance_info_cache with network_info: [{"id": "8f6843d4-68d0-4a52-a521-b2b65f88c2a1", "address": "fa:16:3e:47:00:b9", "network": {"id": "96d4afae-b610-4edd-beaa-c127854a0fe2", "bridge": "br-int", "label": "tempest-TestStampPattern-1736865131-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36dc8e6f07bb4ed8b6b1ff0f1de90fa8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f6843d4-68", "ovs_interfaceid": "8f6843d4-68d0-4a52-a521-b2b65f88c2a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:16:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b8cc40b8-4147-4433-b409-0998133e7a76 req-72543f18-9ea2-426a-86be-02a27e84a9ce service nova] Releasing lock "refresh_cache-05fa396e-52ce-45e8-a32c-743933af58b0" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:16:17 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Instance destroyed successfully.
Oct 24 08:16:17 user nova-compute[74307]: DEBUG nova.objects.instance [None req-0e21abfe-93d0-4779-a66d-dc07d6ae55a0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lazy-loading 'resources' on Instance uuid 05fa396e-52ce-45e8-a32c-743933af58b0 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:16:17 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-0e21abfe-93d0-4779-a66d-dc07d6ae55a0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:08:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-772685888',display_name='tempest-TestStampPattern-server-772685888',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-772685888',id=45,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAzw2GqoUe4zcbFLrPFqeCbqWireK9Mbk2vAFCPk0+ZftCoB4hTGHRAdvnWQ22E1ZknXS6o2WVW09Xs9N+hDuU2m9y4IcIZsCMMluOIKjohAc7+A1dB4WIvqmgM8Afp6nQ==',key_name='tempest-TestStampPattern-534934239',keypairs=<?>,launch_index=0,launched_at=2023-10-24T08:08:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='36dc8e6f07bb4ed8b6b1ff0f1de90fa8',ramdisk_id='',reservation_id='r-frzmglsm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestStampPattern-1581588381',owner_user_name='tempest-TestStampPattern-1581588381-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T08:11:51Z,user_data=None,user_id='15121073260d4bd8971b6fc4dd14bead',uuid=05fa396e-52ce-45e8-a32c-743933af58b0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8f6843d4-68d0-4a52-a521-b2b65f88c2a1", "address": "fa:16:3e:47:00:b9", "network": {"id": "96d4afae-b610-4edd-beaa-c127854a0fe2", "bridge": "br-int", "label": "tempest-TestStampPattern-1736865131-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.19", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36dc8e6f07bb4ed8b6b1ff0f1de90fa8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f6843d4-68", "ovs_interfaceid": "8f6843d4-68d0-4a52-a521-b2b65f88c2a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 08:16:17 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-0e21abfe-93d0-4779-a66d-dc07d6ae55a0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Converting VIF {"id": "8f6843d4-68d0-4a52-a521-b2b65f88c2a1", "address": "fa:16:3e:47:00:b9", "network": {"id": "96d4afae-b610-4edd-beaa-c127854a0fe2", "bridge": "br-int", "label": "tempest-TestStampPattern-1736865131-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.19", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36dc8e6f07bb4ed8b6b1ff0f1de90fa8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f6843d4-68", "ovs_interfaceid": "8f6843d4-68d0-4a52-a521-b2b65f88c2a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:16:17 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-0e21abfe-93d0-4779-a66d-dc07d6ae55a0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:47:00:b9,bridge_name='br-int',has_traffic_filtering=True,id=8f6843d4-68d0-4a52-a521-b2b65f88c2a1,network=Network(96d4afae-b610-4edd-beaa-c127854a0fe2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f6843d4-68') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:16:17 user nova-compute[74307]: DEBUG os_vif [None req-0e21abfe-93d0-4779-a66d-dc07d6ae55a0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:47:00:b9,bridge_name='br-int',has_traffic_filtering=True,id=8f6843d4-68d0-4a52-a521-b2b65f88c2a1,network=Network(96d4afae-b610-4edd-beaa-c127854a0fe2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f6843d4-68') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 08:16:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:16:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8f6843d4-68, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:16:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:16:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:16:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:16:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1c1d7c21-e6a3-4b90-b311-b6c680146773) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:16:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:16:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:16:17 user nova-compute[74307]: INFO os_vif [None req-0e21abfe-93d0-4779-a66d-dc07d6ae55a0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:47:00:b9,bridge_name='br-int',has_traffic_filtering=True,id=8f6843d4-68d0-4a52-a521-b2b65f88c2a1,network=Network(96d4afae-b610-4edd-beaa-c127854a0fe2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f6843d4-68')
Oct 24 08:16:17 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-0e21abfe-93d0-4779-a66d-dc07d6ae55a0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Deleting instance files /opt/stack/data/nova/instances/05fa396e-52ce-45e8-a32c-743933af58b0_del
Oct 24 08:16:17 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-0e21abfe-93d0-4779-a66d-dc07d6ae55a0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Deletion of /opt/stack/data/nova/instances/05fa396e-52ce-45e8-a32c-743933af58b0_del complete
Oct 24 08:16:17 user nova-compute[74307]: INFO nova.compute.manager [None req-0e21abfe-93d0-4779-a66d-dc07d6ae55a0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Took 0.88 seconds to destroy the instance on the hypervisor.
Oct 24 08:16:17 user nova-compute[74307]: DEBUG oslo.service.loopingcall [None req-0e21abfe-93d0-4779-a66d-dc07d6ae55a0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74307) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 08:16:17 user nova-compute[74307]: DEBUG nova.compute.manager [-] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Deallocating network for instance {{(pid=74307) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 08:16:17 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] deallocate_for_instance() {{(pid=74307) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 08:16:18 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:16:18 user nova-compute[74307]: INFO nova.compute.manager [-] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Took 0.41 seconds to deallocate network for instance.
Oct 24 08:16:18 user nova-compute[74307]: DEBUG nova.compute.manager [req-1fda4dcd-3ab2-4e65-89d8-77fddbd60fd8 req-39ac3569-979a-481c-969c-aef75e09824f service nova] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Received event network-vif-deleted-8f6843d4-68d0-4a52-a521-b2b65f88c2a1 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:16:18 user nova-compute[74307]: INFO nova.compute.manager [req-1fda4dcd-3ab2-4e65-89d8-77fddbd60fd8 req-39ac3569-979a-481c-969c-aef75e09824f service nova] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Neutron deleted interface 8f6843d4-68d0-4a52-a521-b2b65f88c2a1; detaching it from the instance and deleting it from the info cache
Oct 24 08:16:18 user nova-compute[74307]: DEBUG nova.network.neutron [req-1fda4dcd-3ab2-4e65-89d8-77fddbd60fd8 req-39ac3569-979a-481c-969c-aef75e09824f service nova] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:16:18 user nova-compute[74307]: DEBUG nova.compute.manager [req-1fda4dcd-3ab2-4e65-89d8-77fddbd60fd8 req-39ac3569-979a-481c-969c-aef75e09824f service nova] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Detach interface failed, port_id=8f6843d4-68d0-4a52-a521-b2b65f88c2a1, reason: Instance 05fa396e-52ce-45e8-a32c-743933af58b0 could not be found. {{(pid=74307) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 24 08:16:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0e21abfe-93d0-4779-a66d-dc07d6ae55a0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:16:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0e21abfe-93d0-4779-a66d-dc07d6ae55a0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:16:18 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-0e21abfe-93d0-4779-a66d-dc07d6ae55a0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:16:18 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-0e21abfe-93d0-4779-a66d-dc07d6ae55a0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:16:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0e21abfe-93d0-4779-a66d-dc07d6ae55a0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.245s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:16:18 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-0e21abfe-93d0-4779-a66d-dc07d6ae55a0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Deleted allocations for instance 05fa396e-52ce-45e8-a32c-743933af58b0
Oct 24 08:16:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0e21abfe-93d0-4779-a66d-dc07d6ae55a0 tempest-TestStampPattern-1581588381 tempest-TestStampPattern-1581588381-project-member] Lock "05fa396e-52ce-45e8-a32c-743933af58b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.738s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:16:18 user nova-compute[74307]: DEBUG nova.compute.manager [req-f512f319-931b-4a31-94eb-f8a39eb785b8 req-0e08d6e0-d1f9-4269-865f-80997ecc7aac service nova] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Received event network-vif-unplugged-8f6843d4-68d0-4a52-a521-b2b65f88c2a1 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:16:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-f512f319-931b-4a31-94eb-f8a39eb785b8 req-0e08d6e0-d1f9-4269-865f-80997ecc7aac service nova] Acquiring lock "05fa396e-52ce-45e8-a32c-743933af58b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:16:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-f512f319-931b-4a31-94eb-f8a39eb785b8 req-0e08d6e0-d1f9-4269-865f-80997ecc7aac service nova] Lock "05fa396e-52ce-45e8-a32c-743933af58b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:16:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-f512f319-931b-4a31-94eb-f8a39eb785b8 req-0e08d6e0-d1f9-4269-865f-80997ecc7aac service nova] Lock "05fa396e-52ce-45e8-a32c-743933af58b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:16:18 user nova-compute[74307]: DEBUG nova.compute.manager [req-f512f319-931b-4a31-94eb-f8a39eb785b8 req-0e08d6e0-d1f9-4269-865f-80997ecc7aac service nova] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] No waiting events found dispatching network-vif-unplugged-8f6843d4-68d0-4a52-a521-b2b65f88c2a1 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:16:18 user nova-compute[74307]: WARNING nova.compute.manager [req-f512f319-931b-4a31-94eb-f8a39eb785b8 req-0e08d6e0-d1f9-4269-865f-80997ecc7aac service nova] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Received unexpected event network-vif-unplugged-8f6843d4-68d0-4a52-a521-b2b65f88c2a1 for instance with vm_state deleted and task_state None.
Oct 24 08:16:18 user nova-compute[74307]: DEBUG nova.compute.manager [req-f512f319-931b-4a31-94eb-f8a39eb785b8 req-0e08d6e0-d1f9-4269-865f-80997ecc7aac service nova] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Received event network-vif-plugged-8f6843d4-68d0-4a52-a521-b2b65f88c2a1 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:16:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-f512f319-931b-4a31-94eb-f8a39eb785b8 req-0e08d6e0-d1f9-4269-865f-80997ecc7aac service nova] Acquiring lock "05fa396e-52ce-45e8-a32c-743933af58b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:16:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-f512f319-931b-4a31-94eb-f8a39eb785b8 req-0e08d6e0-d1f9-4269-865f-80997ecc7aac service nova] Lock "05fa396e-52ce-45e8-a32c-743933af58b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:16:18 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-f512f319-931b-4a31-94eb-f8a39eb785b8 req-0e08d6e0-d1f9-4269-865f-80997ecc7aac service nova] Lock "05fa396e-52ce-45e8-a32c-743933af58b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:16:18 user nova-compute[74307]: DEBUG nova.compute.manager [req-f512f319-931b-4a31-94eb-f8a39eb785b8 req-0e08d6e0-d1f9-4269-865f-80997ecc7aac service nova] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] No waiting events found dispatching network-vif-plugged-8f6843d4-68d0-4a52-a521-b2b65f88c2a1 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:16:18 user nova-compute[74307]: WARNING nova.compute.manager [req-f512f319-931b-4a31-94eb-f8a39eb785b8 req-0e08d6e0-d1f9-4269-865f-80997ecc7aac service nova] [instance: 05fa396e-52ce-45e8-a32c-743933af58b0] Received unexpected event network-vif-plugged-8f6843d4-68d0-4a52-a521-b2b65f88c2a1 for instance with vm_state deleted and task_state None.
Oct 24 08:16:20 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:16:22 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:16:22 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:16:22 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:16:22 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:16:22 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 08:16:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:16:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:16:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:16:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:16:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3877a3b2-d1b4-48d3-b0de-fd000b47e653/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:16:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3877a3b2-d1b4-48d3-b0de-fd000b47e653/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:16:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3877a3b2-d1b4-48d3-b0de-fd000b47e653/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:16:22 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:16:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3877a3b2-d1b4-48d3-b0de-fd000b47e653/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:16:23 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 08:16:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d95829fc-5925-4577-93dd-c790da33302a/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:16:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d95829fc-5925-4577-93dd-c790da33302a/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:16:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d95829fc-5925-4577-93dd-c790da33302a/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:16:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d95829fc-5925-4577-93dd-c790da33302a/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:16:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:16:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json" returned: 0 in 0.172s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:16:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:16:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json" returned: 0 in 0.183s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:16:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:16:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:16:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:16:24 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:16:24 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 08:16:24 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:16:24 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:16:24 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Hypervisor/Node resource view: name=user free_ram=8328MB free_disk=24.96100616455078GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 08:16:24 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:16:24 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:16:24 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:16:24 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fcde6b55-42d0-41aa-8ed7-5b81486228ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:16:24 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 3877a3b2-d1b4-48d3-b0de-fd000b47e653 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:16:24 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance d95829fc-5925-4577-93dd-c790da33302a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:16:24 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 38cb5615-9132-43ac-92df-6efebb090866 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:16:24 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 08:16:24 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 08:16:24 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:16:24 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:16:24 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 08:16:24 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.298s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:16:25 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5bf0575b-c1f8-4f0a-a89a-9fac3c568ab3 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: d95829fc-5925-4577-93dd-c790da33302a] Calling os-brick to attach iSCSI Volume {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 08:16:25 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bf0575b-c1f8-4f0a-a89a-9fac3c568ab3 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LEHaONDK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:16:25 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-5bf0575b-c1f8-4f0a-a89a-9fac3c568ab3 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:16:25 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-5bf0575b-c1f8-4f0a-a89a-9fac3c568ab3 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:16:25 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-5bf0575b-c1f8-4f0a-a89a-9fac3c568ab3 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:16:25 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-5bf0575b-c1f8-4f0a-a89a-9fac3c568ab3 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:16:25 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-5bf0575b-c1f8-4f0a-a89a-9fac3c568ab3 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:16:25 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-5bf0575b-c1f8-4f0a-a89a-9fac3c568ab3 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:16:25 user nova-compute[74307]: INFO os_brick.initiator.connectors.iscsi [None req-5bf0575b-c1f8-4f0a-a89a-9fac3c568ab3 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 08:16:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957 -p 172.16.0.220:3260 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:16:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:16:25 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d075bd76-80ec-4c38-868a-2bf7c6e0f733]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:16:25 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bf0575b-c1f8-4f0a-a89a-9fac3c568ab3 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 08:16:25 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:16:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957 -p 172.16.0.220:3260 --interface default --op new {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:16:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:16:25 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[abb92aca-891c-40bb-b1c5-6da6c0d0e8dc]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957] added\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:16:25 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bf0575b-c1f8-4f0a-a89a-9fac3c568ab3 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957] added
Oct 24 08:16:25 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:16:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:16:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.031s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:16:25 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[90ed1c9d-1e4c-4ab2-8f83-aced82f781fa]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:16:25 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bf0575b-c1f8-4f0a-a89a-9fac3c568ab3 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:16:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:16:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:16:25 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd2ea823-7c53-453b-aa2a-fef6bd53cef1]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:16:25 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bf0575b-c1f8-4f0a-a89a-9fac3c568ab3 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:16:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LEHaONDK {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:16:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LEHaONDK" returned: 0 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:16:25 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[17b288f4-d36b-4267-adc7-2dc34c74e247]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:16:25 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bf0575b-c1f8-4f0a-a89a-9fac3c568ab3 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'LEHaONDK'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:16:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:16:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:16:25 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[67042eb0-96e0-411c-862e-8095b3fbb1b4]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:16:25 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bf0575b-c1f8-4f0a-a89a-9fac3c568ab3 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:16:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:16:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:16:25 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0936467-350e-452c-b56d-80e6374d1670]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:16:25 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bf0575b-c1f8-4f0a-a89a-9fac3c568ab3 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5 (non-flash)
Oct 24 08:16:25 user nova-compute[74307]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf (non-flash)
Oct 24 08:16:25 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:16:25 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bf0575b-c1f8-4f0a-a89a-9fac3c568ab3 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5 (non-flash)
Oct 24 08:16:25 user nova-compute[74307]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf (non-flash)
Oct 24 08:16:25 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:16:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957 -p 172.16.0.220:3260 --login {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:16:25 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:16:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:16:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957 -p 172.16.0.220:3260 --login" returned: 0 in 1.061s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:16:26 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[17c78f93-a729-45b6-a2cd-b55ec904b23d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:16:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bf0575b-c1f8-4f0a-a89a-9fac3c568ab3 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957, portal: 172.16.0.220,3260]
Oct 24 08:16:26 user nova-compute[74307]: Login to [iface: default, target: iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957, portal: 172.16.0.220,3260] successful.
Oct 24 08:16:26 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:16:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:16:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:16:26 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[39908714-8e0c-47cf-b951-cd95d79d2be7]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:16:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bf0575b-c1f8-4f0a-a89a-9fac3c568ab3 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:16:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:16:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:16:26 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[0401e677-c238-4d22-b0f0-30f99869c315]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:16:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bf0575b-c1f8-4f0a-a89a-9fac3c568ab3 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5 (non-flash)
Oct 24 08:16:26 user nova-compute[74307]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf (non-flash)
Oct 24 08:16:26 user nova-compute[74307]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957 (non-flash)
Oct 24 08:16:26 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:16:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bf0575b-c1f8-4f0a-a89a-9fac3c568ab3 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5 (non-flash)
Oct 24 08:16:26 user nova-compute[74307]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf (non-flash)
Oct 24 08:16:26 user nova-compute[74307]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957 (non-flash)
Oct 24 08:16:26 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:16:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-5bf0575b-c1f8-4f0a-a89a-9fac3c568ab3 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 1.303s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:16:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bf0575b-c1f8-4f0a-a89a-9fac3c568ab3 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Connected to 172.16.0.220:3260 {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 08:16:26 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-5bf0575b-c1f8-4f0a-a89a-9fac3c568ab3 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] HCTL ('35', '-', '-', 0) found on session 51 with lun 0 {{(pid=74307) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 08:16:26 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-5bf0575b-c1f8-4f0a-a89a-9fac3c568ab3 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74307) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 08:16:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:16:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:16:26 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[71b8468c-896b-4783-8ed3-62086cd97ff8]: (4, ('- - 0', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:16:26 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-5bf0575b-c1f8-4f0a-a89a-9fac3c568ab3 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Searching for a device in session 51 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 08:16:26 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bf0575b-c1f8-4f0a-a89a-9fac3c568ab3 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LEHaONDK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 08:16:27 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:16:27 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-5bf0575b-c1f8-4f0a-a89a-9fac3c568ab3 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 2.344s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:16:27 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bf0575b-c1f8-4f0a-a89a-9fac3c568ab3 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] <== connect_volume: return (2346ms) {'type': 'block', 'scsi_wwn': '23937363637303533', 'path': '/dev/sdd'} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:16:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5bf0575b-c1f8-4f0a-a89a-9fac3c568ab3 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: d95829fc-5925-4577-93dd-c790da33302a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23937363637303533', 'path': '/dev/sdd'} {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 08:16:27 user nova-compute[74307]: DEBUG nova.objects.instance [None req-5bf0575b-c1f8-4f0a-a89a-9fac3c568ab3 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lazy-loading 'flavor' on Instance uuid d95829fc-5925-4577-93dd-c790da33302a {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:16:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-5bf0575b-c1f8-4f0a-a89a-9fac3c568ab3 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 08:16:27 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 08:16:27 user nova-compute[74307]:   <source dev="/dev/sdd"/>
Oct 24 08:16:27 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 08:16:27 user nova-compute[74307]:   <serial>7ba1ac30-d866-4faa-b96f-ab75f8c7c957</serial>
Oct 24 08:16:27 user nova-compute[74307]: </disk>
Oct 24 08:16:27 user nova-compute[74307]:  {{(pid=74307) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 08:16:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:16:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5bf0575b-c1f8-4f0a-a89a-9fac3c568ab3 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 08:16:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5bf0575b-c1f8-4f0a-a89a-9fac3c568ab3 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 08:16:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-5bf0575b-c1f8-4f0a-a89a-9fac3c568ab3 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] No VIF found with MAC fa:16:3e:42:ff:d7, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 08:16:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-5bf0575b-c1f8-4f0a-a89a-9fac3c568ab3 tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "d95829fc-5925-4577-93dd-c790da33302a" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 19.732s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:16:28 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:16:28 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Starting heal instance info cache {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 08:16:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "refresh_cache-fcde6b55-42d0-41aa-8ed7-5b81486228ac" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:16:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquired lock "refresh_cache-fcde6b55-42d0-41aa-8ed7-5b81486228ac" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:16:28 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Forcefully refreshing network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 08:16:28 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Updating instance_info_cache with network_info: [{"id": "ac225733-9917-4093-854d-f0ee36a177bb", "address": "fa:16:3e:1e:bf:21", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac225733-99", "ovs_interfaceid": "ac225733-9917-4093-854d-f0ee36a177bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:16:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Releasing lock "refresh_cache-fcde6b55-42d0-41aa-8ed7-5b81486228ac" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:16:28 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Updated the network info_cache for instance {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 08:16:29 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:16:29 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:16:30 user nova-compute[74307]: DEBUG nova.compute.manager [req-dfed5505-18b5-45f8-a1f4-f4d5615aa2dc req-e833454d-afbe-4099-ac7e-9b69fa7c3d24 service nova] [instance: d95829fc-5925-4577-93dd-c790da33302a] Received event network-changed-7f7ecbcc-e179-4036-8260-a01b872ef67e {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:16:30 user nova-compute[74307]: DEBUG nova.compute.manager [req-dfed5505-18b5-45f8-a1f4-f4d5615aa2dc req-e833454d-afbe-4099-ac7e-9b69fa7c3d24 service nova] [instance: d95829fc-5925-4577-93dd-c790da33302a] Refreshing instance network info cache due to event network-changed-7f7ecbcc-e179-4036-8260-a01b872ef67e. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 08:16:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-dfed5505-18b5-45f8-a1f4-f4d5615aa2dc req-e833454d-afbe-4099-ac7e-9b69fa7c3d24 service nova] Acquiring lock "refresh_cache-d95829fc-5925-4577-93dd-c790da33302a" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:16:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-dfed5505-18b5-45f8-a1f4-f4d5615aa2dc req-e833454d-afbe-4099-ac7e-9b69fa7c3d24 service nova] Acquired lock "refresh_cache-d95829fc-5925-4577-93dd-c790da33302a" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:16:30 user nova-compute[74307]: DEBUG nova.network.neutron [req-dfed5505-18b5-45f8-a1f4-f4d5615aa2dc req-e833454d-afbe-4099-ac7e-9b69fa7c3d24 service nova] [instance: d95829fc-5925-4577-93dd-c790da33302a] Refreshing network info cache for port 7f7ecbcc-e179-4036-8260-a01b872ef67e {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 08:16:30 user nova-compute[74307]: DEBUG nova.network.neutron [req-dfed5505-18b5-45f8-a1f4-f4d5615aa2dc req-e833454d-afbe-4099-ac7e-9b69fa7c3d24 service nova] [instance: d95829fc-5925-4577-93dd-c790da33302a] Updated VIF entry in instance network info cache for port 7f7ecbcc-e179-4036-8260-a01b872ef67e. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 08:16:30 user nova-compute[74307]: DEBUG nova.network.neutron [req-dfed5505-18b5-45f8-a1f4-f4d5615aa2dc req-e833454d-afbe-4099-ac7e-9b69fa7c3d24 service nova] [instance: d95829fc-5925-4577-93dd-c790da33302a] Updating instance_info_cache with network_info: [{"id": "7f7ecbcc-e179-4036-8260-a01b872ef67e", "address": "fa:16:3e:42:ff:d7", "network": {"id": "0f0aaaf1-d323-4cac-af4e-c2170c72c975", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1922894408-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.125", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26fb55b5c9ff459094a98e54e27611b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f7ecbcc-e1", "ovs_interfaceid": "7f7ecbcc-e179-4036-8260-a01b872ef67e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:16:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-dfed5505-18b5-45f8-a1f4-f4d5615aa2dc req-e833454d-afbe-4099-ac7e-9b69fa7c3d24 service nova] Releasing lock "refresh_cache-d95829fc-5925-4577-93dd-c790da33302a" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:16:31 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:16:32 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:16:32 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:16:32 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74307) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 08:16:32 user nova-compute[74307]: DEBUG nova.compute.manager [req-23dcc697-7de6-456b-9ae7-b93e2de9c3c2 req-4c1af00b-e7f7-4f5b-a803-336077894fb1 service nova] [instance: d95829fc-5925-4577-93dd-c790da33302a] Received event network-changed-7f7ecbcc-e179-4036-8260-a01b872ef67e {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:16:32 user nova-compute[74307]: DEBUG nova.compute.manager [req-23dcc697-7de6-456b-9ae7-b93e2de9c3c2 req-4c1af00b-e7f7-4f5b-a803-336077894fb1 service nova] [instance: d95829fc-5925-4577-93dd-c790da33302a] Refreshing instance network info cache due to event network-changed-7f7ecbcc-e179-4036-8260-a01b872ef67e. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 08:16:32 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-23dcc697-7de6-456b-9ae7-b93e2de9c3c2 req-4c1af00b-e7f7-4f5b-a803-336077894fb1 service nova] Acquiring lock "refresh_cache-d95829fc-5925-4577-93dd-c790da33302a" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:16:32 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-23dcc697-7de6-456b-9ae7-b93e2de9c3c2 req-4c1af00b-e7f7-4f5b-a803-336077894fb1 service nova] Acquired lock "refresh_cache-d95829fc-5925-4577-93dd-c790da33302a" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:16:32 user nova-compute[74307]: DEBUG nova.network.neutron [req-23dcc697-7de6-456b-9ae7-b93e2de9c3c2 req-4c1af00b-e7f7-4f5b-a803-336077894fb1 service nova] [instance: d95829fc-5925-4577-93dd-c790da33302a] Refreshing network info cache for port 7f7ecbcc-e179-4036-8260-a01b872ef67e {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 08:16:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:16:33 user nova-compute[74307]: DEBUG nova.network.neutron [req-23dcc697-7de6-456b-9ae7-b93e2de9c3c2 req-4c1af00b-e7f7-4f5b-a803-336077894fb1 service nova] [instance: d95829fc-5925-4577-93dd-c790da33302a] Updated VIF entry in instance network info cache for port 7f7ecbcc-e179-4036-8260-a01b872ef67e. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 08:16:33 user nova-compute[74307]: DEBUG nova.network.neutron [req-23dcc697-7de6-456b-9ae7-b93e2de9c3c2 req-4c1af00b-e7f7-4f5b-a803-336077894fb1 service nova] [instance: d95829fc-5925-4577-93dd-c790da33302a] Updating instance_info_cache with network_info: [{"id": "7f7ecbcc-e179-4036-8260-a01b872ef67e", "address": "fa:16:3e:42:ff:d7", "network": {"id": "0f0aaaf1-d323-4cac-af4e-c2170c72c975", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1922894408-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.125", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26fb55b5c9ff459094a98e54e27611b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f7ecbcc-e1", "ovs_interfaceid": "7f7ecbcc-e179-4036-8260-a01b872ef67e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:16:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-23dcc697-7de6-456b-9ae7-b93e2de9c3c2 req-4c1af00b-e7f7-4f5b-a803-336077894fb1 service nova] Releasing lock "refresh_cache-d95829fc-5925-4577-93dd-c790da33302a" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:16:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-b78c1bd3-8ced-443a-9f1e-38713eb473eb tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Acquiring lock "d95829fc-5925-4577-93dd-c790da33302a" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:16:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-b78c1bd3-8ced-443a-9f1e-38713eb473eb tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "d95829fc-5925-4577-93dd-c790da33302a" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:16:33 user nova-compute[74307]: INFO nova.compute.manager [None req-b78c1bd3-8ced-443a-9f1e-38713eb473eb tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: d95829fc-5925-4577-93dd-c790da33302a] Rebooting instance
Oct 24 08:16:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-b78c1bd3-8ced-443a-9f1e-38713eb473eb tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Acquiring lock "refresh_cache-d95829fc-5925-4577-93dd-c790da33302a" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:16:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-b78c1bd3-8ced-443a-9f1e-38713eb473eb tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Acquired lock "refresh_cache-d95829fc-5925-4577-93dd-c790da33302a" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:16:33 user nova-compute[74307]: DEBUG nova.network.neutron [None req-b78c1bd3-8ced-443a-9f1e-38713eb473eb tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: d95829fc-5925-4577-93dd-c790da33302a] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 08:16:33 user nova-compute[74307]: DEBUG nova.network.neutron [None req-b78c1bd3-8ced-443a-9f1e-38713eb473eb tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: d95829fc-5925-4577-93dd-c790da33302a] Updating instance_info_cache with network_info: [{"id": "7f7ecbcc-e179-4036-8260-a01b872ef67e", "address": "fa:16:3e:42:ff:d7", "network": {"id": "0f0aaaf1-d323-4cac-af4e-c2170c72c975", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1922894408-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.125", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26fb55b5c9ff459094a98e54e27611b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f7ecbcc-e1", "ovs_interfaceid": "7f7ecbcc-e179-4036-8260-a01b872ef67e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:16:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-b78c1bd3-8ced-443a-9f1e-38713eb473eb tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Releasing lock "refresh_cache-d95829fc-5925-4577-93dd-c790da33302a" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:16:33 user nova-compute[74307]: DEBUG nova.compute.manager [None req-b78c1bd3-8ced-443a-9f1e-38713eb473eb tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: d95829fc-5925-4577-93dd-c790da33302a] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 08:16:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:16:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:16:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:16:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:16:36 user nova-compute[74307]: DEBUG nova.compute.manager [req-8155cddd-0e8c-44ac-ac18-8ffc3491847f req-66dd15b8-02c3-444c-bc9b-221f8ed922b8 service nova] [instance: d95829fc-5925-4577-93dd-c790da33302a] Received event network-vif-unplugged-7f7ecbcc-e179-4036-8260-a01b872ef67e {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:16:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-8155cddd-0e8c-44ac-ac18-8ffc3491847f req-66dd15b8-02c3-444c-bc9b-221f8ed922b8 service nova] Acquiring lock "d95829fc-5925-4577-93dd-c790da33302a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:16:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-8155cddd-0e8c-44ac-ac18-8ffc3491847f req-66dd15b8-02c3-444c-bc9b-221f8ed922b8 service nova] Lock "d95829fc-5925-4577-93dd-c790da33302a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:16:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-8155cddd-0e8c-44ac-ac18-8ffc3491847f req-66dd15b8-02c3-444c-bc9b-221f8ed922b8 service nova] Lock "d95829fc-5925-4577-93dd-c790da33302a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:16:36 user nova-compute[74307]: DEBUG nova.compute.manager [req-8155cddd-0e8c-44ac-ac18-8ffc3491847f req-66dd15b8-02c3-444c-bc9b-221f8ed922b8 service nova] [instance: d95829fc-5925-4577-93dd-c790da33302a] No waiting events found dispatching network-vif-unplugged-7f7ecbcc-e179-4036-8260-a01b872ef67e {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:16:36 user nova-compute[74307]: WARNING nova.compute.manager [req-8155cddd-0e8c-44ac-ac18-8ffc3491847f req-66dd15b8-02c3-444c-bc9b-221f8ed922b8 service nova] [instance: d95829fc-5925-4577-93dd-c790da33302a] Received unexpected event network-vif-unplugged-7f7ecbcc-e179-4036-8260-a01b872ef67e for instance with vm_state active and task_state reboot_started.
Oct 24 08:16:36 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-b78c1bd3-8ced-443a-9f1e-38713eb473eb tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: d95829fc-5925-4577-93dd-c790da33302a] Instance shutdown successfully.
Oct 24 08:16:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:16:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:16:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:16:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:16:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:16:38 user nova-compute[74307]: DEBUG nova.compute.manager [req-305611f4-3792-4cbd-8a33-f74c4011f90f req-32961886-98b9-4314-8d74-1c92cc71dd11 service nova] [instance: d95829fc-5925-4577-93dd-c790da33302a] Received event network-vif-plugged-7f7ecbcc-e179-4036-8260-a01b872ef67e {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:16:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-305611f4-3792-4cbd-8a33-f74c4011f90f req-32961886-98b9-4314-8d74-1c92cc71dd11 service nova] Acquiring lock "d95829fc-5925-4577-93dd-c790da33302a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:16:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-305611f4-3792-4cbd-8a33-f74c4011f90f req-32961886-98b9-4314-8d74-1c92cc71dd11 service nova] Lock "d95829fc-5925-4577-93dd-c790da33302a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:16:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-305611f4-3792-4cbd-8a33-f74c4011f90f req-32961886-98b9-4314-8d74-1c92cc71dd11 service nova] Lock "d95829fc-5925-4577-93dd-c790da33302a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:16:38 user nova-compute[74307]: DEBUG nova.compute.manager [req-305611f4-3792-4cbd-8a33-f74c4011f90f req-32961886-98b9-4314-8d74-1c92cc71dd11 service nova] [instance: d95829fc-5925-4577-93dd-c790da33302a] No waiting events found dispatching network-vif-plugged-7f7ecbcc-e179-4036-8260-a01b872ef67e {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:16:38 user nova-compute[74307]: WARNING nova.compute.manager [req-305611f4-3792-4cbd-8a33-f74c4011f90f req-32961886-98b9-4314-8d74-1c92cc71dd11 service nova] [instance: d95829fc-5925-4577-93dd-c790da33302a] Received unexpected event network-vif-plugged-7f7ecbcc-e179-4036-8260-a01b872ef67e for instance with vm_state active and task_state reboot_started.
Oct 24 08:16:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:16:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:16:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:16:38 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:16:40 user nova-compute[74307]: DEBUG nova.compute.manager [req-47e6f04d-b510-432f-9ab4-08096d076f0c req-b3b80857-3705-4cdd-8164-3cf6198f3233 service nova] [instance: d95829fc-5925-4577-93dd-c790da33302a] Received event network-vif-plugged-7f7ecbcc-e179-4036-8260-a01b872ef67e {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:16:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-47e6f04d-b510-432f-9ab4-08096d076f0c req-b3b80857-3705-4cdd-8164-3cf6198f3233 service nova] Acquiring lock "d95829fc-5925-4577-93dd-c790da33302a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:16:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-47e6f04d-b510-432f-9ab4-08096d076f0c req-b3b80857-3705-4cdd-8164-3cf6198f3233 service nova] Lock "d95829fc-5925-4577-93dd-c790da33302a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:16:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-47e6f04d-b510-432f-9ab4-08096d076f0c req-b3b80857-3705-4cdd-8164-3cf6198f3233 service nova] Lock "d95829fc-5925-4577-93dd-c790da33302a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:16:40 user nova-compute[74307]: DEBUG nova.compute.manager [req-47e6f04d-b510-432f-9ab4-08096d076f0c req-b3b80857-3705-4cdd-8164-3cf6198f3233 service nova] [instance: d95829fc-5925-4577-93dd-c790da33302a] No waiting events found dispatching network-vif-plugged-7f7ecbcc-e179-4036-8260-a01b872ef67e {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:16:40 user nova-compute[74307]: WARNING nova.compute.manager [req-47e6f04d-b510-432f-9ab4-08096d076f0c req-b3b80857-3705-4cdd-8164-3cf6198f3233 service nova] [instance: d95829fc-5925-4577-93dd-c790da33302a] Received unexpected event network-vif-plugged-7f7ecbcc-e179-4036-8260-a01b872ef67e for instance with vm_state active and task_state reboot_started.
Oct 24 08:16:40 user nova-compute[74307]: DEBUG nova.compute.manager [req-47e6f04d-b510-432f-9ab4-08096d076f0c req-b3b80857-3705-4cdd-8164-3cf6198f3233 service nova] [instance: d95829fc-5925-4577-93dd-c790da33302a] Received event network-vif-plugged-7f7ecbcc-e179-4036-8260-a01b872ef67e {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:16:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-47e6f04d-b510-432f-9ab4-08096d076f0c req-b3b80857-3705-4cdd-8164-3cf6198f3233 service nova] Acquiring lock "d95829fc-5925-4577-93dd-c790da33302a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:16:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-47e6f04d-b510-432f-9ab4-08096d076f0c req-b3b80857-3705-4cdd-8164-3cf6198f3233 service nova] Lock "d95829fc-5925-4577-93dd-c790da33302a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:16:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-47e6f04d-b510-432f-9ab4-08096d076f0c req-b3b80857-3705-4cdd-8164-3cf6198f3233 service nova] Lock "d95829fc-5925-4577-93dd-c790da33302a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:16:40 user nova-compute[74307]: DEBUG nova.compute.manager [req-47e6f04d-b510-432f-9ab4-08096d076f0c req-b3b80857-3705-4cdd-8164-3cf6198f3233 service nova] [instance: d95829fc-5925-4577-93dd-c790da33302a] No waiting events found dispatching network-vif-plugged-7f7ecbcc-e179-4036-8260-a01b872ef67e {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:16:40 user nova-compute[74307]: WARNING nova.compute.manager [req-47e6f04d-b510-432f-9ab4-08096d076f0c req-b3b80857-3705-4cdd-8164-3cf6198f3233 service nova] [instance: d95829fc-5925-4577-93dd-c790da33302a] Received unexpected event network-vif-plugged-7f7ecbcc-e179-4036-8260-a01b872ef67e for instance with vm_state active and task_state reboot_started.
Oct 24 08:16:40 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: d95829fc-5925-4577-93dd-c790da33302a] Instance running successfully.
Oct 24 08:16:40 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-b78c1bd3-8ced-443a-9f1e-38713eb473eb tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: d95829fc-5925-4577-93dd-c790da33302a] Instance soft rebooted successfully.
Oct 24 08:16:40 user nova-compute[74307]: DEBUG nova.compute.manager [None req-b78c1bd3-8ced-443a-9f1e-38713eb473eb tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: d95829fc-5925-4577-93dd-c790da33302a] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 08:16:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-b78c1bd3-8ced-443a-9f1e-38713eb473eb tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "d95829fc-5925-4577-93dd-c790da33302a" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 7.171s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:16:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:16:42 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:16:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:16:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:16:48 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._run_image_cache_manager_pass {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:16:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:16:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:16:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:16:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:16:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:16:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:16:48 user nova-compute[74307]: DEBUG nova.virt.libvirt.imagecache [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Verify base images {{(pid=74307) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:314}}
Oct 24 08:16:48 user nova-compute[74307]: DEBUG nova.virt.libvirt.imagecache [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Image id  yields fingerprint da39a3ee5e6b4b0d3255bfef95601890afd80709 {{(pid=74307) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Oct 24 08:16:48 user nova-compute[74307]: DEBUG nova.virt.libvirt.imagecache [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Image id b15b9232-903e-4718-bc84-0352fb741c0b yields fingerprint c7e643cc986e32073bee5a55cf4db93b6bcf0df5 {{(pid=74307) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Oct 24 08:16:48 user nova-compute[74307]: INFO nova.virt.libvirt.imagecache [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] image b15b9232-903e-4718-bc84-0352fb741c0b at (/opt/stack/data/nova/instances/_base/c7e643cc986e32073bee5a55cf4db93b6bcf0df5): checking
Oct 24 08:16:48 user nova-compute[74307]: DEBUG nova.virt.libvirt.imagecache [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] image b15b9232-903e-4718-bc84-0352fb741c0b at (/opt/stack/data/nova/instances/_base/c7e643cc986e32073bee5a55cf4db93b6bcf0df5): image is in use {{(pid=74307) _mark_in_use /opt/stack/nova/nova/virt/libvirt/imagecache.py:279}}
Oct 24 08:16:48 user nova-compute[74307]: DEBUG nova.virt.libvirt.imagecache [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Image id ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7 yields fingerprint 9cb24620554d5eab84e846c14e389d04f4c43d48 {{(pid=74307) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Oct 24 08:16:48 user nova-compute[74307]: INFO nova.virt.libvirt.imagecache [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] image ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7 at (/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48): checking
Oct 24 08:16:48 user nova-compute[74307]: DEBUG nova.virt.libvirt.imagecache [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] image ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7 at (/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48): image is in use {{(pid=74307) _mark_in_use /opt/stack/nova/nova/virt/libvirt/imagecache.py:279}}
Oct 24 08:16:48 user nova-compute[74307]: DEBUG nova.virt.libvirt.imagecache [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] 3877a3b2-d1b4-48d3-b0de-fd000b47e653 is a valid instance name {{(pid=74307) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Oct 24 08:16:48 user nova-compute[74307]: DEBUG nova.virt.libvirt.imagecache [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] 3877a3b2-d1b4-48d3-b0de-fd000b47e653 has a disk file {{(pid=74307) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Oct 24 08:16:48 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3877a3b2-d1b4-48d3-b0de-fd000b47e653/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:16:48 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3877a3b2-d1b4-48d3-b0de-fd000b47e653/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:16:48 user nova-compute[74307]: DEBUG nova.virt.libvirt.imagecache [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 3877a3b2-d1b4-48d3-b0de-fd000b47e653 is backed by 9cb24620554d5eab84e846c14e389d04f4c43d48 {{(pid=74307) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Oct 24 08:16:48 user nova-compute[74307]: DEBUG nova.virt.libvirt.imagecache [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa is a valid instance name {{(pid=74307) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Oct 24 08:16:48 user nova-compute[74307]: DEBUG nova.virt.libvirt.imagecache [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa has a disk file {{(pid=74307) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Oct 24 08:16:48 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:16:48 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:16:48 user nova-compute[74307]: DEBUG nova.virt.libvirt.imagecache [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa is backed by 9cb24620554d5eab84e846c14e389d04f4c43d48 {{(pid=74307) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Oct 24 08:16:48 user nova-compute[74307]: DEBUG nova.virt.libvirt.imagecache [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] fcde6b55-42d0-41aa-8ed7-5b81486228ac is a valid instance name {{(pid=74307) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Oct 24 08:16:48 user nova-compute[74307]: DEBUG nova.virt.libvirt.imagecache [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] fcde6b55-42d0-41aa-8ed7-5b81486228ac has a disk file {{(pid=74307) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Oct 24 08:16:48 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:16:48 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:16:48 user nova-compute[74307]: DEBUG nova.virt.libvirt.imagecache [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fcde6b55-42d0-41aa-8ed7-5b81486228ac is backed by 9cb24620554d5eab84e846c14e389d04f4c43d48 {{(pid=74307) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Oct 24 08:16:48 user nova-compute[74307]: DEBUG nova.virt.libvirt.imagecache [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] d95829fc-5925-4577-93dd-c790da33302a is a valid instance name {{(pid=74307) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Oct 24 08:16:48 user nova-compute[74307]: DEBUG nova.virt.libvirt.imagecache [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] d95829fc-5925-4577-93dd-c790da33302a has a disk file {{(pid=74307) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Oct 24 08:16:48 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d95829fc-5925-4577-93dd-c790da33302a/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:16:48 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d95829fc-5925-4577-93dd-c790da33302a/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:16:48 user nova-compute[74307]: DEBUG nova.virt.libvirt.imagecache [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance d95829fc-5925-4577-93dd-c790da33302a is backed by c7e643cc986e32073bee5a55cf4db93b6bcf0df5 {{(pid=74307) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Oct 24 08:16:48 user nova-compute[74307]: DEBUG nova.virt.libvirt.imagecache [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] 38cb5615-9132-43ac-92df-6efebb090866 is a valid instance name {{(pid=74307) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Oct 24 08:16:48 user nova-compute[74307]: WARNING nova.virt.libvirt.imagecache [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Unknown base file: /opt/stack/data/nova/instances/_base/56d5b2ddbd2c52e4dbd1e151d3f822aa079aeee3
Oct 24 08:16:48 user nova-compute[74307]: WARNING nova.virt.libvirt.imagecache [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Unknown base file: /opt/stack/data/nova/instances/_base/d2e71acdb450ec872fcfbcd57c9f45546ca2f14d
Oct 24 08:16:48 user nova-compute[74307]: WARNING nova.virt.libvirt.imagecache [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Unknown base file: /opt/stack/data/nova/instances/_base/3527b1c2a3667bbf71762a54fb4e11ed6581e044
Oct 24 08:16:48 user nova-compute[74307]: WARNING nova.virt.libvirt.imagecache [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Unknown base file: /opt/stack/data/nova/instances/_base/94960711b02f47cf9d7a9e7542f2d8f2fa6b3fd6
Oct 24 08:16:48 user nova-compute[74307]: WARNING nova.virt.libvirt.imagecache [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Unknown base file: /opt/stack/data/nova/instances/_base/771104ca166ed5a804245295fe1ebc13dabff53c
Oct 24 08:16:48 user nova-compute[74307]: WARNING nova.virt.libvirt.imagecache [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Unknown base file: /opt/stack/data/nova/instances/_base/4bd31d1adee411545a4bf477ac4ac85cdf9d9887
Oct 24 08:16:48 user nova-compute[74307]: WARNING nova.virt.libvirt.imagecache [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Unknown base file: /opt/stack/data/nova/instances/_base/840bf72e378ce5b837dd0cafff14dc77efad41a3
Oct 24 08:16:48 user nova-compute[74307]: WARNING nova.virt.libvirt.imagecache [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Unknown base file: /opt/stack/data/nova/instances/_base/1b7e56f097e17ca76f1837fabe521d8b46231cbe
Oct 24 08:16:48 user nova-compute[74307]: INFO nova.virt.libvirt.imagecache [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Active base files: /opt/stack/data/nova/instances/_base/c7e643cc986e32073bee5a55cf4db93b6bcf0df5 /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48
Oct 24 08:16:48 user nova-compute[74307]: INFO nova.virt.libvirt.imagecache [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Removable base files: /opt/stack/data/nova/instances/_base/56d5b2ddbd2c52e4dbd1e151d3f822aa079aeee3 /opt/stack/data/nova/instances/_base/d2e71acdb450ec872fcfbcd57c9f45546ca2f14d /opt/stack/data/nova/instances/_base/3527b1c2a3667bbf71762a54fb4e11ed6581e044 /opt/stack/data/nova/instances/_base/94960711b02f47cf9d7a9e7542f2d8f2fa6b3fd6 /opt/stack/data/nova/instances/_base/771104ca166ed5a804245295fe1ebc13dabff53c /opt/stack/data/nova/instances/_base/4bd31d1adee411545a4bf477ac4ac85cdf9d9887 /opt/stack/data/nova/instances/_base/840bf72e378ce5b837dd0cafff14dc77efad41a3 /opt/stack/data/nova/instances/_base/1b7e56f097e17ca76f1837fabe521d8b46231cbe
Oct 24 08:16:48 user nova-compute[74307]: INFO nova.virt.libvirt.imagecache [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/56d5b2ddbd2c52e4dbd1e151d3f822aa079aeee3
Oct 24 08:16:48 user nova-compute[74307]: INFO nova.virt.libvirt.imagecache [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/d2e71acdb450ec872fcfbcd57c9f45546ca2f14d
Oct 24 08:16:48 user nova-compute[74307]: INFO nova.virt.libvirt.imagecache [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/3527b1c2a3667bbf71762a54fb4e11ed6581e044
Oct 24 08:16:48 user nova-compute[74307]: INFO nova.virt.libvirt.imagecache [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/94960711b02f47cf9d7a9e7542f2d8f2fa6b3fd6
Oct 24 08:16:48 user nova-compute[74307]: INFO nova.virt.libvirt.imagecache [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/771104ca166ed5a804245295fe1ebc13dabff53c
Oct 24 08:16:48 user nova-compute[74307]: INFO nova.virt.libvirt.imagecache [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/4bd31d1adee411545a4bf477ac4ac85cdf9d9887
Oct 24 08:16:48 user nova-compute[74307]: INFO nova.virt.libvirt.imagecache [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/840bf72e378ce5b837dd0cafff14dc77efad41a3
Oct 24 08:16:48 user nova-compute[74307]: INFO nova.virt.libvirt.imagecache [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/1b7e56f097e17ca76f1837fabe521d8b46231cbe
Oct 24 08:16:48 user nova-compute[74307]: DEBUG nova.virt.libvirt.imagecache [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Verification complete {{(pid=74307) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:350}}
Oct 24 08:16:48 user nova-compute[74307]: DEBUG nova.virt.libvirt.imagecache [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Verify swap images {{(pid=74307) _age_and_verify_swap_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:299}}
Oct 24 08:16:48 user nova-compute[74307]: DEBUG nova.virt.libvirt.imagecache [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Verify ephemeral images {{(pid=74307) _age_and_verify_ephemeral_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:284}}
Oct 24 08:16:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:16:56 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:16:57 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:17:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:17:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:17:06 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:17:07 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:17:09 user nova-compute[74307]: DEBUG nova.compute.manager [req-1b23c596-bf86-4e87-9b3c-8c91389d3df6 req-09003fe9-2e22-45b0-aa10-aaab6b820f47 service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Received event network-changed-ce8283c9-09e2-4626-8ab7-4786344ce865 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:17:09 user nova-compute[74307]: DEBUG nova.compute.manager [req-1b23c596-bf86-4e87-9b3c-8c91389d3df6 req-09003fe9-2e22-45b0-aa10-aaab6b820f47 service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Refreshing instance network info cache due to event network-changed-ce8283c9-09e2-4626-8ab7-4786344ce865. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 08:17:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-1b23c596-bf86-4e87-9b3c-8c91389d3df6 req-09003fe9-2e22-45b0-aa10-aaab6b820f47 service nova] Acquiring lock "refresh_cache-3877a3b2-d1b4-48d3-b0de-fd000b47e653" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:17:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-1b23c596-bf86-4e87-9b3c-8c91389d3df6 req-09003fe9-2e22-45b0-aa10-aaab6b820f47 service nova] Acquired lock "refresh_cache-3877a3b2-d1b4-48d3-b0de-fd000b47e653" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:17:09 user nova-compute[74307]: DEBUG nova.network.neutron [req-1b23c596-bf86-4e87-9b3c-8c91389d3df6 req-09003fe9-2e22-45b0-aa10-aaab6b820f47 service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Refreshing network info cache for port ce8283c9-09e2-4626-8ab7-4786344ce865 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 08:17:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a4ab883a-6d56-4568-961a-b3dcd083d368 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Acquiring lock "3877a3b2-d1b4-48d3-b0de-fd000b47e653" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:17:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a4ab883a-6d56-4568-961a-b3dcd083d368 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "3877a3b2-d1b4-48d3-b0de-fd000b47e653" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:17:09 user nova-compute[74307]: INFO nova.compute.manager [None req-a4ab883a-6d56-4568-961a-b3dcd083d368 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Detaching volume 54cad113-ab55-4599-92d2-e742891fe6f5
Oct 24 08:17:09 user nova-compute[74307]: INFO nova.virt.block_device [None req-a4ab883a-6d56-4568-961a-b3dcd083d368 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Attempting to driver detach volume 54cad113-ab55-4599-92d2-e742891fe6f5 from mountpoint /dev/vdb
Oct 24 08:17:09 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-a4ab883a-6d56-4568-961a-b3dcd083d368 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Attempting to detach device vdb from instance 3877a3b2-d1b4-48d3-b0de-fd000b47e653 from the persistent domain config. {{(pid=74307) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 08:17:09 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-a4ab883a-6d56-4568-961a-b3dcd083d368 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 08:17:09 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 08:17:09 user nova-compute[74307]:   <source dev="/dev/sdb"/>
Oct 24 08:17:09 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 08:17:09 user nova-compute[74307]:   <serial>54cad113-ab55-4599-92d2-e742891fe6f5</serial>
Oct 24 08:17:09 user nova-compute[74307]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 08:17:09 user nova-compute[74307]: </disk>
Oct 24 08:17:09 user nova-compute[74307]:  {{(pid=74307) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 08:17:09 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-a4ab883a-6d56-4568-961a-b3dcd083d368 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Successfully detached device vdb from instance 3877a3b2-d1b4-48d3-b0de-fd000b47e653 from the persistent domain config.
Oct 24 08:17:09 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-a4ab883a-6d56-4568-961a-b3dcd083d368 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 3877a3b2-d1b4-48d3-b0de-fd000b47e653 from the live domain config. {{(pid=74307) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 08:17:09 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-a4ab883a-6d56-4568-961a-b3dcd083d368 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 08:17:09 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 08:17:09 user nova-compute[74307]:   <source dev="/dev/sdb"/>
Oct 24 08:17:09 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 08:17:09 user nova-compute[74307]:   <serial>54cad113-ab55-4599-92d2-e742891fe6f5</serial>
Oct 24 08:17:09 user nova-compute[74307]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 08:17:09 user nova-compute[74307]: </disk>
Oct 24 08:17:09 user nova-compute[74307]:  {{(pid=74307) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 08:17:09 user nova-compute[74307]: DEBUG nova.network.neutron [req-1b23c596-bf86-4e87-9b3c-8c91389d3df6 req-09003fe9-2e22-45b0-aa10-aaab6b820f47 service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Updated VIF entry in instance network info cache for port ce8283c9-09e2-4626-8ab7-4786344ce865. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 08:17:09 user nova-compute[74307]: DEBUG nova.network.neutron [req-1b23c596-bf86-4e87-9b3c-8c91389d3df6 req-09003fe9-2e22-45b0-aa10-aaab6b820f47 service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Updating instance_info_cache with network_info: [{"id": "ce8283c9-09e2-4626-8ab7-4786344ce865", "address": "fa:16:3e:fe:b0:8b", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce8283c9-09", "ovs_interfaceid": "ce8283c9-09e2-4626-8ab7-4786344ce865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:17:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-1b23c596-bf86-4e87-9b3c-8c91389d3df6 req-09003fe9-2e22-45b0-aa10-aaab6b820f47 service nova] Releasing lock "refresh_cache-3877a3b2-d1b4-48d3-b0de-fd000b47e653" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:17:10 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-a4ab883a-6d56-4568-961a-b3dcd083d368 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 3877a3b2-d1b4-48d3-b0de-fd000b47e653 {{(pid=74307) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 08:17:11 user nova-compute[74307]: DEBUG nova.compute.manager [req-1b7ced62-aa99-49a2-9f02-9ebf51609708 req-971ad36b-e51c-4057-a8c2-071d607de571 service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Received event network-changed-ce8283c9-09e2-4626-8ab7-4786344ce865 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:17:11 user nova-compute[74307]: DEBUG nova.compute.manager [req-1b7ced62-aa99-49a2-9f02-9ebf51609708 req-971ad36b-e51c-4057-a8c2-071d607de571 service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Refreshing instance network info cache due to event network-changed-ce8283c9-09e2-4626-8ab7-4786344ce865. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 08:17:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-1b7ced62-aa99-49a2-9f02-9ebf51609708 req-971ad36b-e51c-4057-a8c2-071d607de571 service nova] Acquiring lock "refresh_cache-3877a3b2-d1b4-48d3-b0de-fd000b47e653" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:17:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-1b7ced62-aa99-49a2-9f02-9ebf51609708 req-971ad36b-e51c-4057-a8c2-071d607de571 service nova] Acquired lock "refresh_cache-3877a3b2-d1b4-48d3-b0de-fd000b47e653" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:17:11 user nova-compute[74307]: DEBUG nova.network.neutron [req-1b7ced62-aa99-49a2-9f02-9ebf51609708 req-971ad36b-e51c-4057-a8c2-071d607de571 service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Refreshing network info cache for port ce8283c9-09e2-4626-8ab7-4786344ce865 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 08:17:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:17:11 user nova-compute[74307]: DEBUG nova.network.neutron [req-1b7ced62-aa99-49a2-9f02-9ebf51609708 req-971ad36b-e51c-4057-a8c2-071d607de571 service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Updated VIF entry in instance network info cache for port ce8283c9-09e2-4626-8ab7-4786344ce865. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 08:17:11 user nova-compute[74307]: DEBUG nova.network.neutron [req-1b7ced62-aa99-49a2-9f02-9ebf51609708 req-971ad36b-e51c-4057-a8c2-071d607de571 service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Updating instance_info_cache with network_info: [{"id": "ce8283c9-09e2-4626-8ab7-4786344ce865", "address": "fa:16:3e:fe:b0:8b", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce8283c9-09", "ovs_interfaceid": "ce8283c9-09e2-4626-8ab7-4786344ce865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:17:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-1b7ced62-aa99-49a2-9f02-9ebf51609708 req-971ad36b-e51c-4057-a8c2-071d607de571 service nova] Releasing lock "refresh_cache-3877a3b2-d1b4-48d3-b0de-fd000b47e653" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:17:12 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:17:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:17:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:17:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:17:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:17:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:17:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:17:20 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:17:21 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:17:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:17:22 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:17:23 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:17:23 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:17:23 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:17:23 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:17:23 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:17:23 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 08:17:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:17:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:17:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:17:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:17:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3877a3b2-d1b4-48d3-b0de-fd000b47e653/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:17:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3877a3b2-d1b4-48d3-b0de-fd000b47e653/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:17:23 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3877a3b2-d1b4-48d3-b0de-fd000b47e653/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:17:24 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3877a3b2-d1b4-48d3-b0de-fd000b47e653/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:17:24 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d95829fc-5925-4577-93dd-c790da33302a/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:17:24 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d95829fc-5925-4577-93dd-c790da33302a/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:17:24 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d95829fc-5925-4577-93dd-c790da33302a/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:17:24 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:17:24 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d95829fc-5925-4577-93dd-c790da33302a/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:17:24 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 08:17:24 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:17:24 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json" returned: 0 in 0.185s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:17:24 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:17:24 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json" returned: 0 in 0.168s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:17:24 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:17:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:17:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:17:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:17:25 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 08:17:25 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:17:25 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:17:25 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Hypervisor/Node resource view: name=user free_ram=8363MB free_disk=24.95062255859375GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 08:17:25 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:17:25 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:17:25 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:17:25 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fcde6b55-42d0-41aa-8ed7-5b81486228ac actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:17:25 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 3877a3b2-d1b4-48d3-b0de-fd000b47e653 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:17:25 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance d95829fc-5925-4577-93dd-c790da33302a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:17:25 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 38cb5615-9132-43ac-92df-6efebb090866 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:17:25 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 08:17:25 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 08:17:25 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Refreshing inventories for resource provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 24 08:17:25 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Updating ProviderTree inventory for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 24 08:17:25 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Updating inventory in ProviderTree for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 24 08:17:25 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Refreshing aggregate associations for resource provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63, aggregates: None {{(pid=74307) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 24 08:17:25 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Refreshing trait associations for resource provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63, traits: COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_IDE,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_RESCUE_BFV,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_TRUSTED_CERTS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_MMX,COMPUTE_STORAGE_BUS_SATA,COMPUTE_DEVICE_TAGGING,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_VIRTIO {{(pid=74307) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 24 08:17:26 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:17:26 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:17:26 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 08:17:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.465s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:17:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:17:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:17:28 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:17:28 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:17:28 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:17:28 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Starting heal instance info cache {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 08:17:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "refresh_cache-3877a3b2-d1b4-48d3-b0de-fd000b47e653" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:17:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquired lock "refresh_cache-3877a3b2-d1b4-48d3-b0de-fd000b47e653" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:17:28 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Forcefully refreshing network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 08:17:29 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Updating instance_info_cache with network_info: [{"id": "ce8283c9-09e2-4626-8ab7-4786344ce865", "address": "fa:16:3e:fe:b0:8b", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce8283c9-09", "ovs_interfaceid": "ce8283c9-09e2-4626-8ab7-4786344ce865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:17:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Releasing lock "refresh_cache-3877a3b2-d1b4-48d3-b0de-fd000b47e653" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:17:29 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Updated the network info_cache for instance {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 08:17:29 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:17:29 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:17:30 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-a4ab883a-6d56-4568-961a-b3dcd083d368 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 3877a3b2-d1b4-48d3-b0de-fd000b47e653 is timed out.
Oct 24 08:17:30 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-a4ab883a-6d56-4568-961a-b3dcd083d368 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Successfully detached device vdb from instance 3877a3b2-d1b4-48d3-b0de-fd000b47e653 from the live domain config.
Oct 24 08:17:30 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a4ab883a-6d56-4568-961a-b3dcd083d368 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] calling os-brick to detach iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 08:17:30 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4ab883a-6d56-4568-961a-b3dcd083d368 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, {'target_iqn': 'iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ChGInlcp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:17:30 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-a4ab883a-6d56-4568-961a-b3dcd083d368 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:17:30 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-a4ab883a-6d56-4568-961a-b3dcd083d368 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:17:30 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-a4ab883a-6d56-4568-961a-b3dcd083d368 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:17:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:17:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:17:30 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[74d04aa4-9b07-4470-8f26-41f4d2d4da9e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:17:30 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4ab883a-6d56-4568-961a-b3dcd083d368 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 08:17:30 user nova-compute[74307]: No targets found.
Oct 24 08:17:30 user nova-compute[74307]: iSNS:
Oct 24 08:17:30 user nova-compute[74307]: No targets found.
Oct 24 08:17:30 user nova-compute[74307]: STATIC:
Oct 24 08:17:30 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5
Oct 24 08:17:30 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 08:17:30 user nova-compute[74307]:                 Iface Name: default
Oct 24 08:17:30 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957
Oct 24 08:17:30 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 08:17:30 user nova-compute[74307]:                 Iface Name: default
Oct 24 08:17:30 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf
Oct 24 08:17:30 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 08:17:30 user nova-compute[74307]:                 Iface Name: default
Oct 24 08:17:30 user nova-compute[74307]: FIRMWARE:
Oct 24 08:17:30 user nova-compute[74307]: No targets found.
Oct 24 08:17:30 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:17:30 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4ab883a-6d56-4568-961a-b3dcd083d368 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 08:17:30 user nova-compute[74307]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 08:17:30 user nova-compute[74307]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74307) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 08:17:30 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4ab883a-6d56-4568-961a-b3dcd083d368 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5', 0)] {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 08:17:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:17:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:17:30 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fb3087f-2cb2-4206-9d0c-945aef802410]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:17:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:17:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:17:30 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3a09765-29ad-4b60-83e0-e081f2160355]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:17:30 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4ab883a-6d56-4568-961a-b3dcd083d368 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5 (non-flash)
Oct 24 08:17:30 user nova-compute[74307]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf (non-flash)
Oct 24 08:17:30 user nova-compute[74307]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957 (non-flash)
Oct 24 08:17:30 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:17:30 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4ab883a-6d56-4568-961a-b3dcd083d368 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5 (non-flash)
Oct 24 08:17:30 user nova-compute[74307]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf (non-flash)
Oct 24 08:17:30 user nova-compute[74307]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957 (non-flash)
Oct 24 08:17:30 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:17:30 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4ab883a-6d56-4568-961a-b3dcd083d368 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4600d2edd0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5'): ({'sdb'}, set())}) {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 08:17:30 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-a4ab883a-6d56-4568-961a-b3dcd083d368 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Removing single pathed devices sdb {{(pid=74307) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 08:17:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:17:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:17:30 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[79961063-77d3-4df2-b279-56399a6bbd6d]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:17:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:17:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:17:30 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1f18f82-f3ca-441d-abb6-9f100f43cd4d]: (4, ('ok\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:17:30 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-a4ab883a-6d56-4568-961a-b3dcd083d368 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Flushing IO for device /dev/sdb {{(pid=74307) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 08:17:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:17:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:17:30 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a73c38b-b7a9-427c-b14a-f3dd0c895eeb]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:17:30 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-a4ab883a-6d56-4568-961a-b3dcd083d368 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74307) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 08:17:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:17:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.038s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:17:30 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c2f6334-1d7e-4785-816f-3dc9fcc77e6b]: (4, ('1', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:17:30 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-a4ab883a-6d56-4568-961a-b3dcd083d368 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 08:17:30 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-a4ab883a-6d56-4568-961a-b3dcd083d368 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] SCSI volumes sdb have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 08:17:30 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4ab883a-6d56-4568-961a-b3dcd083d368 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5')] {{(pid=74307) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 08:17:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:17:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:17:30 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae7af1ea-c17c-45e5-ab3c-835e9c3d03de]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:17:30 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4ab883a-6d56-4568-961a-b3dcd083d368 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:17:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5 -p 172.16.0.220:3260 --logout {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:17:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5 -p 172.16.0.220:3260 --logout" returned: 0 in 0.070s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:17:30 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ffed528-4f9b-4f13-99d4-e4de4ca5f2a0]: (4, ('Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5, portal: 172.16.0.220,3260]\nLogout of [sid: 47, target: iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:17:30 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4ab883a-6d56-4568-961a-b3dcd083d368 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5, portal: 172.16.0.220,3260]
Oct 24 08:17:30 user nova-compute[74307]: Logout of [sid: 47, target: iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5, portal: 172.16.0.220,3260] successful.
Oct 24 08:17:30 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:17:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5 -p 172.16.0.220:3260 --op delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:17:30 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:54cad113-ab55-4599-92d2-e742891fe6f5 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:17:30 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d97d29a-8293-4041-a852-16036e1d5330]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:17:30 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4ab883a-6d56-4568-961a-b3dcd083d368 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:17:30 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-a4ab883a-6d56-4568-961a-b3dcd083d368 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.311s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:17:30 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4ab883a-6d56-4568-961a-b3dcd083d368 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] <== disconnect_volume: return (313ms) None {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:17:30 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a4ab883a-6d56-4568-961a-b3dcd083d368 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Disconnected iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 08:17:31 user nova-compute[74307]: DEBUG nova.objects.instance [None req-a4ab883a-6d56-4568-961a-b3dcd083d368 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lazy-loading 'flavor' on Instance uuid 3877a3b2-d1b4-48d3-b0de-fd000b47e653 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:17:31 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-a4ab883a-6d56-4568-961a-b3dcd083d368 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "3877a3b2-d1b4-48d3-b0de-fd000b47e653" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.718s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:17:32 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:17:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:17:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:17:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:17:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:17:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:17:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:17:34 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:17:34 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74307) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 08:17:36 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:17:36 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Cleaning up deleted instances {{(pid=74307) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 24 08:17:36 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] There are 0 instances to clean {{(pid=74307) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 24 08:17:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:17:40 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:17:40 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74307) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 24 08:17:41 user nova-compute[74307]: DEBUG nova.compute.manager [req-8b8c2ca4-da63-4819-a365-8a85d60ca9bc req-be598ea0-55bf-44c1-bfdc-33e499722a35 service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Received event network-changed-66fecf3f-492f-4ca2-8728-54f0a8512876 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:17:41 user nova-compute[74307]: DEBUG nova.compute.manager [req-8b8c2ca4-da63-4819-a365-8a85d60ca9bc req-be598ea0-55bf-44c1-bfdc-33e499722a35 service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Refreshing instance network info cache due to event network-changed-66fecf3f-492f-4ca2-8728-54f0a8512876. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 08:17:41 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-8b8c2ca4-da63-4819-a365-8a85d60ca9bc req-be598ea0-55bf-44c1-bfdc-33e499722a35 service nova] Acquiring lock "refresh_cache-38cb5615-9132-43ac-92df-6efebb090866" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:17:41 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-8b8c2ca4-da63-4819-a365-8a85d60ca9bc req-be598ea0-55bf-44c1-bfdc-33e499722a35 service nova] Acquired lock "refresh_cache-38cb5615-9132-43ac-92df-6efebb090866" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:17:41 user nova-compute[74307]: DEBUG nova.network.neutron [req-8b8c2ca4-da63-4819-a365-8a85d60ca9bc req-be598ea0-55bf-44c1-bfdc-33e499722a35 service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Refreshing network info cache for port 66fecf3f-492f-4ca2-8728-54f0a8512876 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 08:17:42 user nova-compute[74307]: DEBUG nova.network.neutron [req-8b8c2ca4-da63-4819-a365-8a85d60ca9bc req-be598ea0-55bf-44c1-bfdc-33e499722a35 service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Updated VIF entry in instance network info cache for port 66fecf3f-492f-4ca2-8728-54f0a8512876. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 08:17:42 user nova-compute[74307]: DEBUG nova.network.neutron [req-8b8c2ca4-da63-4819-a365-8a85d60ca9bc req-be598ea0-55bf-44c1-bfdc-33e499722a35 service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Updating instance_info_cache with network_info: [{"id": "66fecf3f-492f-4ca2-8728-54f0a8512876", "address": "fa:16:3e:e6:6b:8d", "network": {"id": "196f0545-d0cd-4432-90e0-e06b9ec292cb", "bridge": "br-int", "label": "tempest-TestShelveInstance-1826787997-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.119", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1851bf4d91d4f60b32aa43fe8de4224", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66fecf3f-49", "ovs_interfaceid": "66fecf3f-492f-4ca2-8728-54f0a8512876", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:17:42 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-8b8c2ca4-da63-4819-a365-8a85d60ca9bc req-be598ea0-55bf-44c1-bfdc-33e499722a35 service nova] Releasing lock "refresh_cache-38cb5615-9132-43ac-92df-6efebb090866" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:17:42 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:17:43 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f7f7a9c3-f5b3-4cf2-9aba-200582def5d5 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Acquiring lock "38cb5615-9132-43ac-92df-6efebb090866" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:17:43 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f7f7a9c3-f5b3-4cf2-9aba-200582def5d5 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Lock "38cb5615-9132-43ac-92df-6efebb090866" acquired by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:17:43 user nova-compute[74307]: INFO nova.compute.manager [None req-f7f7a9c3-f5b3-4cf2-9aba-200582def5d5 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Shelve offloading
Oct 24 08:17:43 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:17:43 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:17:43 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:17:43 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:17:43 user nova-compute[74307]: DEBUG nova.compute.manager [req-cb3f8d3e-51d8-4f5c-8f5a-8599244fd5d6 req-c8ba27dd-79ba-48bb-9720-3a0d86bd59ed service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Received event network-vif-unplugged-66fecf3f-492f-4ca2-8728-54f0a8512876 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:17:43 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-cb3f8d3e-51d8-4f5c-8f5a-8599244fd5d6 req-c8ba27dd-79ba-48bb-9720-3a0d86bd59ed service nova] Acquiring lock "38cb5615-9132-43ac-92df-6efebb090866-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:17:43 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-cb3f8d3e-51d8-4f5c-8f5a-8599244fd5d6 req-c8ba27dd-79ba-48bb-9720-3a0d86bd59ed service nova] Lock "38cb5615-9132-43ac-92df-6efebb090866-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:17:43 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-cb3f8d3e-51d8-4f5c-8f5a-8599244fd5d6 req-c8ba27dd-79ba-48bb-9720-3a0d86bd59ed service nova] Lock "38cb5615-9132-43ac-92df-6efebb090866-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:17:43 user nova-compute[74307]: DEBUG nova.compute.manager [req-cb3f8d3e-51d8-4f5c-8f5a-8599244fd5d6 req-c8ba27dd-79ba-48bb-9720-3a0d86bd59ed service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] No waiting events found dispatching network-vif-unplugged-66fecf3f-492f-4ca2-8728-54f0a8512876 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:17:43 user nova-compute[74307]: WARNING nova.compute.manager [req-cb3f8d3e-51d8-4f5c-8f5a-8599244fd5d6 req-c8ba27dd-79ba-48bb-9720-3a0d86bd59ed service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Received unexpected event network-vif-unplugged-66fecf3f-492f-4ca2-8728-54f0a8512876 for instance with vm_state active and task_state shelving.
Oct 24 08:17:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:17:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:17:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:17:44 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Instance destroyed successfully.
Oct 24 08:17:44 user nova-compute[74307]: DEBUG nova.compute.manager [None req-f7f7a9c3-f5b3-4cf2-9aba-200582def5d5 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 08:17:44 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f7f7a9c3-f5b3-4cf2-9aba-200582def5d5 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Acquiring lock "refresh_cache-38cb5615-9132-43ac-92df-6efebb090866" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:17:44 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f7f7a9c3-f5b3-4cf2-9aba-200582def5d5 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Acquired lock "refresh_cache-38cb5615-9132-43ac-92df-6efebb090866" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:17:44 user nova-compute[74307]: DEBUG nova.network.neutron [None req-f7f7a9c3-f5b3-4cf2-9aba-200582def5d5 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 08:17:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:17:44 user nova-compute[74307]: DEBUG nova.network.neutron [None req-f7f7a9c3-f5b3-4cf2-9aba-200582def5d5 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Updating instance_info_cache with network_info: [{"id": "66fecf3f-492f-4ca2-8728-54f0a8512876", "address": "fa:16:3e:e6:6b:8d", "network": {"id": "196f0545-d0cd-4432-90e0-e06b9ec292cb", "bridge": "br-int", "label": "tempest-TestShelveInstance-1826787997-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.119", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1851bf4d91d4f60b32aa43fe8de4224", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66fecf3f-49", "ovs_interfaceid": "66fecf3f-492f-4ca2-8728-54f0a8512876", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:17:44 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f7f7a9c3-f5b3-4cf2-9aba-200582def5d5 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Releasing lock "refresh_cache-38cb5615-9132-43ac-92df-6efebb090866" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:17:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:17:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:17:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:17:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:17:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:17:44 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:17:45 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Instance destroyed successfully.
Oct 24 08:17:45 user nova-compute[74307]: DEBUG nova.objects.instance [None req-f7f7a9c3-f5b3-4cf2-9aba-200582def5d5 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Lazy-loading 'resources' on Instance uuid 38cb5615-9132-43ac-92df-6efebb090866 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-f7f7a9c3-f5b3-4cf2-9aba-200582def5d5 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:15:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-532727660',display_name='tempest-TestShelveInstance-server-532727660',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-532727660',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE610H/ffhI2EXZRyNNYr6Q5LAxkb27WKF/TaOLjOI1pTk3FCbbg8+NfV0ERrXXAb9ucJ1kuqHIk+d2qm1zrvP9c2gDwek6skIaJzIo6UaHVQresNtkrj3nUYloH4q09YA==',key_name='tempest-TestShelveInstance-2037409204',keypairs=<?>,launch_index=0,launched_at=2023-10-24T08:16:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b1851bf4d91d4f60b32aa43fe8de4224',ramdisk_id='',reservation_id='r-pmb1esv6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-1714066300',owner_user_name='tempest-TestShelveInstance-1714066300-project-member'},tags=<?>,task_state='shelving',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T08:16:12Z,user_data=None,user_id='cc385602f8584c14b9bb33d579d44440',uuid=38cb5615-9132-43ac-92df-6efebb090866,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "66fecf3f-492f-4ca2-8728-54f0a8512876", "address": "fa:16:3e:e6:6b:8d", "network": {"id": "196f0545-d0cd-4432-90e0-e06b9ec292cb", "bridge": "br-int", "label": "tempest-TestShelveInstance-1826787997-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.119", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1851bf4d91d4f60b32aa43fe8de4224", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66fecf3f-49", "ovs_interfaceid": "66fecf3f-492f-4ca2-8728-54f0a8512876", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-f7f7a9c3-f5b3-4cf2-9aba-200582def5d5 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Converting VIF {"id": "66fecf3f-492f-4ca2-8728-54f0a8512876", "address": "fa:16:3e:e6:6b:8d", "network": {"id": "196f0545-d0cd-4432-90e0-e06b9ec292cb", "bridge": "br-int", "label": "tempest-TestShelveInstance-1826787997-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.119", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1851bf4d91d4f60b32aa43fe8de4224", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66fecf3f-49", "ovs_interfaceid": "66fecf3f-492f-4ca2-8728-54f0a8512876", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-f7f7a9c3-f5b3-4cf2-9aba-200582def5d5 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e6:6b:8d,bridge_name='br-int',has_traffic_filtering=True,id=66fecf3f-492f-4ca2-8728-54f0a8512876,network=Network(196f0545-d0cd-4432-90e0-e06b9ec292cb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66fecf3f-49') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG os_vif [None req-f7f7a9c3-f5b3-4cf2-9aba-200582def5d5 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e6:6b:8d,bridge_name='br-int',has_traffic_filtering=True,id=66fecf3f-492f-4ca2-8728-54f0a8512876,network=Network(196f0545-d0cd-4432-90e0-e06b9ec292cb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66fecf3f-49') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap66fecf3f-49, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f29365cb-4f4d-4919-990a-a6cd9df66e80) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:17:45 user nova-compute[74307]: INFO os_vif [None req-f7f7a9c3-f5b3-4cf2-9aba-200582def5d5 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e6:6b:8d,bridge_name='br-int',has_traffic_filtering=True,id=66fecf3f-492f-4ca2-8728-54f0a8512876,network=Network(196f0545-d0cd-4432-90e0-e06b9ec292cb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66fecf3f-49')
Oct 24 08:17:45 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f7f7a9c3-f5b3-4cf2-9aba-200582def5d5 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] calling os-brick to detach iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f7a9c3-f5b3-4cf2-9aba-200582def5d5 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, {'target_iqn': 'iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'txMOQrNg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:17:45 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-f7f7a9c3-f5b3-4cf2-9aba-200582def5d5 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:17:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-f7f7a9c3-f5b3-4cf2-9aba-200582def5d5 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-f7f7a9c3-f5b3-4cf2-9aba-200582def5d5 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG nova.compute.manager [req-270fbd09-c55b-4b77-833f-40937e1ca42e req-4658f017-d4aa-40e0-b0e1-02d647c36389 service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Received event network-changed-66fecf3f-492f-4ca2-8728-54f0a8512876 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG nova.compute.manager [req-270fbd09-c55b-4b77-833f-40937e1ca42e req-4658f017-d4aa-40e0-b0e1-02d647c36389 service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Refreshing instance network info cache due to event network-changed-66fecf3f-492f-4ca2-8728-54f0a8512876. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-270fbd09-c55b-4b77-833f-40937e1ca42e req-4658f017-d4aa-40e0-b0e1-02d647c36389 service nova] Acquiring lock "refresh_cache-38cb5615-9132-43ac-92df-6efebb090866" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-270fbd09-c55b-4b77-833f-40937e1ca42e req-4658f017-d4aa-40e0-b0e1-02d647c36389 service nova] Acquired lock "refresh_cache-38cb5615-9132-43ac-92df-6efebb090866" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG nova.network.neutron [req-270fbd09-c55b-4b77-833f-40937e1ca42e req-4658f017-d4aa-40e0-b0e1-02d647c36389 service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Refreshing network info cache for port 66fecf3f-492f-4ca2-8728-54f0a8512876 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[528f0789-1acb-49d3-8636-4bb6459e891c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f7a9c3-f5b3-4cf2-9aba-200582def5d5 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 08:17:45 user nova-compute[74307]: No targets found.
Oct 24 08:17:45 user nova-compute[74307]: iSNS:
Oct 24 08:17:45 user nova-compute[74307]: No targets found.
Oct 24 08:17:45 user nova-compute[74307]: STATIC:
Oct 24 08:17:45 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957
Oct 24 08:17:45 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 08:17:45 user nova-compute[74307]:                 Iface Name: default
Oct 24 08:17:45 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf
Oct 24 08:17:45 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 08:17:45 user nova-compute[74307]:                 Iface Name: default
Oct 24 08:17:45 user nova-compute[74307]: FIRMWARE:
Oct 24 08:17:45 user nova-compute[74307]: No targets found.
Oct 24 08:17:45 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f7a9c3-f5b3-4cf2-9aba-200582def5d5 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 08:17:45 user nova-compute[74307]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 08:17:45 user nova-compute[74307]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74307) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f7a9c3-f5b3-4cf2-9aba-200582def5d5 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf', 0)] {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a36d400-26b8-43ce-9e13-c4aac71805de]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1e0db93-5d8e-451e-b927-53847637623f]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f7a9c3-f5b3-4cf2-9aba-200582def5d5 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf (non-flash)
Oct 24 08:17:45 user nova-compute[74307]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957 (non-flash)
Oct 24 08:17:45 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f7a9c3-f5b3-4cf2-9aba-200582def5d5 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf (non-flash)
Oct 24 08:17:45 user nova-compute[74307]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957 (non-flash)
Oct 24 08:17:45 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f7a9c3-f5b3-4cf2-9aba-200582def5d5 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f46440a2050>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf'): ({'sdc'}, set())}) {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-f7f7a9c3-f5b3-4cf2-9aba-200582def5d5 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Removing single pathed devices sdc {{(pid=74307) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[31f29f63-a288-4783-913f-0de968cc2f93]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0e07d41-a8c1-4b9c-bfe5-ed2b453923c6]: (4, ('ok\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-f7f7a9c3-f5b3-4cf2-9aba-200582def5d5 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Flushing IO for device /dev/sdc {{(pid=74307) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b82a3f6a-60cd-44a7-8be5-e7e273a0e0c1]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-f7f7a9c3-f5b3-4cf2-9aba-200582def5d5 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74307) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.052s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[5460fbc3-65dd-4da7-afc7-3d3a3dfb8c8c]: (4, ('1', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-f7f7a9c3-f5b3-4cf2-9aba-200582def5d5 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-f7f7a9c3-f5b3-4cf2-9aba-200582def5d5 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] SCSI volumes sdc have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f7a9c3-f5b3-4cf2-9aba-200582def5d5 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf')] {{(pid=74307) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[02c741c4-98fa-4109-89ab-a7f01a649e28]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f7a9c3-f5b3-4cf2-9aba-200582def5d5 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf -p 172.16.0.220:3260 --logout {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea49c3e4-66db-4442-895c-5cc19e699b5c]: (4, ('Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf, portal: 172.16.0.220,3260]\nLogout of [sid: 50, target: iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f7a9c3-f5b3-4cf2-9aba-200582def5d5 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf, portal: 172.16.0.220,3260]
Oct 24 08:17:45 user nova-compute[74307]: Logout of [sid: 50, target: iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf, portal: 172.16.0.220,3260] successful.
Oct 24 08:17:45 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf -p 172.16.0.220:3260 --op delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[2004f433-0277-4f87-a77b-1e05174a59f8]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f7a9c3-f5b3-4cf2-9aba-200582def5d5 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-f7f7a9c3-f5b3-4cf2-9aba-200582def5d5 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.320s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f7a9c3-f5b3-4cf2-9aba-200582def5d5 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] <== disconnect_volume: return (321ms) None {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f7f7a9c3-f5b3-4cf2-9aba-200582def5d5 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Disconnected iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 08:17:45 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-f7f7a9c3-f5b3-4cf2-9aba-200582def5d5 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Deleting instance files /opt/stack/data/nova/instances/38cb5615-9132-43ac-92df-6efebb090866_del
Oct 24 08:17:45 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-f7f7a9c3-f5b3-4cf2-9aba-200582def5d5 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Deletion of /opt/stack/data/nova/instances/38cb5615-9132-43ac-92df-6efebb090866_del complete
Oct 24 08:17:45 user nova-compute[74307]: DEBUG nova.network.neutron [req-270fbd09-c55b-4b77-833f-40937e1ca42e req-4658f017-d4aa-40e0-b0e1-02d647c36389 service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Updated VIF entry in instance network info cache for port 66fecf3f-492f-4ca2-8728-54f0a8512876. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG nova.network.neutron [req-270fbd09-c55b-4b77-833f-40937e1ca42e req-4658f017-d4aa-40e0-b0e1-02d647c36389 service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Updating instance_info_cache with network_info: [{"id": "66fecf3f-492f-4ca2-8728-54f0a8512876", "address": "fa:16:3e:e6:6b:8d", "network": {"id": "196f0545-d0cd-4432-90e0-e06b9ec292cb", "bridge": null, "label": "tempest-TestShelveInstance-1826787997-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.119", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1851bf4d91d4f60b32aa43fe8de4224", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap66fecf3f-49", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-270fbd09-c55b-4b77-833f-40937e1ca42e req-4658f017-d4aa-40e0-b0e1-02d647c36389 service nova] Releasing lock "refresh_cache-38cb5615-9132-43ac-92df-6efebb090866" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG nova.compute.manager [req-d4c9cb09-6c37-407f-bf14-c6ada36ae51d req-a1370c13-548c-4159-9cbd-9e444407f335 service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Received event network-vif-plugged-66fecf3f-492f-4ca2-8728-54f0a8512876 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d4c9cb09-6c37-407f-bf14-c6ada36ae51d req-a1370c13-548c-4159-9cbd-9e444407f335 service nova] Acquiring lock "38cb5615-9132-43ac-92df-6efebb090866-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d4c9cb09-6c37-407f-bf14-c6ada36ae51d req-a1370c13-548c-4159-9cbd-9e444407f335 service nova] Lock "38cb5615-9132-43ac-92df-6efebb090866-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d4c9cb09-6c37-407f-bf14-c6ada36ae51d req-a1370c13-548c-4159-9cbd-9e444407f335 service nova] Lock "38cb5615-9132-43ac-92df-6efebb090866-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG nova.compute.manager [req-d4c9cb09-6c37-407f-bf14-c6ada36ae51d req-a1370c13-548c-4159-9cbd-9e444407f335 service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] No waiting events found dispatching network-vif-plugged-66fecf3f-492f-4ca2-8728-54f0a8512876 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:17:45 user nova-compute[74307]: WARNING nova.compute.manager [req-d4c9cb09-6c37-407f-bf14-c6ada36ae51d req-a1370c13-548c-4159-9cbd-9e444407f335 service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Received unexpected event network-vif-plugged-66fecf3f-492f-4ca2-8728-54f0a8512876 for instance with vm_state active and task_state shelving.
Oct 24 08:17:45 user nova-compute[74307]: DEBUG nova.compute.manager [req-d4c9cb09-6c37-407f-bf14-c6ada36ae51d req-a1370c13-548c-4159-9cbd-9e444407f335 service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Received event network-vif-plugged-66fecf3f-492f-4ca2-8728-54f0a8512876 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d4c9cb09-6c37-407f-bf14-c6ada36ae51d req-a1370c13-548c-4159-9cbd-9e444407f335 service nova] Acquiring lock "38cb5615-9132-43ac-92df-6efebb090866-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d4c9cb09-6c37-407f-bf14-c6ada36ae51d req-a1370c13-548c-4159-9cbd-9e444407f335 service nova] Lock "38cb5615-9132-43ac-92df-6efebb090866-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d4c9cb09-6c37-407f-bf14-c6ada36ae51d req-a1370c13-548c-4159-9cbd-9e444407f335 service nova] Lock "38cb5615-9132-43ac-92df-6efebb090866-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG nova.compute.manager [req-d4c9cb09-6c37-407f-bf14-c6ada36ae51d req-a1370c13-548c-4159-9cbd-9e444407f335 service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] No waiting events found dispatching network-vif-plugged-66fecf3f-492f-4ca2-8728-54f0a8512876 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:17:45 user nova-compute[74307]: WARNING nova.compute.manager [req-d4c9cb09-6c37-407f-bf14-c6ada36ae51d req-a1370c13-548c-4159-9cbd-9e444407f335 service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Received unexpected event network-vif-plugged-66fecf3f-492f-4ca2-8728-54f0a8512876 for instance with vm_state active and task_state shelving.
Oct 24 08:17:45 user nova-compute[74307]: DEBUG nova.compute.manager [req-d4c9cb09-6c37-407f-bf14-c6ada36ae51d req-a1370c13-548c-4159-9cbd-9e444407f335 service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Received event network-vif-plugged-66fecf3f-492f-4ca2-8728-54f0a8512876 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d4c9cb09-6c37-407f-bf14-c6ada36ae51d req-a1370c13-548c-4159-9cbd-9e444407f335 service nova] Acquiring lock "38cb5615-9132-43ac-92df-6efebb090866-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d4c9cb09-6c37-407f-bf14-c6ada36ae51d req-a1370c13-548c-4159-9cbd-9e444407f335 service nova] Lock "38cb5615-9132-43ac-92df-6efebb090866-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d4c9cb09-6c37-407f-bf14-c6ada36ae51d req-a1370c13-548c-4159-9cbd-9e444407f335 service nova] Lock "38cb5615-9132-43ac-92df-6efebb090866-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG nova.compute.manager [req-d4c9cb09-6c37-407f-bf14-c6ada36ae51d req-a1370c13-548c-4159-9cbd-9e444407f335 service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] No waiting events found dispatching network-vif-plugged-66fecf3f-492f-4ca2-8728-54f0a8512876 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:17:45 user nova-compute[74307]: WARNING nova.compute.manager [req-d4c9cb09-6c37-407f-bf14-c6ada36ae51d req-a1370c13-548c-4159-9cbd-9e444407f335 service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Received unexpected event network-vif-plugged-66fecf3f-492f-4ca2-8728-54f0a8512876 for instance with vm_state active and task_state shelving.
Oct 24 08:17:45 user nova-compute[74307]: DEBUG nova.compute.manager [req-d4c9cb09-6c37-407f-bf14-c6ada36ae51d req-a1370c13-548c-4159-9cbd-9e444407f335 service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Received event network-vif-unplugged-66fecf3f-492f-4ca2-8728-54f0a8512876 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d4c9cb09-6c37-407f-bf14-c6ada36ae51d req-a1370c13-548c-4159-9cbd-9e444407f335 service nova] Acquiring lock "38cb5615-9132-43ac-92df-6efebb090866-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d4c9cb09-6c37-407f-bf14-c6ada36ae51d req-a1370c13-548c-4159-9cbd-9e444407f335 service nova] Lock "38cb5615-9132-43ac-92df-6efebb090866-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d4c9cb09-6c37-407f-bf14-c6ada36ae51d req-a1370c13-548c-4159-9cbd-9e444407f335 service nova] Lock "38cb5615-9132-43ac-92df-6efebb090866-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG nova.compute.manager [req-d4c9cb09-6c37-407f-bf14-c6ada36ae51d req-a1370c13-548c-4159-9cbd-9e444407f335 service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] No waiting events found dispatching network-vif-unplugged-66fecf3f-492f-4ca2-8728-54f0a8512876 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:17:45 user nova-compute[74307]: WARNING nova.compute.manager [req-d4c9cb09-6c37-407f-bf14-c6ada36ae51d req-a1370c13-548c-4159-9cbd-9e444407f335 service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Received unexpected event network-vif-unplugged-66fecf3f-492f-4ca2-8728-54f0a8512876 for instance with vm_state active and task_state shelving.
Oct 24 08:17:45 user nova-compute[74307]: DEBUG nova.compute.manager [req-d4c9cb09-6c37-407f-bf14-c6ada36ae51d req-a1370c13-548c-4159-9cbd-9e444407f335 service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Received event network-vif-plugged-66fecf3f-492f-4ca2-8728-54f0a8512876 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d4c9cb09-6c37-407f-bf14-c6ada36ae51d req-a1370c13-548c-4159-9cbd-9e444407f335 service nova] Acquiring lock "38cb5615-9132-43ac-92df-6efebb090866-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d4c9cb09-6c37-407f-bf14-c6ada36ae51d req-a1370c13-548c-4159-9cbd-9e444407f335 service nova] Lock "38cb5615-9132-43ac-92df-6efebb090866-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d4c9cb09-6c37-407f-bf14-c6ada36ae51d req-a1370c13-548c-4159-9cbd-9e444407f335 service nova] Lock "38cb5615-9132-43ac-92df-6efebb090866-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:17:45 user nova-compute[74307]: DEBUG nova.compute.manager [req-d4c9cb09-6c37-407f-bf14-c6ada36ae51d req-a1370c13-548c-4159-9cbd-9e444407f335 service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] No waiting events found dispatching network-vif-plugged-66fecf3f-492f-4ca2-8728-54f0a8512876 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:17:45 user nova-compute[74307]: WARNING nova.compute.manager [req-d4c9cb09-6c37-407f-bf14-c6ada36ae51d req-a1370c13-548c-4159-9cbd-9e444407f335 service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Received unexpected event network-vif-plugged-66fecf3f-492f-4ca2-8728-54f0a8512876 for instance with vm_state active and task_state shelving.
Oct 24 08:17:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:17:46 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-f7f7a9c3-f5b3-4cf2-9aba-200582def5d5 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Deleted allocations for instance 38cb5615-9132-43ac-92df-6efebb090866
Oct 24 08:17:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f7f7a9c3-f5b3-4cf2-9aba-200582def5d5 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:17:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f7f7a9c3-f5b3-4cf2-9aba-200582def5d5 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:17:46 user nova-compute[74307]: DEBUG nova.objects.instance [None req-f7f7a9c3-f5b3-4cf2-9aba-200582def5d5 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Lazy-loading 'numa_topology' on Instance uuid 38cb5615-9132-43ac-92df-6efebb090866 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:17:46 user nova-compute[74307]: DEBUG nova.objects.base [None req-f7f7a9c3-f5b3-4cf2-9aba-200582def5d5 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Object Instance<38cb5615-9132-43ac-92df-6efebb090866> lazy-loaded attributes: resources,numa_topology {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 08:17:46 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-f7f7a9c3-f5b3-4cf2-9aba-200582def5d5 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:17:46 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-f7f7a9c3-f5b3-4cf2-9aba-200582def5d5 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:17:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f7f7a9c3-f5b3-4cf2-9aba-200582def5d5 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.209s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:17:47 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-f7f7a9c3-f5b3-4cf2-9aba-200582def5d5 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Lock "38cb5615-9132-43ac-92df-6efebb090866" "released" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: held 3.665s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:17:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:17:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:17:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:17:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-47de9880-4a83-49d4-90ad-5269bfb46801 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Acquiring lock "3877a3b2-d1b4-48d3-b0de-fd000b47e653" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:17:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-47de9880-4a83-49d4-90ad-5269bfb46801 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "3877a3b2-d1b4-48d3-b0de-fd000b47e653" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:17:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-47de9880-4a83-49d4-90ad-5269bfb46801 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Acquiring lock "3877a3b2-d1b4-48d3-b0de-fd000b47e653-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:17:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-47de9880-4a83-49d4-90ad-5269bfb46801 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "3877a3b2-d1b4-48d3-b0de-fd000b47e653-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:17:59 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-47de9880-4a83-49d4-90ad-5269bfb46801 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "3877a3b2-d1b4-48d3-b0de-fd000b47e653-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:17:59 user nova-compute[74307]: INFO nova.compute.manager [None req-47de9880-4a83-49d4-90ad-5269bfb46801 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Terminating instance
Oct 24 08:17:59 user nova-compute[74307]: DEBUG nova.compute.manager [None req-47de9880-4a83-49d4-90ad-5269bfb46801 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Start destroying the instance on the hypervisor. {{(pid=74307) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 08:18:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:18:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:18:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:18:00 user nova-compute[74307]: DEBUG nova.compute.manager [req-767b0187-4e51-44d2-a6d2-962b4f90d490 req-f55a90b2-e163-46d5-a634-9f28e8ac45f6 service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Received event network-vif-unplugged-ce8283c9-09e2-4626-8ab7-4786344ce865 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:18:00 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-767b0187-4e51-44d2-a6d2-962b4f90d490 req-f55a90b2-e163-46d5-a634-9f28e8ac45f6 service nova] Acquiring lock "3877a3b2-d1b4-48d3-b0de-fd000b47e653-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:18:00 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-767b0187-4e51-44d2-a6d2-962b4f90d490 req-f55a90b2-e163-46d5-a634-9f28e8ac45f6 service nova] Lock "3877a3b2-d1b4-48d3-b0de-fd000b47e653-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:18:00 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-767b0187-4e51-44d2-a6d2-962b4f90d490 req-f55a90b2-e163-46d5-a634-9f28e8ac45f6 service nova] Lock "3877a3b2-d1b4-48d3-b0de-fd000b47e653-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:18:00 user nova-compute[74307]: DEBUG nova.compute.manager [req-767b0187-4e51-44d2-a6d2-962b4f90d490 req-f55a90b2-e163-46d5-a634-9f28e8ac45f6 service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] No waiting events found dispatching network-vif-unplugged-ce8283c9-09e2-4626-8ab7-4786344ce865 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:18:00 user nova-compute[74307]: DEBUG nova.compute.manager [req-767b0187-4e51-44d2-a6d2-962b4f90d490 req-f55a90b2-e163-46d5-a634-9f28e8ac45f6 service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Received event network-vif-unplugged-ce8283c9-09e2-4626-8ab7-4786344ce865 for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 08:18:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:18:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:18:00 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Instance destroyed successfully.
Oct 24 08:18:00 user nova-compute[74307]: DEBUG nova.objects.instance [None req-47de9880-4a83-49d4-90ad-5269bfb46801 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lazy-loading 'resources' on Instance uuid 3877a3b2-d1b4-48d3-b0de-fd000b47e653 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:18:00 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-47de9880-4a83-49d4-90ad-5269bfb46801 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:11:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-916708757',display_name='tempest-ServerRescueNegativeTestJSON-server-916708757',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-916708757',id=47,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOYP2yC/G5h9bEIR5XmI1n35kRWHFNxr1rG/XVSQEf/ZYXRlohhQ3ZR/0tBLeEcRz0/TbJGm/AdgIyFQLG17nIAYTNoNJRwKSYlSECdj+ph92N0AZy+xNXlfvSuvzG8/3A==',key_name='tempest-keypair-30958785',keypairs=<?>,launch_index=0,launched_at=2023-10-24T08:13:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b499c188ed2147f0919d1674041c4c90',ramdisk_id='',reservation_id='r-bhtf7eig',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1940238709',owner_user_name='tempest-ServerRescueNegativeTestJSON-1940238709-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T08:15:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0b1a117c8cd3415e8c418ce9e311c3e2',uuid=3877a3b2-d1b4-48d3-b0de-fd000b47e653,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ce8283c9-09e2-4626-8ab7-4786344ce865", "address": "fa:16:3e:fe:b0:8b", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce8283c9-09", "ovs_interfaceid": "ce8283c9-09e2-4626-8ab7-4786344ce865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 08:18:00 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-47de9880-4a83-49d4-90ad-5269bfb46801 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Converting VIF {"id": "ce8283c9-09e2-4626-8ab7-4786344ce865", "address": "fa:16:3e:fe:b0:8b", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce8283c9-09", "ovs_interfaceid": "ce8283c9-09e2-4626-8ab7-4786344ce865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:18:00 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-47de9880-4a83-49d4-90ad-5269bfb46801 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:fe:b0:8b,bridge_name='br-int',has_traffic_filtering=True,id=ce8283c9-09e2-4626-8ab7-4786344ce865,network=Network(0d7d2223-2bf4-492f-af57-77c8c92af616),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce8283c9-09') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:18:00 user nova-compute[74307]: DEBUG os_vif [None req-47de9880-4a83-49d4-90ad-5269bfb46801 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:fe:b0:8b,bridge_name='br-int',has_traffic_filtering=True,id=ce8283c9-09e2-4626-8ab7-4786344ce865,network=Network(0d7d2223-2bf4-492f-af57-77c8c92af616),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce8283c9-09') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 08:18:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:18:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapce8283c9-09, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:18:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:18:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:18:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:18:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8373d16a-b5e6-440f-a6fd-10d5fd5d3c6b) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:18:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:18:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:18:00 user nova-compute[74307]: INFO os_vif [None req-47de9880-4a83-49d4-90ad-5269bfb46801 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:fe:b0:8b,bridge_name='br-int',has_traffic_filtering=True,id=ce8283c9-09e2-4626-8ab7-4786344ce865,network=Network(0d7d2223-2bf4-492f-af57-77c8c92af616),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce8283c9-09')
Oct 24 08:18:00 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-47de9880-4a83-49d4-90ad-5269bfb46801 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Deleting instance files /opt/stack/data/nova/instances/3877a3b2-d1b4-48d3-b0de-fd000b47e653_del
Oct 24 08:18:00 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-47de9880-4a83-49d4-90ad-5269bfb46801 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Deletion of /opt/stack/data/nova/instances/3877a3b2-d1b4-48d3-b0de-fd000b47e653_del complete
Oct 24 08:18:00 user nova-compute[74307]: INFO nova.compute.manager [None req-47de9880-4a83-49d4-90ad-5269bfb46801 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Took 0.88 seconds to destroy the instance on the hypervisor.
Oct 24 08:18:00 user nova-compute[74307]: DEBUG oslo.service.loopingcall [None req-47de9880-4a83-49d4-90ad-5269bfb46801 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74307) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 08:18:00 user nova-compute[74307]: DEBUG nova.compute.manager [-] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Deallocating network for instance {{(pid=74307) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 08:18:00 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] deallocate_for_instance() {{(pid=74307) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 08:18:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:18:01 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:18:01 user nova-compute[74307]: INFO nova.compute.manager [-] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Took 0.63 seconds to deallocate network for instance.
Oct 24 08:18:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-47de9880-4a83-49d4-90ad-5269bfb46801 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:18:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-47de9880-4a83-49d4-90ad-5269bfb46801 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:18:01 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-47de9880-4a83-49d4-90ad-5269bfb46801 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:18:01 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-47de9880-4a83-49d4-90ad-5269bfb46801 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:18:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-47de9880-4a83-49d4-90ad-5269bfb46801 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.206s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:18:01 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-47de9880-4a83-49d4-90ad-5269bfb46801 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Deleted allocations for instance 3877a3b2-d1b4-48d3-b0de-fd000b47e653
Oct 24 08:18:01 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-47de9880-4a83-49d4-90ad-5269bfb46801 tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "3877a3b2-d1b4-48d3-b0de-fd000b47e653" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.933s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:18:02 user nova-compute[74307]: DEBUG nova.compute.manager [req-b3b6aea2-2ba3-4928-9a00-466514be8bb1 req-9ac2a1b2-8e25-4e78-98b4-c877385bb59a service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Received event network-vif-plugged-ce8283c9-09e2-4626-8ab7-4786344ce865 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:18:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b3b6aea2-2ba3-4928-9a00-466514be8bb1 req-9ac2a1b2-8e25-4e78-98b4-c877385bb59a service nova] Acquiring lock "3877a3b2-d1b4-48d3-b0de-fd000b47e653-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:18:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b3b6aea2-2ba3-4928-9a00-466514be8bb1 req-9ac2a1b2-8e25-4e78-98b4-c877385bb59a service nova] Lock "3877a3b2-d1b4-48d3-b0de-fd000b47e653-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:18:02 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-b3b6aea2-2ba3-4928-9a00-466514be8bb1 req-9ac2a1b2-8e25-4e78-98b4-c877385bb59a service nova] Lock "3877a3b2-d1b4-48d3-b0de-fd000b47e653-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:18:02 user nova-compute[74307]: DEBUG nova.compute.manager [req-b3b6aea2-2ba3-4928-9a00-466514be8bb1 req-9ac2a1b2-8e25-4e78-98b4-c877385bb59a service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] No waiting events found dispatching network-vif-plugged-ce8283c9-09e2-4626-8ab7-4786344ce865 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:18:02 user nova-compute[74307]: WARNING nova.compute.manager [req-b3b6aea2-2ba3-4928-9a00-466514be8bb1 req-9ac2a1b2-8e25-4e78-98b4-c877385bb59a service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Received unexpected event network-vif-plugged-ce8283c9-09e2-4626-8ab7-4786344ce865 for instance with vm_state deleted and task_state None.
Oct 24 08:18:02 user nova-compute[74307]: DEBUG nova.compute.manager [req-b3b6aea2-2ba3-4928-9a00-466514be8bb1 req-9ac2a1b2-8e25-4e78-98b4-c877385bb59a service nova] [instance: 3877a3b2-d1b4-48d3-b0de-fd000b47e653] Received event network-vif-deleted-ce8283c9-09e2-4626-8ab7-4786344ce865 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:18:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:18:10 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:18:10 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Triggering sync for uuid fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa {{(pid=74307) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 08:18:10 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Triggering sync for uuid fcde6b55-42d0-41aa-8ed7-5b81486228ac {{(pid=74307) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 08:18:10 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Triggering sync for uuid d95829fc-5925-4577-93dd-c790da33302a {{(pid=74307) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 08:18:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:18:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:18:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "fcde6b55-42d0-41aa-8ed7-5b81486228ac" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:18:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "fcde6b55-42d0-41aa-8ed7-5b81486228ac" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.003s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:18:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "d95829fc-5925-4577-93dd-c790da33302a" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:18:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "d95829fc-5925-4577-93dd-c790da33302a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:18:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.042s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:18:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "fcde6b55-42d0-41aa-8ed7-5b81486228ac" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.050s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:18:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "d95829fc-5925-4577-93dd-c790da33302a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.046s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:18:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:18:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:18:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:18:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:18:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:18:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:18:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:18:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:18:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:18:21 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:18:24 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:18:25 user nova-compute[74307]: DEBUG nova.compute.manager [req-48b47b46-6e32-462f-b3b5-013cec69ec7b req-c4ea9d50-a751-4d8e-a46d-9c98aa43ab21 service nova] [instance: d95829fc-5925-4577-93dd-c790da33302a] Received event network-changed-7f7ecbcc-e179-4036-8260-a01b872ef67e {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:18:25 user nova-compute[74307]: DEBUG nova.compute.manager [req-48b47b46-6e32-462f-b3b5-013cec69ec7b req-c4ea9d50-a751-4d8e-a46d-9c98aa43ab21 service nova] [instance: d95829fc-5925-4577-93dd-c790da33302a] Refreshing instance network info cache due to event network-changed-7f7ecbcc-e179-4036-8260-a01b872ef67e. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 08:18:25 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-48b47b46-6e32-462f-b3b5-013cec69ec7b req-c4ea9d50-a751-4d8e-a46d-9c98aa43ab21 service nova] Acquiring lock "refresh_cache-d95829fc-5925-4577-93dd-c790da33302a" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:18:25 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-48b47b46-6e32-462f-b3b5-013cec69ec7b req-c4ea9d50-a751-4d8e-a46d-9c98aa43ab21 service nova] Acquired lock "refresh_cache-d95829fc-5925-4577-93dd-c790da33302a" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:18:25 user nova-compute[74307]: DEBUG nova.network.neutron [req-48b47b46-6e32-462f-b3b5-013cec69ec7b req-c4ea9d50-a751-4d8e-a46d-9c98aa43ab21 service nova] [instance: d95829fc-5925-4577-93dd-c790da33302a] Refreshing network info cache for port 7f7ecbcc-e179-4036-8260-a01b872ef67e {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 08:18:25 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:18:25 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:18:25 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:18:25 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:18:25 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 08:18:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:18:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:18:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:18:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:18:25 user nova-compute[74307]: DEBUG nova.network.neutron [req-48b47b46-6e32-462f-b3b5-013cec69ec7b req-c4ea9d50-a751-4d8e-a46d-9c98aa43ab21 service nova] [instance: d95829fc-5925-4577-93dd-c790da33302a] Updated VIF entry in instance network info cache for port 7f7ecbcc-e179-4036-8260-a01b872ef67e. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 08:18:25 user nova-compute[74307]: DEBUG nova.network.neutron [req-48b47b46-6e32-462f-b3b5-013cec69ec7b req-c4ea9d50-a751-4d8e-a46d-9c98aa43ab21 service nova] [instance: d95829fc-5925-4577-93dd-c790da33302a] Updating instance_info_cache with network_info: [{"id": "7f7ecbcc-e179-4036-8260-a01b872ef67e", "address": "fa:16:3e:42:ff:d7", "network": {"id": "0f0aaaf1-d323-4cac-af4e-c2170c72c975", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1922894408-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.125", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26fb55b5c9ff459094a98e54e27611b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f7ecbcc-e1", "ovs_interfaceid": "7f7ecbcc-e179-4036-8260-a01b872ef67e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:18:25 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-48b47b46-6e32-462f-b3b5-013cec69ec7b req-c4ea9d50-a751-4d8e-a46d-9c98aa43ab21 service nova] Releasing lock "refresh_cache-d95829fc-5925-4577-93dd-c790da33302a" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:18:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:18:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d95829fc-5925-4577-93dd-c790da33302a/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:18:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d95829fc-5925-4577-93dd-c790da33302a/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:18:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d95829fc-5925-4577-93dd-c790da33302a/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:18:26 user nova-compute[74307]: DEBUG nova.compute.manager [req-d8a28e55-c0c0-4b3b-a303-8dd9d73b6a6b req-43eac583-06d8-447e-ae24-17716b4234ce service nova] [instance: d95829fc-5925-4577-93dd-c790da33302a] Received event network-changed-7f7ecbcc-e179-4036-8260-a01b872ef67e {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:18:26 user nova-compute[74307]: DEBUG nova.compute.manager [req-d8a28e55-c0c0-4b3b-a303-8dd9d73b6a6b req-43eac583-06d8-447e-ae24-17716b4234ce service nova] [instance: d95829fc-5925-4577-93dd-c790da33302a] Refreshing instance network info cache due to event network-changed-7f7ecbcc-e179-4036-8260-a01b872ef67e. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 08:18:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d8a28e55-c0c0-4b3b-a303-8dd9d73b6a6b req-43eac583-06d8-447e-ae24-17716b4234ce service nova] Acquiring lock "refresh_cache-d95829fc-5925-4577-93dd-c790da33302a" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:18:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d8a28e55-c0c0-4b3b-a303-8dd9d73b6a6b req-43eac583-06d8-447e-ae24-17716b4234ce service nova] Acquired lock "refresh_cache-d95829fc-5925-4577-93dd-c790da33302a" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:18:26 user nova-compute[74307]: DEBUG nova.network.neutron [req-d8a28e55-c0c0-4b3b-a303-8dd9d73b6a6b req-43eac583-06d8-447e-ae24-17716b4234ce service nova] [instance: d95829fc-5925-4577-93dd-c790da33302a] Refreshing network info cache for port 7f7ecbcc-e179-4036-8260-a01b872ef67e {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 08:18:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:18:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d95829fc-5925-4577-93dd-c790da33302a/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:18:26 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 08:18:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:18:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json" returned: 0 in 0.172s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:18:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:18:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-717eddd0-fc05-4011-92ca-ee3aae9a409b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Acquiring lock "d95829fc-5925-4577-93dd-c790da33302a" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:18:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-717eddd0-fc05-4011-92ca-ee3aae9a409b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "d95829fc-5925-4577-93dd-c790da33302a" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:18:26 user nova-compute[74307]: INFO nova.compute.manager [None req-717eddd0-fc05-4011-92ca-ee3aae9a409b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: d95829fc-5925-4577-93dd-c790da33302a] Detaching volume 7ba1ac30-d866-4faa-b96f-ab75f8c7c957
Oct 24 08:18:26 user nova-compute[74307]: INFO nova.virt.block_device [None req-717eddd0-fc05-4011-92ca-ee3aae9a409b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: d95829fc-5925-4577-93dd-c790da33302a] Attempting to driver detach volume 7ba1ac30-d866-4faa-b96f-ab75f8c7c957 from mountpoint /dev/vdb
Oct 24 08:18:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json" returned: 0 in 0.170s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:18:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:18:26 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-717eddd0-fc05-4011-92ca-ee3aae9a409b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Attempting to detach device vdb from instance d95829fc-5925-4577-93dd-c790da33302a from the persistent domain config. {{(pid=74307) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 08:18:26 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-717eddd0-fc05-4011-92ca-ee3aae9a409b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 08:18:26 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 08:18:26 user nova-compute[74307]:   <source dev="/dev/sdd"/>
Oct 24 08:18:26 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 08:18:26 user nova-compute[74307]:   <serial>7ba1ac30-d866-4faa-b96f-ab75f8c7c957</serial>
Oct 24 08:18:26 user nova-compute[74307]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 08:18:26 user nova-compute[74307]: </disk>
Oct 24 08:18:26 user nova-compute[74307]:  {{(pid=74307) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 08:18:26 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-717eddd0-fc05-4011-92ca-ee3aae9a409b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Successfully detached device vdb from instance d95829fc-5925-4577-93dd-c790da33302a from the persistent domain config.
Oct 24 08:18:26 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-717eddd0-fc05-4011-92ca-ee3aae9a409b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance d95829fc-5925-4577-93dd-c790da33302a from the live domain config. {{(pid=74307) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 08:18:26 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-717eddd0-fc05-4011-92ca-ee3aae9a409b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 08:18:26 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 08:18:26 user nova-compute[74307]:   <source dev="/dev/sdd"/>
Oct 24 08:18:26 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 08:18:26 user nova-compute[74307]:   <serial>7ba1ac30-d866-4faa-b96f-ab75f8c7c957</serial>
Oct 24 08:18:26 user nova-compute[74307]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 08:18:26 user nova-compute[74307]: </disk>
Oct 24 08:18:26 user nova-compute[74307]:  {{(pid=74307) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 08:18:26 user nova-compute[74307]: DEBUG nova.network.neutron [req-d8a28e55-c0c0-4b3b-a303-8dd9d73b6a6b req-43eac583-06d8-447e-ae24-17716b4234ce service nova] [instance: d95829fc-5925-4577-93dd-c790da33302a] Updated VIF entry in instance network info cache for port 7f7ecbcc-e179-4036-8260-a01b872ef67e. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 08:18:26 user nova-compute[74307]: DEBUG nova.network.neutron [req-d8a28e55-c0c0-4b3b-a303-8dd9d73b6a6b req-43eac583-06d8-447e-ae24-17716b4234ce service nova] [instance: d95829fc-5925-4577-93dd-c790da33302a] Updating instance_info_cache with network_info: [{"id": "7f7ecbcc-e179-4036-8260-a01b872ef67e", "address": "fa:16:3e:42:ff:d7", "network": {"id": "0f0aaaf1-d323-4cac-af4e-c2170c72c975", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1922894408-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26fb55b5c9ff459094a98e54e27611b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f7ecbcc-e1", "ovs_interfaceid": "7f7ecbcc-e179-4036-8260-a01b872ef67e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:18:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d8a28e55-c0c0-4b3b-a303-8dd9d73b6a6b req-43eac583-06d8-447e-ae24-17716b4234ce service nova] Releasing lock "refresh_cache-d95829fc-5925-4577-93dd-c790da33302a" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:18:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:18:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:18:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:18:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-717eddd0-fc05-4011-92ca-ee3aae9a409b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance d95829fc-5925-4577-93dd-c790da33302a {{(pid=74307) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 08:18:27 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:18:27 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:18:27 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Hypervisor/Node resource view: name=user free_ram=8633MB free_disk=24.9766845703125GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 08:18:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:18:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:18:27 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:18:27 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fcde6b55-42d0-41aa-8ed7-5b81486228ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:18:27 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance d95829fc-5925-4577-93dd-c790da33302a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:18:27 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 08:18:27 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 08:18:27 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:18:27 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:18:27 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 08:18:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.257s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:18:29 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:18:29 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:18:29 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Starting heal instance info cache {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 08:18:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "refresh_cache-d95829fc-5925-4577-93dd-c790da33302a" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:18:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquired lock "refresh_cache-d95829fc-5925-4577-93dd-c790da33302a" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:18:29 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: d95829fc-5925-4577-93dd-c790da33302a] Forcefully refreshing network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 08:18:30 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: d95829fc-5925-4577-93dd-c790da33302a] Updating instance_info_cache with network_info: [{"id": "7f7ecbcc-e179-4036-8260-a01b872ef67e", "address": "fa:16:3e:42:ff:d7", "network": {"id": "0f0aaaf1-d323-4cac-af4e-c2170c72c975", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1922894408-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26fb55b5c9ff459094a98e54e27611b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f7ecbcc-e1", "ovs_interfaceid": "7f7ecbcc-e179-4036-8260-a01b872ef67e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:18:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Releasing lock "refresh_cache-d95829fc-5925-4577-93dd-c790da33302a" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:18:30 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: d95829fc-5925-4577-93dd-c790da33302a] Updated the network info_cache for instance {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 08:18:30 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:18:30 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:18:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:18:31 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:18:32 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:18:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:18:36 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:18:36 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74307) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 08:18:40 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:18:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:18:47 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-717eddd0-fc05-4011-92ca-ee3aae9a409b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance d95829fc-5925-4577-93dd-c790da33302a is timed out.
Oct 24 08:18:47 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-717eddd0-fc05-4011-92ca-ee3aae9a409b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Successfully detached device vdb from instance d95829fc-5925-4577-93dd-c790da33302a from the live domain config.
Oct 24 08:18:47 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-717eddd0-fc05-4011-92ca-ee3aae9a409b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: d95829fc-5925-4577-93dd-c790da33302a] calling os-brick to detach iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 08:18:47 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-717eddd0-fc05-4011-92ca-ee3aae9a409b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, {'target_iqn': 'iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LEHaONDK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:18:47 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-717eddd0-fc05-4011-92ca-ee3aae9a409b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:18:47 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-717eddd0-fc05-4011-92ca-ee3aae9a409b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:18:47 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-717eddd0-fc05-4011-92ca-ee3aae9a409b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:18:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:18:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:18:47 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb0f9670-3c33-4221-874d-2c0fee0fff36]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:18:47 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-717eddd0-fc05-4011-92ca-ee3aae9a409b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 08:18:47 user nova-compute[74307]: No targets found.
Oct 24 08:18:47 user nova-compute[74307]: iSNS:
Oct 24 08:18:47 user nova-compute[74307]: No targets found.
Oct 24 08:18:47 user nova-compute[74307]: STATIC:
Oct 24 08:18:47 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957
Oct 24 08:18:47 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 08:18:47 user nova-compute[74307]:                 Iface Name: default
Oct 24 08:18:47 user nova-compute[74307]: FIRMWARE:
Oct 24 08:18:47 user nova-compute[74307]: No targets found.
Oct 24 08:18:47 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:18:47 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-717eddd0-fc05-4011-92ca-ee3aae9a409b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 08:18:47 user nova-compute[74307]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 08:18:47 user nova-compute[74307]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74307) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 08:18:47 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-717eddd0-fc05-4011-92ca-ee3aae9a409b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957', 0)] {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 08:18:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:18:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:18:47 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[bab6f9cb-7981-4e41-ad68-9c252ec05b7d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:18:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:18:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:18:47 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[95ea445a-eb61-4334-9246-afbcf37fb640]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:18:47 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-717eddd0-fc05-4011-92ca-ee3aae9a409b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957 (non-flash)
Oct 24 08:18:47 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:18:47 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-717eddd0-fc05-4011-92ca-ee3aae9a409b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957 (non-flash)
Oct 24 08:18:47 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:18:47 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-717eddd0-fc05-4011-92ca-ee3aae9a409b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f46242d5240>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957'): ({'sdd'}, set())}) {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 08:18:47 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-717eddd0-fc05-4011-92ca-ee3aae9a409b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Removing single pathed devices sdd {{(pid=74307) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 08:18:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:18:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:18:47 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b98bdb72-b8f6-4b5d-ba50-fd430884c5c1]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:18:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:18:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:18:47 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[c24fe326-c4ec-484d-8674-4be38604c7f6]: (4, ('ok\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:18:47 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-717eddd0-fc05-4011-92ca-ee3aae9a409b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Flushing IO for device /dev/sdd {{(pid=74307) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 08:18:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:18:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.012s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:18:47 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a08d52e-10b4-4f92-b89b-d31e9159a8cb]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:18:47 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-717eddd0-fc05-4011-92ca-ee3aae9a409b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74307) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 08:18:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:18:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.039s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:18:47 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[a91059c4-6b0e-4a4c-97e6-ab1b527c2090]: (4, ('1', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:18:47 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-717eddd0-fc05-4011-92ca-ee3aae9a409b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 08:18:47 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-717eddd0-fc05-4011-92ca-ee3aae9a409b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] SCSI volumes sdd have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 08:18:47 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-717eddd0-fc05-4011-92ca-ee3aae9a409b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957')] {{(pid=74307) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 08:18:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:18:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:18:47 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b81fbcb-73cd-4468-87c8-0804d027547f]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:18:47 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-717eddd0-fc05-4011-92ca-ee3aae9a409b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:18:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957 -p 172.16.0.220:3260 --logout {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:18:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957 -p 172.16.0.220:3260 --logout" returned: 0 in 0.042s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:18:47 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bfd4cd7-28f9-4912-8027-d9bfc698850a]: (4, ('Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957, portal: 172.16.0.220,3260]\nLogout of [sid: 51, target: iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:18:47 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-717eddd0-fc05-4011-92ca-ee3aae9a409b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957, portal: 172.16.0.220,3260]
Oct 24 08:18:47 user nova-compute[74307]: Logout of [sid: 51, target: iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957, portal: 172.16.0.220,3260] successful.
Oct 24 08:18:47 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:18:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957 -p 172.16.0.220:3260 --op delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:18:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7ba1ac30-d866-4faa-b96f-ab75f8c7c957 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:18:47 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2bd03f8-5d72-4bda-bf46-ad378694d624]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:18:47 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-717eddd0-fc05-4011-92ca-ee3aae9a409b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:18:47 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-717eddd0-fc05-4011-92ca-ee3aae9a409b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.256s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:18:47 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-717eddd0-fc05-4011-92ca-ee3aae9a409b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] <== disconnect_volume: return (258ms) None {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:18:47 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-717eddd0-fc05-4011-92ca-ee3aae9a409b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: d95829fc-5925-4577-93dd-c790da33302a] Disconnected iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 08:18:48 user nova-compute[74307]: DEBUG nova.objects.instance [None req-717eddd0-fc05-4011-92ca-ee3aae9a409b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lazy-loading 'flavor' on Instance uuid d95829fc-5925-4577-93dd-c790da33302a {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:18:48 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-717eddd0-fc05-4011-92ca-ee3aae9a409b tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "d95829fc-5925-4577-93dd-c790da33302a" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.942s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:18:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:18:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:19:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:19:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:19:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:19:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:19:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:19:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:19:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:19:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:19:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:19:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:19:21 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:19:25 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:19:25 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:19:25 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:19:25 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:19:25 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 08:19:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:19:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:19:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:19:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:19:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d95829fc-5925-4577-93dd-c790da33302a/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:19:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:19:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d95829fc-5925-4577-93dd-c790da33302a/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:19:25 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d95829fc-5925-4577-93dd-c790da33302a/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:19:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d95829fc-5925-4577-93dd-c790da33302a/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:19:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:19:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json" returned: 0 in 0.175s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:19:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:19:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk.rescue --force-share --output=json" returned: 0 in 0.183s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:19:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:19:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:19:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:19:26 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:19:27 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:19:27 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:19:27 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Hypervisor/Node resource view: name=user free_ram=8656MB free_disk=24.974903106689453GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 08:19:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:19:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:19:27 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:19:27 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance fcde6b55-42d0-41aa-8ed7-5b81486228ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:19:27 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance d95829fc-5925-4577-93dd-c790da33302a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:19:27 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 08:19:27 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 08:19:27 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:19:27 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:19:27 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 08:19:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.305s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:19:29 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:19:29 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:19:29 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:19:29 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Starting heal instance info cache {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 08:19:29 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Rebuilding the list of instances to heal {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 08:19:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "refresh_cache-fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:19:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquired lock "refresh_cache-fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:19:29 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Forcefully refreshing network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 08:19:29 user nova-compute[74307]: DEBUG nova.objects.instance [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lazy-loading 'info_cache' on Instance uuid fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:19:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-308117c2-a29c-4943-9ccb-e6bd5f4620dc tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Acquiring lock "fcde6b55-42d0-41aa-8ed7-5b81486228ac" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:19:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-308117c2-a29c-4943-9ccb-e6bd5f4620dc tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "fcde6b55-42d0-41aa-8ed7-5b81486228ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:19:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-308117c2-a29c-4943-9ccb-e6bd5f4620dc tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Acquiring lock "fcde6b55-42d0-41aa-8ed7-5b81486228ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:19:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-308117c2-a29c-4943-9ccb-e6bd5f4620dc tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "fcde6b55-42d0-41aa-8ed7-5b81486228ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:19:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-308117c2-a29c-4943-9ccb-e6bd5f4620dc tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "fcde6b55-42d0-41aa-8ed7-5b81486228ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:19:29 user nova-compute[74307]: INFO nova.compute.manager [None req-308117c2-a29c-4943-9ccb-e6bd5f4620dc tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Terminating instance
Oct 24 08:19:29 user nova-compute[74307]: DEBUG nova.compute.manager [None req-308117c2-a29c-4943-9ccb-e6bd5f4620dc tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Start destroying the instance on the hypervisor. {{(pid=74307) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 08:19:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:19:29 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:19:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:19:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:19:30 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Instance destroyed successfully.
Oct 24 08:19:30 user nova-compute[74307]: DEBUG nova.objects.instance [None req-308117c2-a29c-4943-9ccb-e6bd5f4620dc tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lazy-loading 'resources' on Instance uuid fcde6b55-42d0-41aa-8ed7-5b81486228ac {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:19:30 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-308117c2-a29c-4943-9ccb-e6bd5f4620dc tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:02:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1747608137',display_name='tempest-ServerRescueNegativeTestJSON-server-1747608137',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1747608137',id=40,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T08:04:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b499c188ed2147f0919d1674041c4c90',ramdisk_id='',reservation_id='r-bk2zvfu1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1940238709',owner_user_name='tempest-ServerRescueNegativeTestJSON-1940238709-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T08:04:35Z,user_data=None,user_id='0b1a117c8cd3415e8c418ce9e311c3e2',uuid=fcde6b55-42d0-41aa-8ed7-5b81486228ac,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='rescued') vif={"id": "ac225733-9917-4093-854d-f0ee36a177bb", "address": "fa:16:3e:1e:bf:21", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac225733-99", "ovs_interfaceid": "ac225733-9917-4093-854d-f0ee36a177bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 08:19:30 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-308117c2-a29c-4943-9ccb-e6bd5f4620dc tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Converting VIF {"id": "ac225733-9917-4093-854d-f0ee36a177bb", "address": "fa:16:3e:1e:bf:21", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac225733-99", "ovs_interfaceid": "ac225733-9917-4093-854d-f0ee36a177bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:19:30 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-308117c2-a29c-4943-9ccb-e6bd5f4620dc tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:1e:bf:21,bridge_name='br-int',has_traffic_filtering=True,id=ac225733-9917-4093-854d-f0ee36a177bb,network=Network(0d7d2223-2bf4-492f-af57-77c8c92af616),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac225733-99') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:19:30 user nova-compute[74307]: DEBUG os_vif [None req-308117c2-a29c-4943-9ccb-e6bd5f4620dc tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:1e:bf:21,bridge_name='br-int',has_traffic_filtering=True,id=ac225733-9917-4093-854d-f0ee36a177bb,network=Network(0d7d2223-2bf4-492f-af57-77c8c92af616),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac225733-99') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 08:19:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:19:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapac225733-99, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:19:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:19:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:19:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=cc8d33b4-2d49-4d5b-91e6-a82adf8e060e) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:19:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:19:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:19:30 user nova-compute[74307]: INFO os_vif [None req-308117c2-a29c-4943-9ccb-e6bd5f4620dc tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:1e:bf:21,bridge_name='br-int',has_traffic_filtering=True,id=ac225733-9917-4093-854d-f0ee36a177bb,network=Network(0d7d2223-2bf4-492f-af57-77c8c92af616),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac225733-99')
Oct 24 08:19:30 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-308117c2-a29c-4943-9ccb-e6bd5f4620dc tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Deleting instance files /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac_del
Oct 24 08:19:30 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-308117c2-a29c-4943-9ccb-e6bd5f4620dc tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Deletion of /opt/stack/data/nova/instances/fcde6b55-42d0-41aa-8ed7-5b81486228ac_del complete
Oct 24 08:19:30 user nova-compute[74307]: DEBUG nova.compute.manager [req-faf73fe9-9b09-45a0-a87a-53bc00c56c51 req-ff65a2ef-09b3-4fca-b36a-e1ee20aff68f service nova] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Received event network-vif-unplugged-ac225733-9917-4093-854d-f0ee36a177bb {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:19:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-faf73fe9-9b09-45a0-a87a-53bc00c56c51 req-ff65a2ef-09b3-4fca-b36a-e1ee20aff68f service nova] Acquiring lock "fcde6b55-42d0-41aa-8ed7-5b81486228ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:19:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-faf73fe9-9b09-45a0-a87a-53bc00c56c51 req-ff65a2ef-09b3-4fca-b36a-e1ee20aff68f service nova] Lock "fcde6b55-42d0-41aa-8ed7-5b81486228ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:19:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-faf73fe9-9b09-45a0-a87a-53bc00c56c51 req-ff65a2ef-09b3-4fca-b36a-e1ee20aff68f service nova] Lock "fcde6b55-42d0-41aa-8ed7-5b81486228ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:19:30 user nova-compute[74307]: DEBUG nova.compute.manager [req-faf73fe9-9b09-45a0-a87a-53bc00c56c51 req-ff65a2ef-09b3-4fca-b36a-e1ee20aff68f service nova] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] No waiting events found dispatching network-vif-unplugged-ac225733-9917-4093-854d-f0ee36a177bb {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:19:30 user nova-compute[74307]: DEBUG nova.compute.manager [req-faf73fe9-9b09-45a0-a87a-53bc00c56c51 req-ff65a2ef-09b3-4fca-b36a-e1ee20aff68f service nova] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Received event network-vif-unplugged-ac225733-9917-4093-854d-f0ee36a177bb for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 08:19:30 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Updating instance_info_cache with network_info: [{"id": "1f1028c1-1ae9-424c-9e56-0291552e142c", "address": "fa:16:3e:68:84:8c", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f1028c1-1a", "ovs_interfaceid": "1f1028c1-1ae9-424c-9e56-0291552e142c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:19:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Releasing lock "refresh_cache-fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:19:30 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Updated the network info_cache for instance {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 08:19:30 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:19:30 user nova-compute[74307]: INFO nova.compute.manager [None req-308117c2-a29c-4943-9ccb-e6bd5f4620dc tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Took 1.02 seconds to destroy the instance on the hypervisor.
Oct 24 08:19:30 user nova-compute[74307]: DEBUG oslo.service.loopingcall [None req-308117c2-a29c-4943-9ccb-e6bd5f4620dc tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74307) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 08:19:30 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:19:30 user nova-compute[74307]: DEBUG nova.compute.manager [-] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Deallocating network for instance {{(pid=74307) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 08:19:30 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] deallocate_for_instance() {{(pid=74307) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 08:19:31 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:19:31 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:19:31 user nova-compute[74307]: INFO nova.compute.manager [-] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Took 0.53 seconds to deallocate network for instance.
Oct 24 08:19:31 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-308117c2-a29c-4943-9ccb-e6bd5f4620dc tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:19:31 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-308117c2-a29c-4943-9ccb-e6bd5f4620dc tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:19:31 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-308117c2-a29c-4943-9ccb-e6bd5f4620dc tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:19:31 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-308117c2-a29c-4943-9ccb-e6bd5f4620dc tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:19:31 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-308117c2-a29c-4943-9ccb-e6bd5f4620dc tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.183s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:19:31 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-308117c2-a29c-4943-9ccb-e6bd5f4620dc tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Deleted allocations for instance fcde6b55-42d0-41aa-8ed7-5b81486228ac
Oct 24 08:19:31 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-308117c2-a29c-4943-9ccb-e6bd5f4620dc tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "fcde6b55-42d0-41aa-8ed7-5b81486228ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.958s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:19:31 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-1009fb91-1f3c-4a0d-952d-3c7fc5663a5e tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Acquiring lock "d95829fc-5925-4577-93dd-c790da33302a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:19:31 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-1009fb91-1f3c-4a0d-952d-3c7fc5663a5e tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "d95829fc-5925-4577-93dd-c790da33302a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:19:31 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-1009fb91-1f3c-4a0d-952d-3c7fc5663a5e tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Acquiring lock "d95829fc-5925-4577-93dd-c790da33302a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:19:31 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-1009fb91-1f3c-4a0d-952d-3c7fc5663a5e tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "d95829fc-5925-4577-93dd-c790da33302a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:19:31 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-1009fb91-1f3c-4a0d-952d-3c7fc5663a5e tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "d95829fc-5925-4577-93dd-c790da33302a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:19:31 user nova-compute[74307]: INFO nova.compute.manager [None req-1009fb91-1f3c-4a0d-952d-3c7fc5663a5e tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: d95829fc-5925-4577-93dd-c790da33302a] Terminating instance
Oct 24 08:19:31 user nova-compute[74307]: DEBUG nova.compute.manager [None req-1009fb91-1f3c-4a0d-952d-3c7fc5663a5e tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: d95829fc-5925-4577-93dd-c790da33302a] Start destroying the instance on the hypervisor. {{(pid=74307) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 08:19:31 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:19:31 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:19:31 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:19:31 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:19:32 user nova-compute[74307]: DEBUG nova.compute.manager [req-6d95419c-e357-4f04-b8aa-cf16e127aab5 req-dcb25b67-12f9-447e-baf4-eaa249c8dc85 service nova] [instance: d95829fc-5925-4577-93dd-c790da33302a] Received event network-vif-unplugged-7f7ecbcc-e179-4036-8260-a01b872ef67e {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:19:32 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6d95419c-e357-4f04-b8aa-cf16e127aab5 req-dcb25b67-12f9-447e-baf4-eaa249c8dc85 service nova] Acquiring lock "d95829fc-5925-4577-93dd-c790da33302a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:19:32 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6d95419c-e357-4f04-b8aa-cf16e127aab5 req-dcb25b67-12f9-447e-baf4-eaa249c8dc85 service nova] Lock "d95829fc-5925-4577-93dd-c790da33302a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:19:32 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6d95419c-e357-4f04-b8aa-cf16e127aab5 req-dcb25b67-12f9-447e-baf4-eaa249c8dc85 service nova] Lock "d95829fc-5925-4577-93dd-c790da33302a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:19:32 user nova-compute[74307]: DEBUG nova.compute.manager [req-6d95419c-e357-4f04-b8aa-cf16e127aab5 req-dcb25b67-12f9-447e-baf4-eaa249c8dc85 service nova] [instance: d95829fc-5925-4577-93dd-c790da33302a] No waiting events found dispatching network-vif-unplugged-7f7ecbcc-e179-4036-8260-a01b872ef67e {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:19:32 user nova-compute[74307]: DEBUG nova.compute.manager [req-6d95419c-e357-4f04-b8aa-cf16e127aab5 req-dcb25b67-12f9-447e-baf4-eaa249c8dc85 service nova] [instance: d95829fc-5925-4577-93dd-c790da33302a] Received event network-vif-unplugged-7f7ecbcc-e179-4036-8260-a01b872ef67e for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 08:19:32 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:19:32 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: d95829fc-5925-4577-93dd-c790da33302a] Instance destroyed successfully.
Oct 24 08:19:32 user nova-compute[74307]: DEBUG nova.objects.instance [None req-1009fb91-1f3c-4a0d-952d-3c7fc5663a5e tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lazy-loading 'resources' on Instance uuid d95829fc-5925-4577-93dd-c790da33302a {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:19:32 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-1009fb91-1f3c-4a0d-952d-3c7fc5663a5e tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:14:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1086045032',display_name='tempest-TestMinimumBasicScenario-server-1086045032',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1086045032',id=50,image_ref='b15b9232-903e-4718-bc84-0352fb741c0b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMKUib7Ynl5yFzf3tDBpI1j4IrkU0Py2IRqlmd7ODBNY/i9zxBJuRw8Li6SsW11VmpvJZiaaR0zOx3CSw4dc+VGht+9+Q71WMv5u6THVNuw2cU5V6gZdF504ZqBhGS9BYQ==',key_name='tempest-TestMinimumBasicScenario-1931627178',keypairs=<?>,launch_index=0,launched_at=2023-10-24T08:14:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='26fb55b5c9ff459094a98e54e27611b8',ramdisk_id='',reservation_id='r-i4s6lgf9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b15b9232-903e-4718-bc84-0352fb741c0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-2044329211',owner_user_name='tempest-TestMinimumBasicScenario-2044329211-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T08:16:40Z,user_data=None,user_id='6b5d4244c001404190f24b23c7859de4',uuid=d95829fc-5925-4577-93dd-c790da33302a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7f7ecbcc-e179-4036-8260-a01b872ef67e", "address": "fa:16:3e:42:ff:d7", "network": {"id": "0f0aaaf1-d323-4cac-af4e-c2170c72c975", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1922894408-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26fb55b5c9ff459094a98e54e27611b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f7ecbcc-e1", "ovs_interfaceid": "7f7ecbcc-e179-4036-8260-a01b872ef67e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 08:19:32 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-1009fb91-1f3c-4a0d-952d-3c7fc5663a5e tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Converting VIF {"id": "7f7ecbcc-e179-4036-8260-a01b872ef67e", "address": "fa:16:3e:42:ff:d7", "network": {"id": "0f0aaaf1-d323-4cac-af4e-c2170c72c975", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1922894408-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26fb55b5c9ff459094a98e54e27611b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f7ecbcc-e1", "ovs_interfaceid": "7f7ecbcc-e179-4036-8260-a01b872ef67e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:19:32 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-1009fb91-1f3c-4a0d-952d-3c7fc5663a5e tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:42:ff:d7,bridge_name='br-int',has_traffic_filtering=True,id=7f7ecbcc-e179-4036-8260-a01b872ef67e,network=Network(0f0aaaf1-d323-4cac-af4e-c2170c72c975),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7f7ecbcc-e1') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:19:32 user nova-compute[74307]: DEBUG os_vif [None req-1009fb91-1f3c-4a0d-952d-3c7fc5663a5e tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:42:ff:d7,bridge_name='br-int',has_traffic_filtering=True,id=7f7ecbcc-e179-4036-8260-a01b872ef67e,network=Network(0f0aaaf1-d323-4cac-af4e-c2170c72c975),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7f7ecbcc-e1') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 08:19:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:19:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7f7ecbcc-e1, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:19:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:19:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:19:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=67998772-839e-4dbe-93ef-60ebca2d74dd) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:19:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:19:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:19:32 user nova-compute[74307]: INFO os_vif [None req-1009fb91-1f3c-4a0d-952d-3c7fc5663a5e tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:42:ff:d7,bridge_name='br-int',has_traffic_filtering=True,id=7f7ecbcc-e179-4036-8260-a01b872ef67e,network=Network(0f0aaaf1-d323-4cac-af4e-c2170c72c975),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7f7ecbcc-e1')
Oct 24 08:19:32 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-1009fb91-1f3c-4a0d-952d-3c7fc5663a5e tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: d95829fc-5925-4577-93dd-c790da33302a] Deleting instance files /opt/stack/data/nova/instances/d95829fc-5925-4577-93dd-c790da33302a_del
Oct 24 08:19:32 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-1009fb91-1f3c-4a0d-952d-3c7fc5663a5e tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: d95829fc-5925-4577-93dd-c790da33302a] Deletion of /opt/stack/data/nova/instances/d95829fc-5925-4577-93dd-c790da33302a_del complete
Oct 24 08:19:32 user nova-compute[74307]: DEBUG nova.compute.manager [req-04b00749-f07a-4d3b-a764-f828d7c2caba req-32e287a1-6f9c-453c-9207-6153ace9823c service nova] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Received event network-vif-plugged-ac225733-9917-4093-854d-f0ee36a177bb {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:19:32 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-04b00749-f07a-4d3b-a764-f828d7c2caba req-32e287a1-6f9c-453c-9207-6153ace9823c service nova] Acquiring lock "fcde6b55-42d0-41aa-8ed7-5b81486228ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:19:32 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-04b00749-f07a-4d3b-a764-f828d7c2caba req-32e287a1-6f9c-453c-9207-6153ace9823c service nova] Lock "fcde6b55-42d0-41aa-8ed7-5b81486228ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:19:32 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-04b00749-f07a-4d3b-a764-f828d7c2caba req-32e287a1-6f9c-453c-9207-6153ace9823c service nova] Lock "fcde6b55-42d0-41aa-8ed7-5b81486228ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:19:32 user nova-compute[74307]: DEBUG nova.compute.manager [req-04b00749-f07a-4d3b-a764-f828d7c2caba req-32e287a1-6f9c-453c-9207-6153ace9823c service nova] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] No waiting events found dispatching network-vif-plugged-ac225733-9917-4093-854d-f0ee36a177bb {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:19:32 user nova-compute[74307]: WARNING nova.compute.manager [req-04b00749-f07a-4d3b-a764-f828d7c2caba req-32e287a1-6f9c-453c-9207-6153ace9823c service nova] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Received unexpected event network-vif-plugged-ac225733-9917-4093-854d-f0ee36a177bb for instance with vm_state deleted and task_state None.
Oct 24 08:19:32 user nova-compute[74307]: DEBUG nova.compute.manager [req-04b00749-f07a-4d3b-a764-f828d7c2caba req-32e287a1-6f9c-453c-9207-6153ace9823c service nova] [instance: fcde6b55-42d0-41aa-8ed7-5b81486228ac] Received event network-vif-deleted-ac225733-9917-4093-854d-f0ee36a177bb {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:19:32 user nova-compute[74307]: INFO nova.compute.manager [None req-1009fb91-1f3c-4a0d-952d-3c7fc5663a5e tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] [instance: d95829fc-5925-4577-93dd-c790da33302a] Took 0.97 seconds to destroy the instance on the hypervisor.
Oct 24 08:19:32 user nova-compute[74307]: DEBUG oslo.service.loopingcall [None req-1009fb91-1f3c-4a0d-952d-3c7fc5663a5e tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74307) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 08:19:32 user nova-compute[74307]: DEBUG nova.compute.manager [-] [instance: d95829fc-5925-4577-93dd-c790da33302a] Deallocating network for instance {{(pid=74307) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 08:19:32 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: d95829fc-5925-4577-93dd-c790da33302a] deallocate_for_instance() {{(pid=74307) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 08:19:33 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:19:33 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: d95829fc-5925-4577-93dd-c790da33302a] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:19:33 user nova-compute[74307]: INFO nova.compute.manager [-] [instance: d95829fc-5925-4577-93dd-c790da33302a] Took 0.39 seconds to deallocate network for instance.
Oct 24 08:19:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-1009fb91-1f3c-4a0d-952d-3c7fc5663a5e tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:19:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-1009fb91-1f3c-4a0d-952d-3c7fc5663a5e tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:19:33 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-1009fb91-1f3c-4a0d-952d-3c7fc5663a5e tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:19:33 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-1009fb91-1f3c-4a0d-952d-3c7fc5663a5e tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:19:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-1009fb91-1f3c-4a0d-952d-3c7fc5663a5e tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.155s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:19:33 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-1009fb91-1f3c-4a0d-952d-3c7fc5663a5e tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Deleted allocations for instance d95829fc-5925-4577-93dd-c790da33302a
Oct 24 08:19:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-1009fb91-1f3c-4a0d-952d-3c7fc5663a5e tempest-TestMinimumBasicScenario-2044329211 tempest-TestMinimumBasicScenario-2044329211-project-member] Lock "d95829fc-5925-4577-93dd-c790da33302a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.710s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:19:34 user nova-compute[74307]: DEBUG nova.compute.manager [req-858dd8cd-7819-4875-8ee5-276aa05dc899 req-14b5fe32-f181-4f5a-8a88-23637d22292d service nova] [instance: d95829fc-5925-4577-93dd-c790da33302a] Received event network-vif-plugged-7f7ecbcc-e179-4036-8260-a01b872ef67e {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:19:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-858dd8cd-7819-4875-8ee5-276aa05dc899 req-14b5fe32-f181-4f5a-8a88-23637d22292d service nova] Acquiring lock "d95829fc-5925-4577-93dd-c790da33302a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:19:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-858dd8cd-7819-4875-8ee5-276aa05dc899 req-14b5fe32-f181-4f5a-8a88-23637d22292d service nova] Lock "d95829fc-5925-4577-93dd-c790da33302a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:19:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-858dd8cd-7819-4875-8ee5-276aa05dc899 req-14b5fe32-f181-4f5a-8a88-23637d22292d service nova] Lock "d95829fc-5925-4577-93dd-c790da33302a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:19:34 user nova-compute[74307]: DEBUG nova.compute.manager [req-858dd8cd-7819-4875-8ee5-276aa05dc899 req-14b5fe32-f181-4f5a-8a88-23637d22292d service nova] [instance: d95829fc-5925-4577-93dd-c790da33302a] No waiting events found dispatching network-vif-plugged-7f7ecbcc-e179-4036-8260-a01b872ef67e {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:19:34 user nova-compute[74307]: WARNING nova.compute.manager [req-858dd8cd-7819-4875-8ee5-276aa05dc899 req-14b5fe32-f181-4f5a-8a88-23637d22292d service nova] [instance: d95829fc-5925-4577-93dd-c790da33302a] Received unexpected event network-vif-plugged-7f7ecbcc-e179-4036-8260-a01b872ef67e for instance with vm_state deleted and task_state None.
Oct 24 08:19:34 user nova-compute[74307]: DEBUG nova.compute.manager [req-815ad057-a9b0-47c7-a6a3-682b642e5577 req-4ba792e3-775a-4170-a69d-a885204f59a6 service nova] [instance: d95829fc-5925-4577-93dd-c790da33302a] Received event network-vif-deleted-7f7ecbcc-e179-4036-8260-a01b872ef67e {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:19:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Acquiring lock "38cb5615-9132-43ac-92df-6efebb090866" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:19:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Lock "38cb5615-9132-43ac-92df-6efebb090866" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:19:34 user nova-compute[74307]: INFO nova.compute.manager [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Unshelving
Oct 24 08:19:34 user nova-compute[74307]: INFO nova.virt.block_device [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Booting with volume cda24d62-7182-4f21-be4f-2ce087fcc8bf at /dev/vda
Oct 24 08:19:35 user nova-compute[74307]: DEBUG os_brick.utils [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:19:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:19:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:19:35 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0e02329-0daa-4364-ae8f-717b6c7a0aa8]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:299aca16be88\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:19:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:19:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:19:35 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[3df9d637-49d0-4063-b17d-2f4cbcd2da14]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:19:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:19:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:19:35 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d457112-3337-46db-b0f0-d24b4a1c0b87]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:19:35 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d896e4eb-110e-4f4a-a4d6-a120c5ee1068]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:19:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Running cmd (subprocess): nvme version {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:19:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] 'nvme version' failed. Not Retrying. {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 08:19:35 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.nvmeof [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] nvme not present on system {{(pid=74307) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 08:19:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:19:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 08:19:35 user nova-compute[74307]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 08:19:35 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[6315d1f6-fbe1-499f-bd9d-49b59b3e1258]: (4, '') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:19:35 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74307) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 08:19:35 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 08:19:35 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] LIGHTOS: no hostnqn found. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 08:19:35 user nova-compute[74307]: DEBUG os_brick.utils [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] <== get_connector_properties: return (133ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:299aca16be88', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:19:35 user nova-compute[74307]: DEBUG nova.virt.block_device [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Updating existing volume attachment record: fa8ab8ab-8e19-4420-810e-4545e9832334 {{(pid=74307) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 08:19:37 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:19:37 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74307) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 08:19:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:19:42 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:19:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:19:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:19:51 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:19:51 user nova-compute[74307]: DEBUG nova.objects.instance [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Lazy-loading 'pci_requests' on Instance uuid 38cb5615-9132-43ac-92df-6efebb090866 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:19:51 user nova-compute[74307]: DEBUG nova.objects.instance [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Lazy-loading 'numa_topology' on Instance uuid 38cb5615-9132-43ac-92df-6efebb090866 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:19:51 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 08:19:51 user nova-compute[74307]: INFO nova.compute.claims [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Claim successful on node user
Oct 24 08:19:52 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:19:52 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:19:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.247s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:19:52 user nova-compute[74307]: INFO nova.network.neutron [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Updating port 66fecf3f-492f-4ca2-8728-54f0a8512876 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Oct 24 08:19:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:19:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Acquiring lock "refresh_cache-38cb5615-9132-43ac-92df-6efebb090866" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:19:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Acquired lock "refresh_cache-38cb5615-9132-43ac-92df-6efebb090866" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:19:52 user nova-compute[74307]: DEBUG nova.network.neutron [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 08:19:52 user nova-compute[74307]: DEBUG nova.compute.manager [req-0c559df4-2f1b-4eb5-ac25-6ecfd505c002 req-dd72dcc4-65d9-4210-88e4-f565a29d756a service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Received event network-changed-66fecf3f-492f-4ca2-8728-54f0a8512876 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:19:52 user nova-compute[74307]: DEBUG nova.compute.manager [req-0c559df4-2f1b-4eb5-ac25-6ecfd505c002 req-dd72dcc4-65d9-4210-88e4-f565a29d756a service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Refreshing instance network info cache due to event network-changed-66fecf3f-492f-4ca2-8728-54f0a8512876. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 08:19:52 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-0c559df4-2f1b-4eb5-ac25-6ecfd505c002 req-dd72dcc4-65d9-4210-88e4-f565a29d756a service nova] Acquiring lock "refresh_cache-38cb5615-9132-43ac-92df-6efebb090866" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG nova.network.neutron [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Updating instance_info_cache with network_info: [{"id": "66fecf3f-492f-4ca2-8728-54f0a8512876", "address": "fa:16:3e:e6:6b:8d", "network": {"id": "196f0545-d0cd-4432-90e0-e06b9ec292cb", "bridge": "br-int", "label": "tempest-TestShelveInstance-1826787997-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.119", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1851bf4d91d4f60b32aa43fe8de4224", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66fecf3f-49", "ovs_interfaceid": "66fecf3f-492f-4ca2-8728-54f0a8512876", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Releasing lock "refresh_cache-38cb5615-9132-43ac-92df-6efebb090866" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Creating instance directory {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 08:19:53 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Creating image(s)
Oct 24 08:19:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Did not create local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Ensure instance console log exists: /opt/stack/data/nova/instances/38cb5615-9132-43ac-92df-6efebb090866/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Start _get_guest_xml network_info=[{"id": "66fecf3f-492f-4ca2-8728-54f0a8512876", "address": "fa:16:3e:e6:6b:8d", "network": {"id": "196f0545-d0cd-4432-90e0-e06b9ec292cb", "bridge": "br-int", "label": "tempest-TestShelveInstance-1826787997-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.119", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1851bf4d91d4f60b32aa43fe8de4224", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66fecf3f-49", "ovs_interfaceid": "66fecf3f-492f-4ca2-8728-54f0a8512876", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'txMOQrNg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '38cb5615-9132-43ac-92df-6efebb090866', 'attached_at': '', 'detached_at': '', 'volume_id': 'cda24d62-7182-4f21-be4f-2ce087fcc8bf', 'serial': 'cda24d62-7182-4f21-be4f-2ce087fcc8bf'}, 'attachment_id': 'fa8ab8ab-8e19-4420-810e-4545e9832334', 'guest_format': None, 'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': True, 'volume_type': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-0c559df4-2f1b-4eb5-ac25-6ecfd505c002 req-dd72dcc4-65d9-4210-88e4-f565a29d756a service nova] Acquired lock "refresh_cache-38cb5615-9132-43ac-92df-6efebb090866" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG nova.network.neutron [req-0c559df4-2f1b-4eb5-ac25-6ecfd505c002 req-dd72dcc4-65d9-4210-88e4-f565a29d756a service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Refreshing network info cache for port 66fecf3f-492f-4ca2-8728-54f0a8512876 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 08:19:53 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:19:53 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:19:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG nova.objects.instance [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Lazy-loading 'vcpu_model' on Instance uuid 38cb5615-9132-43ac-92df-6efebb090866 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG nova.objects.base [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Object Instance<38cb5615-9132-43ac-92df-6efebb090866> lazy-loaded attributes: pci_requests,vcpu_model {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Calling os-brick to attach iSCSI Volume {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'txMOQrNg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:19:53 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:19:53 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:19:53 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:19:53 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:19:53 user nova-compute[74307]: INFO os_brick.initiator.connectors.iscsi [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 08:19:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf -p 172.16.0.220:3260 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf -p 172.16.0.220:3260" returned: 21 in 0.025s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[a004f7af-b283-43d5-9a52-846b9e8cac9c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 08:19:53 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf -p 172.16.0.220:3260 --interface default --op new {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[1daa8af2-9311-4c8c-b888-230bc60e9aea]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf] added\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf] added
Oct 24 08:19:53 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6c5a509-b954-4672-ae31-6b0a0a67bfbf]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e7ca588-ef8a-4ffa-8e80-cd30bf8c1a71]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf -p 172.16.0.220:3260 --op update -n node.session.auth.username -v txMOQrNg {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf -p 172.16.0.220:3260 --op update -n node.session.auth.username -v txMOQrNg" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd12ef0d-4a73-45bd-9745-bdf5a6da99b1]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'txMOQrNg'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7a57073-0c3c-44ef-8a29-1b069c5a9b90]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2eb6e74-27dd-4cac-94c4-c5acafb289d1]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 24 08:19:53 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 24 08:19:53 user nova-compute[74307]:  {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:19:53 user nova-compute[74307]: WARNING os_brick.initiator.connectors.iscsi [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 24 08:19:53 user nova-compute[74307]: 
Oct 24 08:19:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf -p 172.16.0.220:3260 --login {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf -p 172.16.0.220:3260 --login" returned: 0 in 0.049s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[5cc03e1a-4a45-4df5-a526-313b556b7f26]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf, portal: 172.16.0.220,3260]
Oct 24 08:19:53 user nova-compute[74307]: Login to [iface: default, target: iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf, portal: 172.16.0.220,3260] successful.
Oct 24 08:19:53 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.029s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[7874b4e6-0343-4865-a7ce-1429749bf453]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[c34b0d03-cc60-4114-a8f9-1ed3db69e609]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf (non-flash)
Oct 24 08:19:53 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf (non-flash)
Oct 24 08:19:53 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.276s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Connected to 172.16.0.220:3260 {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] HCTL ('33', '-', '-', 0) found on session 52 with lun 0 {{(pid=74307) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74307) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[0eb9b239-9cae-47e6-a042-112a30cd673a]: (4, ('- - 0', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Searching for a device in session 52 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'txMOQrNg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG nova.network.neutron [req-0c559df4-2f1b-4eb5-ac25-6ecfd505c002 req-dd72dcc4-65d9-4210-88e4-f565a29d756a service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Updated VIF entry in instance network info cache for port 66fecf3f-492f-4ca2-8728-54f0a8512876. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG nova.network.neutron [req-0c559df4-2f1b-4eb5-ac25-6ecfd505c002 req-dd72dcc4-65d9-4210-88e4-f565a29d756a service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Updating instance_info_cache with network_info: [{"id": "66fecf3f-492f-4ca2-8728-54f0a8512876", "address": "fa:16:3e:e6:6b:8d", "network": {"id": "196f0545-d0cd-4432-90e0-e06b9ec292cb", "bridge": "br-int", "label": "tempest-TestShelveInstance-1826787997-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.119", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1851bf4d91d4f60b32aa43fe8de4224", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66fecf3f-49", "ovs_interfaceid": "66fecf3f-492f-4ca2-8728-54f0a8512876", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:19:53 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-0c559df4-2f1b-4eb5-ac25-6ecfd505c002 req-dd72dcc4-65d9-4210-88e4-f565a29d756a service nova] Releasing lock "refresh_cache-38cb5615-9132-43ac-92df-6efebb090866" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:19:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.314s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:19:54 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] <== connect_volume: return (1315ms) {'type': 'block', 'scsi_wwn': '23963643461306130', 'path': '/dev/sdb'} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:19:54 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23963643461306130', 'path': '/dev/sdb'} {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 08:19:54 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-24T08:15:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-532727660',display_name='tempest-TestShelveInstance-server-532727660',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-532727660',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-2037409204',keypairs=<?>,launch_index=0,launched_at=2023-10-24T08:16:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='b1851bf4d91d4f60b32aa43fe8de4224',ramdisk_id='',reservation_id='r-pmb1esv6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-1714066300',owner_user_name='tempest-TestShelveInstance-1714066300-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T08:19:35Z,user_data=None,user_id='cc385602f8584c14b9bb33d579d44440',uuid=38cb5615-9132-43ac-92df-6efebb090866,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "66fecf3f-492f-4ca2-8728-54f0a8512876", "address": "fa:16:3e:e6:6b:8d", "network": {"id": "196f0545-d0cd-4432-90e0-e06b9ec292cb", "bridge": "br-int", "label": "tempest-TestShelveInstance-1826787997-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.119", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1851bf4d91d4f60b32aa43fe8de4224", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66fecf3f-49", "ovs_interfaceid": "66fecf3f-492f-4ca2-8728-54f0a8512876", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 08:19:54 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Converting VIF {"id": "66fecf3f-492f-4ca2-8728-54f0a8512876", "address": "fa:16:3e:e6:6b:8d", "network": {"id": "196f0545-d0cd-4432-90e0-e06b9ec292cb", "bridge": "br-int", "label": "tempest-TestShelveInstance-1826787997-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.119", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1851bf4d91d4f60b32aa43fe8de4224", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66fecf3f-49", "ovs_interfaceid": "66fecf3f-492f-4ca2-8728-54f0a8512876", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:19:54 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e6:6b:8d,bridge_name='br-int',has_traffic_filtering=True,id=66fecf3f-492f-4ca2-8728-54f0a8512876,network=Network(196f0545-d0cd-4432-90e0-e06b9ec292cb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66fecf3f-49') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:19:54 user nova-compute[74307]: DEBUG nova.objects.instance [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Lazy-loading 'pci_devices' on Instance uuid 38cb5615-9132-43ac-92df-6efebb090866 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:19:54 user nova-compute[74307]: DEBUG nova.objects.base [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Object Instance<38cb5615-9132-43ac-92df-6efebb090866> lazy-loaded attributes: pci_requests,vcpu_model,pci_devices {{(pid=74307) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 08:19:54 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] End _get_guest_xml xml=<domain type="kvm">
Oct 24 08:19:54 user nova-compute[74307]:   <uuid>38cb5615-9132-43ac-92df-6efebb090866</uuid>
Oct 24 08:19:54 user nova-compute[74307]:   <name>instance-00000033</name>
Oct 24 08:19:54 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 08:19:54 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 08:19:54 user nova-compute[74307]:   <metadata>
Oct 24 08:19:54 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 08:19:54 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 08:19:54 user nova-compute[74307]:       <nova:name>tempest-TestShelveInstance-server-532727660</nova:name>
Oct 24 08:19:54 user nova-compute[74307]:       <nova:creationTime>2023-10-24 08:19:53</nova:creationTime>
Oct 24 08:19:54 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 08:19:54 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 08:19:54 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 08:19:54 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 08:19:54 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 08:19:54 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 08:19:54 user nova-compute[74307]:       </nova:flavor>
Oct 24 08:19:54 user nova-compute[74307]:       <nova:owner>
Oct 24 08:19:54 user nova-compute[74307]:         <nova:user uuid="cc385602f8584c14b9bb33d579d44440">tempest-TestShelveInstance-1714066300-project-member</nova:user>
Oct 24 08:19:54 user nova-compute[74307]:         <nova:project uuid="b1851bf4d91d4f60b32aa43fe8de4224">tempest-TestShelveInstance-1714066300</nova:project>
Oct 24 08:19:54 user nova-compute[74307]:       </nova:owner>
Oct 24 08:19:54 user nova-compute[74307]:       <nova:ports>
Oct 24 08:19:54 user nova-compute[74307]:         <nova:port uuid="66fecf3f-492f-4ca2-8728-54f0a8512876">
Oct 24 08:19:54 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 24 08:19:54 user nova-compute[74307]:         </nova:port>
Oct 24 08:19:54 user nova-compute[74307]:       </nova:ports>
Oct 24 08:19:54 user nova-compute[74307]:     </nova:instance>
Oct 24 08:19:54 user nova-compute[74307]:   </metadata>
Oct 24 08:19:54 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 08:19:54 user nova-compute[74307]:     <system>
Oct 24 08:19:54 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 08:19:54 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 08:19:54 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 08:19:54 user nova-compute[74307]:       <entry name="serial">38cb5615-9132-43ac-92df-6efebb090866</entry>
Oct 24 08:19:54 user nova-compute[74307]:       <entry name="uuid">38cb5615-9132-43ac-92df-6efebb090866</entry>
Oct 24 08:19:54 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 08:19:54 user nova-compute[74307]:     </system>
Oct 24 08:19:54 user nova-compute[74307]:   </sysinfo>
Oct 24 08:19:54 user nova-compute[74307]:   <os>
Oct 24 08:19:54 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 08:19:54 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 08:19:54 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 08:19:54 user nova-compute[74307]:   </os>
Oct 24 08:19:54 user nova-compute[74307]:   <features>
Oct 24 08:19:54 user nova-compute[74307]:     <acpi/>
Oct 24 08:19:54 user nova-compute[74307]:     <apic/>
Oct 24 08:19:54 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 08:19:54 user nova-compute[74307]:   </features>
Oct 24 08:19:54 user nova-compute[74307]:   <clock offset="utc">
Oct 24 08:19:54 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 08:19:54 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 08:19:54 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 08:19:54 user nova-compute[74307]:   </clock>
Oct 24 08:19:54 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 08:19:54 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 08:19:54 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 08:19:54 user nova-compute[74307]:   </cpu>
Oct 24 08:19:54 user nova-compute[74307]:   <devices>
Oct 24 08:19:54 user nova-compute[74307]:     <disk type="block" device="disk">
Oct 24 08:19:54 user nova-compute[74307]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 08:19:54 user nova-compute[74307]:       <source dev="/dev/sdb"/>
Oct 24 08:19:54 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 08:19:54 user nova-compute[74307]:       <serial>cda24d62-7182-4f21-be4f-2ce087fcc8bf</serial>
Oct 24 08:19:54 user nova-compute[74307]:     </disk>
Oct 24 08:19:54 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 08:19:54 user nova-compute[74307]:       <mac address="fa:16:3e:e6:6b:8d"/>
Oct 24 08:19:54 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 08:19:54 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 08:19:54 user nova-compute[74307]:       <target dev="tap66fecf3f-49"/>
Oct 24 08:19:54 user nova-compute[74307]:     </interface>
Oct 24 08:19:54 user nova-compute[74307]:     <serial type="pty">
Oct 24 08:19:54 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/38cb5615-9132-43ac-92df-6efebb090866/console.log" append="off"/>
Oct 24 08:19:54 user nova-compute[74307]:     </serial>
Oct 24 08:19:54 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 08:19:54 user nova-compute[74307]:     <video>
Oct 24 08:19:54 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 08:19:54 user nova-compute[74307]:     </video>
Oct 24 08:19:54 user nova-compute[74307]:     <rng model="virtio">
Oct 24 08:19:54 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 08:19:54 user nova-compute[74307]:     </rng>
Oct 24 08:19:54 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 08:19:54 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 08:19:54 user nova-compute[74307]:       <stats period="10"/>
Oct 24 08:19:54 user nova-compute[74307]:     </memballoon>
Oct 24 08:19:54 user nova-compute[74307]:   </devices>
Oct 24 08:19:54 user nova-compute[74307]: </domain>
Oct 24 08:19:54 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 08:19:54 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-24T08:15:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-532727660',display_name='tempest-TestShelveInstance-server-532727660',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-532727660',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-2037409204',keypairs=<?>,launch_index=0,launched_at=2023-10-24T08:16:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='b1851bf4d91d4f60b32aa43fe8de4224',ramdisk_id='',reservation_id='r-pmb1esv6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-1714066300',owner_user_name='tempest-TestShelveInstance-1714066300-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T08:19:35Z,user_data=None,user_id='cc385602f8584c14b9bb33d579d44440',uuid=38cb5615-9132-43ac-92df-6efebb090866,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "66fecf3f-492f-4ca2-8728-54f0a8512876", "address": "fa:16:3e:e6:6b:8d", "network": {"id": "196f0545-d0cd-4432-90e0-e06b9ec292cb", "bridge": "br-int", "label": "tempest-TestShelveInstance-1826787997-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.119", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1851bf4d91d4f60b32aa43fe8de4224", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66fecf3f-49", "ovs_interfaceid": "66fecf3f-492f-4ca2-8728-54f0a8512876", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 08:19:54 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Converting VIF {"id": "66fecf3f-492f-4ca2-8728-54f0a8512876", "address": "fa:16:3e:e6:6b:8d", "network": {"id": "196f0545-d0cd-4432-90e0-e06b9ec292cb", "bridge": "br-int", "label": "tempest-TestShelveInstance-1826787997-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.119", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1851bf4d91d4f60b32aa43fe8de4224", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66fecf3f-49", "ovs_interfaceid": "66fecf3f-492f-4ca2-8728-54f0a8512876", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:19:54 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e6:6b:8d,bridge_name='br-int',has_traffic_filtering=True,id=66fecf3f-492f-4ca2-8728-54f0a8512876,network=Network(196f0545-d0cd-4432-90e0-e06b9ec292cb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66fecf3f-49') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:19:54 user nova-compute[74307]: DEBUG os_vif [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e6:6b:8d,bridge_name='br-int',has_traffic_filtering=True,id=66fecf3f-492f-4ca2-8728-54f0a8512876,network=Network(196f0545-d0cd-4432-90e0-e06b9ec292cb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66fecf3f-49') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 08:19:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:19:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:19:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 08:19:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:19:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3720716b-8c51-591f-a7d3-551a3b6c41f2', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:19:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:19:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:19:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:19:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap66fecf3f-49, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:19:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap66fecf3f-49, col_values=(('qos', UUID('f9757c27-74fc-4a6b-88d0-32be53c72f73')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:19:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap66fecf3f-49, col_values=(('external_ids', {'iface-id': '66fecf3f-492f-4ca2-8728-54f0a8512876', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e6:6b:8d', 'vm-uuid': '38cb5615-9132-43ac-92df-6efebb090866'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:19:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:19:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:19:54 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:19:54 user nova-compute[74307]: INFO os_vif [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e6:6b:8d,bridge_name='br-int',has_traffic_filtering=True,id=66fecf3f-492f-4ca2-8728-54f0a8512876,network=Network(196f0545-d0cd-4432-90e0-e06b9ec292cb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66fecf3f-49')
Oct 24 08:19:54 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 08:19:54 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] No VIF found with MAC fa:16:3e:e6:6b:8d, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 08:19:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:19:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:19:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:19:56 user nova-compute[74307]: DEBUG nova.compute.manager [req-db4c824f-1963-4ccf-8643-8cf0040cdd63 req-9f223607-633f-4915-8a80-e7db5bbe8a21 service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Received event network-vif-plugged-66fecf3f-492f-4ca2-8728-54f0a8512876 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:19:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-db4c824f-1963-4ccf-8643-8cf0040cdd63 req-9f223607-633f-4915-8a80-e7db5bbe8a21 service nova] Acquiring lock "38cb5615-9132-43ac-92df-6efebb090866-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:19:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-db4c824f-1963-4ccf-8643-8cf0040cdd63 req-9f223607-633f-4915-8a80-e7db5bbe8a21 service nova] Lock "38cb5615-9132-43ac-92df-6efebb090866-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:19:56 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-db4c824f-1963-4ccf-8643-8cf0040cdd63 req-9f223607-633f-4915-8a80-e7db5bbe8a21 service nova] Lock "38cb5615-9132-43ac-92df-6efebb090866-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:19:56 user nova-compute[74307]: DEBUG nova.compute.manager [req-db4c824f-1963-4ccf-8643-8cf0040cdd63 req-9f223607-633f-4915-8a80-e7db5bbe8a21 service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] No waiting events found dispatching network-vif-plugged-66fecf3f-492f-4ca2-8728-54f0a8512876 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:19:56 user nova-compute[74307]: WARNING nova.compute.manager [req-db4c824f-1963-4ccf-8643-8cf0040cdd63 req-9f223607-633f-4915-8a80-e7db5bbe8a21 service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Received unexpected event network-vif-plugged-66fecf3f-492f-4ca2-8728-54f0a8512876 for instance with vm_state shelved_offloaded and task_state spawning.
Oct 24 08:19:56 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:19:56 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:19:56 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:19:58 user nova-compute[74307]: DEBUG nova.compute.manager [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 08:19:58 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Guest created on hypervisor {{(pid=74307) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 08:19:58 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Instance spawned successfully.
Oct 24 08:19:58 user nova-compute[74307]: DEBUG nova.compute.manager [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 08:19:58 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-020e7861-e30e-480d-898b-af6962d52f07 tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Lock "38cb5615-9132-43ac-92df-6efebb090866" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 23.255s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:19:58 user nova-compute[74307]: DEBUG nova.compute.manager [req-3afc4ecf-a35f-44cb-a3e0-a2eb1ec636d0 req-467c5e06-72ff-4f98-bfe4-88f2ad2a8d36 service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Received event network-vif-plugged-66fecf3f-492f-4ca2-8728-54f0a8512876 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:19:58 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-3afc4ecf-a35f-44cb-a3e0-a2eb1ec636d0 req-467c5e06-72ff-4f98-bfe4-88f2ad2a8d36 service nova] Acquiring lock "38cb5615-9132-43ac-92df-6efebb090866-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:19:58 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-3afc4ecf-a35f-44cb-a3e0-a2eb1ec636d0 req-467c5e06-72ff-4f98-bfe4-88f2ad2a8d36 service nova] Lock "38cb5615-9132-43ac-92df-6efebb090866-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:19:58 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-3afc4ecf-a35f-44cb-a3e0-a2eb1ec636d0 req-467c5e06-72ff-4f98-bfe4-88f2ad2a8d36 service nova] Lock "38cb5615-9132-43ac-92df-6efebb090866-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:19:58 user nova-compute[74307]: DEBUG nova.compute.manager [req-3afc4ecf-a35f-44cb-a3e0-a2eb1ec636d0 req-467c5e06-72ff-4f98-bfe4-88f2ad2a8d36 service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] No waiting events found dispatching network-vif-plugged-66fecf3f-492f-4ca2-8728-54f0a8512876 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:19:58 user nova-compute[74307]: WARNING nova.compute.manager [req-3afc4ecf-a35f-44cb-a3e0-a2eb1ec636d0 req-467c5e06-72ff-4f98-bfe4-88f2ad2a8d36 service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Received unexpected event network-vif-plugged-66fecf3f-492f-4ca2-8728-54f0a8512876 for instance with vm_state active and task_state None.
Oct 24 08:19:59 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:20:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:20:04 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:20:09 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:20:14 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:20:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:20:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:20:20 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-874c5ed8-4899-40a5-9cec-1c11dfb172ab tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Acquiring lock "fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:20:20 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-874c5ed8-4899-40a5-9cec-1c11dfb172ab tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:20:20 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-874c5ed8-4899-40a5-9cec-1c11dfb172ab tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Acquiring lock "fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:20:20 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-874c5ed8-4899-40a5-9cec-1c11dfb172ab tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:20:20 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-874c5ed8-4899-40a5-9cec-1c11dfb172ab tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:20:20 user nova-compute[74307]: INFO nova.compute.manager [None req-874c5ed8-4899-40a5-9cec-1c11dfb172ab tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Terminating instance
Oct 24 08:20:20 user nova-compute[74307]: DEBUG nova.compute.manager [None req-874c5ed8-4899-40a5-9cec-1c11dfb172ab tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Start destroying the instance on the hypervisor. {{(pid=74307) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 08:20:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:20:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:20:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:20:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:20:20 user nova-compute[74307]: DEBUG nova.compute.manager [req-a246bd2b-4ad9-492e-acc6-b0ff58656cc1 req-03d66892-922e-47b4-b799-c45e9fca1759 service nova] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Received event network-vif-unplugged-1f1028c1-1ae9-424c-9e56-0291552e142c {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:20:20 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a246bd2b-4ad9-492e-acc6-b0ff58656cc1 req-03d66892-922e-47b4-b799-c45e9fca1759 service nova] Acquiring lock "fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:20:20 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a246bd2b-4ad9-492e-acc6-b0ff58656cc1 req-03d66892-922e-47b4-b799-c45e9fca1759 service nova] Lock "fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:20:20 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-a246bd2b-4ad9-492e-acc6-b0ff58656cc1 req-03d66892-922e-47b4-b799-c45e9fca1759 service nova] Lock "fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:20:20 user nova-compute[74307]: DEBUG nova.compute.manager [req-a246bd2b-4ad9-492e-acc6-b0ff58656cc1 req-03d66892-922e-47b4-b799-c45e9fca1759 service nova] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] No waiting events found dispatching network-vif-unplugged-1f1028c1-1ae9-424c-9e56-0291552e142c {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:20:20 user nova-compute[74307]: DEBUG nova.compute.manager [req-a246bd2b-4ad9-492e-acc6-b0ff58656cc1 req-03d66892-922e-47b4-b799-c45e9fca1759 service nova] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Received event network-vif-unplugged-1f1028c1-1ae9-424c-9e56-0291552e142c for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 08:20:21 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:20:21 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Instance destroyed successfully.
Oct 24 08:20:21 user nova-compute[74307]: DEBUG nova.objects.instance [None req-874c5ed8-4899-40a5-9cec-1c11dfb172ab tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lazy-loading 'resources' on Instance uuid fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:20:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:20:21 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-874c5ed8-4899-40a5-9cec-1c11dfb172ab tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:02:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-209674585',display_name='tempest-ServerRescueNegativeTestJSON-server-209674585',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-209674585',id=39,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T08:07:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b499c188ed2147f0919d1674041c4c90',ramdisk_id='',reservation_id='r-jdgtt344',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1940238709',owner_user_name='tempest-ServerRescueNegativeTestJSON-1940238709-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T08:09:22Z,user_data=None,user_id='0b1a117c8cd3415e8c418ce9e311c3e2',uuid=fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1f1028c1-1ae9-424c-9e56-0291552e142c", "address": "fa:16:3e:68:84:8c", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f1028c1-1a", "ovs_interfaceid": "1f1028c1-1ae9-424c-9e56-0291552e142c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 08:20:21 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-874c5ed8-4899-40a5-9cec-1c11dfb172ab tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Converting VIF {"id": "1f1028c1-1ae9-424c-9e56-0291552e142c", "address": "fa:16:3e:68:84:8c", "network": {"id": "0d7d2223-2bf4-492f-af57-77c8c92af616", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1302932601-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b499c188ed2147f0919d1674041c4c90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f1028c1-1a", "ovs_interfaceid": "1f1028c1-1ae9-424c-9e56-0291552e142c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:20:21 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-874c5ed8-4899-40a5-9cec-1c11dfb172ab tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:68:84:8c,bridge_name='br-int',has_traffic_filtering=True,id=1f1028c1-1ae9-424c-9e56-0291552e142c,network=Network(0d7d2223-2bf4-492f-af57-77c8c92af616),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f1028c1-1a') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:20:21 user nova-compute[74307]: DEBUG os_vif [None req-874c5ed8-4899-40a5-9cec-1c11dfb172ab tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:68:84:8c,bridge_name='br-int',has_traffic_filtering=True,id=1f1028c1-1ae9-424c-9e56-0291552e142c,network=Network(0d7d2223-2bf4-492f-af57-77c8c92af616),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f1028c1-1a') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 08:20:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:20:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1f1028c1-1a, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:20:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:20:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:20:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:20:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5f516082-a274-4c20-9776-a63b0256b4d4) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:20:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:20:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:20:21 user nova-compute[74307]: INFO os_vif [None req-874c5ed8-4899-40a5-9cec-1c11dfb172ab tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:68:84:8c,bridge_name='br-int',has_traffic_filtering=True,id=1f1028c1-1ae9-424c-9e56-0291552e142c,network=Network(0d7d2223-2bf4-492f-af57-77c8c92af616),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f1028c1-1a')
Oct 24 08:20:21 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-874c5ed8-4899-40a5-9cec-1c11dfb172ab tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Deleting instance files /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa_del
Oct 24 08:20:21 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-874c5ed8-4899-40a5-9cec-1c11dfb172ab tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Deletion of /opt/stack/data/nova/instances/fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa_del complete
Oct 24 08:20:21 user nova-compute[74307]: INFO nova.compute.manager [None req-874c5ed8-4899-40a5-9cec-1c11dfb172ab tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Took 0.86 seconds to destroy the instance on the hypervisor.
Oct 24 08:20:21 user nova-compute[74307]: DEBUG oslo.service.loopingcall [None req-874c5ed8-4899-40a5-9cec-1c11dfb172ab tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74307) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 08:20:21 user nova-compute[74307]: DEBUG nova.compute.manager [-] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Deallocating network for instance {{(pid=74307) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 08:20:21 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] deallocate_for_instance() {{(pid=74307) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 08:20:21 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:20:21 user nova-compute[74307]: INFO nova.compute.manager [-] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Took 0.37 seconds to deallocate network for instance.
Oct 24 08:20:21 user nova-compute[74307]: DEBUG nova.compute.manager [req-305cfac4-2ae4-45fc-af8c-b6b9958e0628 req-08f97e2b-fc4d-4b3b-89a4-a77e9b448762 service nova] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Received event network-vif-deleted-1f1028c1-1ae9-424c-9e56-0291552e142c {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:20:21 user nova-compute[74307]: INFO nova.compute.manager [req-305cfac4-2ae4-45fc-af8c-b6b9958e0628 req-08f97e2b-fc4d-4b3b-89a4-a77e9b448762 service nova] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Neutron deleted interface 1f1028c1-1ae9-424c-9e56-0291552e142c; detaching it from the instance and deleting it from the info cache
Oct 24 08:20:21 user nova-compute[74307]: DEBUG nova.network.neutron [req-305cfac4-2ae4-45fc-af8c-b6b9958e0628 req-08f97e2b-fc4d-4b3b-89a4-a77e9b448762 service nova] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:20:21 user nova-compute[74307]: DEBUG nova.compute.manager [req-305cfac4-2ae4-45fc-af8c-b6b9958e0628 req-08f97e2b-fc4d-4b3b-89a4-a77e9b448762 service nova] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Detach interface failed, port_id=1f1028c1-1ae9-424c-9e56-0291552e142c, reason: Instance fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa could not be found. {{(pid=74307) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 24 08:20:21 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-874c5ed8-4899-40a5-9cec-1c11dfb172ab tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:20:21 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-874c5ed8-4899-40a5-9cec-1c11dfb172ab tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:20:21 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-874c5ed8-4899-40a5-9cec-1c11dfb172ab tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:20:21 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-874c5ed8-4899-40a5-9cec-1c11dfb172ab tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:20:21 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-874c5ed8-4899-40a5-9cec-1c11dfb172ab tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.129s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:20:21 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-874c5ed8-4899-40a5-9cec-1c11dfb172ab tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Deleted allocations for instance fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa
Oct 24 08:20:21 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-874c5ed8-4899-40a5-9cec-1c11dfb172ab tempest-ServerRescueNegativeTestJSON-1940238709 tempest-ServerRescueNegativeTestJSON-1940238709-project-member] Lock "fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.563s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:20:22 user nova-compute[74307]: DEBUG nova.compute.manager [req-0b925274-7861-41eb-961c-a8a94acca51c req-1e07a16b-f6d5-4ca2-9d67-0a285c579418 service nova] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Received event network-vif-plugged-1f1028c1-1ae9-424c-9e56-0291552e142c {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:20:22 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-0b925274-7861-41eb-961c-a8a94acca51c req-1e07a16b-f6d5-4ca2-9d67-0a285c579418 service nova] Acquiring lock "fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:20:22 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-0b925274-7861-41eb-961c-a8a94acca51c req-1e07a16b-f6d5-4ca2-9d67-0a285c579418 service nova] Lock "fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:20:22 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-0b925274-7861-41eb-961c-a8a94acca51c req-1e07a16b-f6d5-4ca2-9d67-0a285c579418 service nova] Lock "fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:20:22 user nova-compute[74307]: DEBUG nova.compute.manager [req-0b925274-7861-41eb-961c-a8a94acca51c req-1e07a16b-f6d5-4ca2-9d67-0a285c579418 service nova] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] No waiting events found dispatching network-vif-plugged-1f1028c1-1ae9-424c-9e56-0291552e142c {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:20:22 user nova-compute[74307]: WARNING nova.compute.manager [req-0b925274-7861-41eb-961c-a8a94acca51c req-1e07a16b-f6d5-4ca2-9d67-0a285c579418 service nova] [instance: fdbc3606-5959-4ad7-b5dd-ba2433b5d0aa] Received unexpected event network-vif-plugged-1f1028c1-1ae9-424c-9e56-0291552e142c for instance with vm_state deleted and task_state None.
Oct 24 08:20:24 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:20:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:20:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:20:27 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:20:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:20:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:20:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:20:27 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 08:20:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74307) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 08:20:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:20:27 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:20:27 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:20:27 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Hypervisor/Node resource view: name=user free_ram=8798MB free_disk=25.096710205078125GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 08:20:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:20:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:20:27 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 38cb5615-9132-43ac-92df-6efebb090866 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:20:27 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 08:20:27 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 08:20:27 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:20:27 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:20:27 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 08:20:27 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.199s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:20:29 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:20:29 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:20:29 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Starting heal instance info cache {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 08:20:29 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Didn't find any instances for network info cache update. {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 24 08:20:30 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:20:31 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:20:31 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:20:34 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:20:35 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:20:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:20:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:20:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:20:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:20:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:20:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:20:39 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:20:39 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74307) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 08:20:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:20:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:20:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:20:56 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:20:56 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:20:56 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:20:56 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:20:56 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:20:56 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:21:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:21:06 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:21:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:21:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:21:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:21:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:21:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:21:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:21:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:21:13 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:21:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:21:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:21:23 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:21:26 user nova-compute[74307]: DEBUG nova.compute.manager [req-bc0e8677-ccbe-4ebc-b23d-8244bdd1e07f req-12e43a70-d146-4081-9103-91bdcf3a3cc0 service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Received event network-changed-66fecf3f-492f-4ca2-8728-54f0a8512876 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:21:26 user nova-compute[74307]: DEBUG nova.compute.manager [req-bc0e8677-ccbe-4ebc-b23d-8244bdd1e07f req-12e43a70-d146-4081-9103-91bdcf3a3cc0 service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Refreshing instance network info cache due to event network-changed-66fecf3f-492f-4ca2-8728-54f0a8512876. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 08:21:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-bc0e8677-ccbe-4ebc-b23d-8244bdd1e07f req-12e43a70-d146-4081-9103-91bdcf3a3cc0 service nova] Acquiring lock "refresh_cache-38cb5615-9132-43ac-92df-6efebb090866" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:21:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-bc0e8677-ccbe-4ebc-b23d-8244bdd1e07f req-12e43a70-d146-4081-9103-91bdcf3a3cc0 service nova] Acquired lock "refresh_cache-38cb5615-9132-43ac-92df-6efebb090866" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:21:26 user nova-compute[74307]: DEBUG nova.network.neutron [req-bc0e8677-ccbe-4ebc-b23d-8244bdd1e07f req-12e43a70-d146-4081-9103-91bdcf3a3cc0 service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Refreshing network info cache for port 66fecf3f-492f-4ca2-8728-54f0a8512876 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 08:21:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:21:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:21:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-ce9c130e-a067-41c1-9ca5-df365bee960f tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Acquiring lock "38cb5615-9132-43ac-92df-6efebb090866" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:21:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-ce9c130e-a067-41c1-9ca5-df365bee960f tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Lock "38cb5615-9132-43ac-92df-6efebb090866" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:21:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-ce9c130e-a067-41c1-9ca5-df365bee960f tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Acquiring lock "38cb5615-9132-43ac-92df-6efebb090866-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:21:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-ce9c130e-a067-41c1-9ca5-df365bee960f tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Lock "38cb5615-9132-43ac-92df-6efebb090866-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:21:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-ce9c130e-a067-41c1-9ca5-df365bee960f tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Lock "38cb5615-9132-43ac-92df-6efebb090866-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:21:26 user nova-compute[74307]: INFO nova.compute.manager [None req-ce9c130e-a067-41c1-9ca5-df365bee960f tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Terminating instance
Oct 24 08:21:26 user nova-compute[74307]: DEBUG nova.compute.manager [None req-ce9c130e-a067-41c1-9ca5-df365bee960f tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Start destroying the instance on the hypervisor. {{(pid=74307) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 08:21:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:21:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:21:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:21:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:21:26 user nova-compute[74307]: DEBUG nova.compute.manager [req-cc372627-9d9e-4c94-98c5-7b922b4216af req-ea67cf40-563e-446a-98ad-14e8b76074e0 service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Received event network-vif-unplugged-66fecf3f-492f-4ca2-8728-54f0a8512876 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:21:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-cc372627-9d9e-4c94-98c5-7b922b4216af req-ea67cf40-563e-446a-98ad-14e8b76074e0 service nova] Acquiring lock "38cb5615-9132-43ac-92df-6efebb090866-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:21:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-cc372627-9d9e-4c94-98c5-7b922b4216af req-ea67cf40-563e-446a-98ad-14e8b76074e0 service nova] Lock "38cb5615-9132-43ac-92df-6efebb090866-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:21:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-cc372627-9d9e-4c94-98c5-7b922b4216af req-ea67cf40-563e-446a-98ad-14e8b76074e0 service nova] Lock "38cb5615-9132-43ac-92df-6efebb090866-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:21:26 user nova-compute[74307]: DEBUG nova.compute.manager [req-cc372627-9d9e-4c94-98c5-7b922b4216af req-ea67cf40-563e-446a-98ad-14e8b76074e0 service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] No waiting events found dispatching network-vif-unplugged-66fecf3f-492f-4ca2-8728-54f0a8512876 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:21:26 user nova-compute[74307]: DEBUG nova.compute.manager [req-cc372627-9d9e-4c94-98c5-7b922b4216af req-ea67cf40-563e-446a-98ad-14e8b76074e0 service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Received event network-vif-unplugged-66fecf3f-492f-4ca2-8728-54f0a8512876 for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 08:21:26 user nova-compute[74307]: DEBUG nova.network.neutron [req-bc0e8677-ccbe-4ebc-b23d-8244bdd1e07f req-12e43a70-d146-4081-9103-91bdcf3a3cc0 service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Updated VIF entry in instance network info cache for port 66fecf3f-492f-4ca2-8728-54f0a8512876. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 08:21:26 user nova-compute[74307]: DEBUG nova.network.neutron [req-bc0e8677-ccbe-4ebc-b23d-8244bdd1e07f req-12e43a70-d146-4081-9103-91bdcf3a3cc0 service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Updating instance_info_cache with network_info: [{"id": "66fecf3f-492f-4ca2-8728-54f0a8512876", "address": "fa:16:3e:e6:6b:8d", "network": {"id": "196f0545-d0cd-4432-90e0-e06b9ec292cb", "bridge": "br-int", "label": "tempest-TestShelveInstance-1826787997-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1851bf4d91d4f60b32aa43fe8de4224", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66fecf3f-49", "ovs_interfaceid": "66fecf3f-492f-4ca2-8728-54f0a8512876", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:21:26 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-bc0e8677-ccbe-4ebc-b23d-8244bdd1e07f req-12e43a70-d146-4081-9103-91bdcf3a3cc0 service nova] Releasing lock "refresh_cache-38cb5615-9132-43ac-92df-6efebb090866" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:21:27 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Instance destroyed successfully.
Oct 24 08:21:27 user nova-compute[74307]: DEBUG nova.objects.instance [None req-ce9c130e-a067-41c1-9ca5-df365bee960f tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Lazy-loading 'resources' on Instance uuid 38cb5615-9132-43ac-92df-6efebb090866 {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-ce9c130e-a067-41c1-9ca5-df365bee960f tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-24T08:15:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-532727660',display_name='tempest-TestShelveInstance-server-532727660',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-532727660',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE610H/ffhI2EXZRyNNYr6Q5LAxkb27WKF/TaOLjOI1pTk3FCbbg8+NfV0ERrXXAb9ucJ1kuqHIk+d2qm1zrvP9c2gDwek6skIaJzIo6UaHVQresNtkrj3nUYloH4q09YA==',key_name='tempest-TestShelveInstance-2037409204',keypairs=<?>,launch_index=0,launched_at=2023-10-24T08:19:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b1851bf4d91d4f60b32aa43fe8de4224',ramdisk_id='',reservation_id='r-pmb1esv6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-1714066300',owner_user_name='tempest-TestShelveInstance-1714066300-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T08:19:58Z,user_data=None,user_id='cc385602f8584c14b9bb33d579d44440',uuid=38cb5615-9132-43ac-92df-6efebb090866,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "66fecf3f-492f-4ca2-8728-54f0a8512876", "address": "fa:16:3e:e6:6b:8d", "network": {"id": "196f0545-d0cd-4432-90e0-e06b9ec292cb", "bridge": "br-int", "label": "tempest-TestShelveInstance-1826787997-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.119", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1851bf4d91d4f60b32aa43fe8de4224", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66fecf3f-49", "ovs_interfaceid": "66fecf3f-492f-4ca2-8728-54f0a8512876", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-ce9c130e-a067-41c1-9ca5-df365bee960f tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Converting VIF {"id": "66fecf3f-492f-4ca2-8728-54f0a8512876", "address": "fa:16:3e:e6:6b:8d", "network": {"id": "196f0545-d0cd-4432-90e0-e06b9ec292cb", "bridge": "br-int", "label": "tempest-TestShelveInstance-1826787997-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.119", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1851bf4d91d4f60b32aa43fe8de4224", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66fecf3f-49", "ovs_interfaceid": "66fecf3f-492f-4ca2-8728-54f0a8512876", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-ce9c130e-a067-41c1-9ca5-df365bee960f tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e6:6b:8d,bridge_name='br-int',has_traffic_filtering=True,id=66fecf3f-492f-4ca2-8728-54f0a8512876,network=Network(196f0545-d0cd-4432-90e0-e06b9ec292cb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66fecf3f-49') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG os_vif [None req-ce9c130e-a067-41c1-9ca5-df365bee960f tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e6:6b:8d,bridge_name='br-int',has_traffic_filtering=True,id=66fecf3f-492f-4ca2-8728-54f0a8512876,network=Network(196f0545-d0cd-4432-90e0-e06b9ec292cb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66fecf3f-49') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap66fecf3f-49, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f9757c27-74fc-4a6b-88d0-32be53c72f73) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:21:27 user nova-compute[74307]: INFO os_vif [None req-ce9c130e-a067-41c1-9ca5-df365bee960f tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e6:6b:8d,bridge_name='br-int',has_traffic_filtering=True,id=66fecf3f-492f-4ca2-8728-54f0a8512876,network=Network(196f0545-d0cd-4432-90e0-e06b9ec292cb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66fecf3f-49')
Oct 24 08:21:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ce9c130e-a067-41c1-9ca5-df365bee960f tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] calling os-brick to detach iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce9c130e-a067-41c1-9ca5-df365bee960f tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, {'target_iqn': 'iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'txMOQrNg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:21:27 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-ce9c130e-a067-41c1-9ca5-df365bee960f tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:21:27 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-ce9c130e-a067-41c1-9ca5-df365bee960f tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-ce9c130e-a067-41c1-9ca5-df365bee960f tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[a07737b3-61bf-4781-a939-22ea02b7d537]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce9c130e-a067-41c1-9ca5-df365bee960f tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 08:21:27 user nova-compute[74307]: No targets found.
Oct 24 08:21:27 user nova-compute[74307]: iSNS:
Oct 24 08:21:27 user nova-compute[74307]: No targets found.
Oct 24 08:21:27 user nova-compute[74307]: STATIC:
Oct 24 08:21:27 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf
Oct 24 08:21:27 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 08:21:27 user nova-compute[74307]:                 Iface Name: default
Oct 24 08:21:27 user nova-compute[74307]: FIRMWARE:
Oct 24 08:21:27 user nova-compute[74307]: No targets found.
Oct 24 08:21:27 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce9c130e-a067-41c1-9ca5-df365bee960f tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 08:21:27 user nova-compute[74307]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 08:21:27 user nova-compute[74307]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74307) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce9c130e-a067-41c1-9ca5-df365bee960f tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf', 0)] {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[a924743b-6309-4811-aa8c-cf96f787e240]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ce22a00-0599-493d-aae2-e5b5806b93e9]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce9c130e-a067-41c1-9ca5-df365bee960f tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf (non-flash)
Oct 24 08:21:27 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce9c130e-a067-41c1-9ca5-df365bee960f tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf (non-flash)
Oct 24 08:21:27 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce9c130e-a067-41c1-9ca5-df365bee960f tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4600fee830>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf'): ({'sdb'}, set())}) {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-ce9c130e-a067-41c1-9ca5-df365bee960f tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Removing single pathed devices sdb {{(pid=74307) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[67520a4f-ed8a-44b1-ba25-b1640af58fa3]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[485fc36e-662a-4bf9-9692-250b2237fa23]: (4, ('ok\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-ce9c130e-a067-41c1-9ca5-df365bee960f tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Flushing IO for device /dev/sdb {{(pid=74307) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[036e2338-2595-4069-8b62-539776b78d87]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-ce9c130e-a067-41c1-9ca5-df365bee960f tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74307) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.049s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca02ef8e-3e75-4ef2-83db-cda47dbe980d]: (4, ('1', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-ce9c130e-a067-41c1-9ca5-df365bee960f tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-ce9c130e-a067-41c1-9ca5-df365bee960f tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] SCSI volumes sdb have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-23963643461306130', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_91b2ae66', '/dev/disk/by-id/scsi-1SCST_BIO91b2ae66-9cd4a0a0e3c67b9c') {{(pid=85657) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1e43668-d0b8-4d0c-9bcb-e50ca91f1363]: (4, None) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce9c130e-a067-41c1-9ca5-df365bee960f tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf')] {{(pid=74307) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5f718fc-4d12-4b8f-aad8-d63d7a568d5f]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce9c130e-a067-41c1-9ca5-df365bee960f tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf -p 172.16.0.220:3260 --logout {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf -p 172.16.0.220:3260 --logout" returned: 0 in 0.046s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fdd3495-6029-45df-b9e0-121fa5f8ec17]: (4, ('Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf, portal: 172.16.0.220,3260]\nLogout of [sid: 52, target: iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce9c130e-a067-41c1-9ca5-df365bee960f tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf, portal: 172.16.0.220,3260]
Oct 24 08:21:27 user nova-compute[74307]: Logout of [sid: 52, target: iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf, portal: 172.16.0.220,3260] successful.
Oct 24 08:21:27 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf -p 172.16.0.220:3260 --op delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cda24d62-7182-4f21-be4f-2ce087fcc8bf -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c2f3e09-a518-45f9-a0cc-0a53a78a4129]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce9c130e-a067-41c1-9ca5-df365bee960f tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-ce9c130e-a067-41c1-9ca5-df365bee960f tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.292s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce9c130e-a067-41c1-9ca5-df365bee960f tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] <== disconnect_volume: return (293ms) None {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ce9c130e-a067-41c1-9ca5-df365bee960f tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Disconnected iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 08:21:27 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-ce9c130e-a067-41c1-9ca5-df365bee960f tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Deleting instance files /opt/stack/data/nova/instances/38cb5615-9132-43ac-92df-6efebb090866_del
Oct 24 08:21:27 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-ce9c130e-a067-41c1-9ca5-df365bee960f tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Deletion of /opt/stack/data/nova/instances/38cb5615-9132-43ac-92df-6efebb090866_del complete
Oct 24 08:21:27 user nova-compute[74307]: INFO nova.compute.manager [None req-ce9c130e-a067-41c1-9ca5-df365bee960f tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Took 1.18 seconds to destroy the instance on the hypervisor.
Oct 24 08:21:27 user nova-compute[74307]: DEBUG oslo.service.loopingcall [None req-ce9c130e-a067-41c1-9ca5-df365bee960f tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74307) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG nova.compute.manager [-] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Deallocating network for instance {{(pid=74307) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 38cb5615-9132-43ac-92df-6efebb090866] deallocate_for_instance() {{(pid=74307) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 08:21:27 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:21:27 user nova-compute[74307]: INFO nova.compute.manager [-] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Took 0.46 seconds to deallocate network for instance.
Oct 24 08:21:28 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:21:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:21:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:21:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:21:28 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 08:21:28 user nova-compute[74307]: DEBUG nova.compute.manager [req-706bfc64-b8d4-4435-a285-e0ba9f214fab req-dcf4266c-c4a9-406a-b9b7-eed474da8e93 service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Received event network-vif-deleted-66fecf3f-492f-4ca2-8728-54f0a8512876 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:21:28 user nova-compute[74307]: DEBUG nova.compute.manager [req-33323dca-8ce9-4b7d-8cf5-96f1d8ea3fa5 req-9e205de8-c017-45df-bcd5-376b7a59463d service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Received event network-vif-plugged-66fecf3f-492f-4ca2-8728-54f0a8512876 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:21:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-33323dca-8ce9-4b7d-8cf5-96f1d8ea3fa5 req-9e205de8-c017-45df-bcd5-376b7a59463d service nova] Acquiring lock "38cb5615-9132-43ac-92df-6efebb090866-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:21:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-33323dca-8ce9-4b7d-8cf5-96f1d8ea3fa5 req-9e205de8-c017-45df-bcd5-376b7a59463d service nova] Lock "38cb5615-9132-43ac-92df-6efebb090866-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:21:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-33323dca-8ce9-4b7d-8cf5-96f1d8ea3fa5 req-9e205de8-c017-45df-bcd5-376b7a59463d service nova] Lock "38cb5615-9132-43ac-92df-6efebb090866-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:21:28 user nova-compute[74307]: DEBUG nova.compute.manager [req-33323dca-8ce9-4b7d-8cf5-96f1d8ea3fa5 req-9e205de8-c017-45df-bcd5-376b7a59463d service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] No waiting events found dispatching network-vif-plugged-66fecf3f-492f-4ca2-8728-54f0a8512876 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:21:28 user nova-compute[74307]: WARNING nova.compute.manager [req-33323dca-8ce9-4b7d-8cf5-96f1d8ea3fa5 req-9e205de8-c017-45df-bcd5-376b7a59463d service nova] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Received unexpected event network-vif-plugged-66fecf3f-492f-4ca2-8728-54f0a8512876 for instance with vm_state active and task_state deleting.
Oct 24 08:21:28 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:21:28 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:21:28 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Hypervisor/Node resource view: name=user free_ram=8975MB free_disk=25.086734771728516GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 08:21:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:21:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:21:28 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance 38cb5615-9132-43ac-92df-6efebb090866 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:21:28 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 08:21:28 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 08:21:28 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:21:28 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:21:29 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 08:21:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.191s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:21:30 user nova-compute[74307]: INFO nova.compute.manager [None req-ce9c130e-a067-41c1-9ca5-df365bee960f tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Took 2.98 seconds to detach 1 volumes for instance.
Oct 24 08:21:30 user nova-compute[74307]: DEBUG nova.compute.manager [None req-ce9c130e-a067-41c1-9ca5-df365bee960f tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] [instance: 38cb5615-9132-43ac-92df-6efebb090866] Deleting volume: cda24d62-7182-4f21-be4f-2ce087fcc8bf {{(pid=74307) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 24 08:21:31 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-ce9c130e-a067-41c1-9ca5-df365bee960f tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:21:31 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-ce9c130e-a067-41c1-9ca5-df365bee960f tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:21:31 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-ce9c130e-a067-41c1-9ca5-df365bee960f tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:21:31 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-ce9c130e-a067-41c1-9ca5-df365bee960f tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:21:31 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-ce9c130e-a067-41c1-9ca5-df365bee960f tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.141s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:21:31 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-ce9c130e-a067-41c1-9ca5-df365bee960f tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Deleted allocations for instance 38cb5615-9132-43ac-92df-6efebb090866
Oct 24 08:21:31 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-ce9c130e-a067-41c1-9ca5-df365bee960f tempest-TestShelveInstance-1714066300 tempest-TestShelveInstance-1714066300-project-member] Lock "38cb5615-9132-43ac-92df-6efebb090866" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 5.064s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:21:32 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:21:32 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:21:32 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:21:32 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Starting heal instance info cache {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 08:21:32 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Rebuilding the list of instances to heal {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 08:21:32 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Didn't find any instances for network info cache update. {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 24 08:21:32 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:21:32 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:21:32 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:21:36 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:21:37 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:21:37 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:21:40 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:21:40 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74307) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 08:21:42 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:21:42 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:21:42 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:21:42 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:21:42 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:21:42 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:21:47 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:21:52 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:21:57 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:22:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:22:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:22:02 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:22:06 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:22:06 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:22:07 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:22:07 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:22:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:22:12 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:22:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Acquiring lock "cdf0048f-46ee-49d6-b125-f1c901846a6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:22:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "cdf0048f-46ee-49d6-b125-f1c901846a6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:22:13 user nova-compute[74307]: DEBUG nova.compute.manager [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Starting instance... {{(pid=74307) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 08:22:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:22:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:22:13 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74307) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 08:22:13 user nova-compute[74307]: INFO nova.compute.claims [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Claim successful on node user
Oct 24 08:22:13 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:22:13 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:22:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.178s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:22:13 user nova-compute[74307]: DEBUG nova.compute.manager [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Start building networks asynchronously for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 08:22:13 user nova-compute[74307]: DEBUG nova.compute.manager [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Allocating IP information in the background. {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 08:22:13 user nova-compute[74307]: DEBUG nova.network.neutron [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] allocate_for_instance() {{(pid=74307) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 08:22:13 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 08:22:13 user nova-compute[74307]: DEBUG nova.compute.manager [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Start building block device mappings for instance. {{(pid=74307) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 08:22:13 user nova-compute[74307]: DEBUG nova.compute.manager [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Start spawning the instance on the hypervisor. {{(pid=74307) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 08:22:13 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Creating instance directory {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 08:22:13 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Creating image(s)
Oct 24 08:22:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Acquiring lock "/opt/stack/data/nova/instances/cdf0048f-46ee-49d6-b125-f1c901846a6c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:22:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "/opt/stack/data/nova/instances/cdf0048f-46ee-49d6-b125-f1c901846a6c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:22:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "/opt/stack/data/nova/instances/cdf0048f-46ee-49d6-b125-f1c901846a6c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.009s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:22:13 user nova-compute[74307]: DEBUG nova.policy [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5749fe2250b24652bf085cff71a55766', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2bdfc94e908b4a44826c18d946dfdb86', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74307) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 08:22:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:22:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.187s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:22:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Acquiring lock "9cb24620554d5eab84e846c14e389d04f4c43d48" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:22:13 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:22:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:22:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.174s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:22:13 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/cdf0048f-46ee-49d6-b125-f1c901846a6c/disk 1073741824 {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:22:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48,backing_fmt=raw /opt/stack/data/nova/instances/cdf0048f-46ee-49d6-b125-f1c901846a6c/disk 1073741824" returned: 0 in 0.066s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:22:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "9cb24620554d5eab84e846c14e389d04f4c43d48" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.248s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:22:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:22:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cb24620554d5eab84e846c14e389d04f4c43d48 --force-share --output=json" returned: 0 in 0.183s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:22:14 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Checking if we can resize image /opt/stack/data/nova/instances/cdf0048f-46ee-49d6-b125-f1c901846a6c/disk. size=1073741824 {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 08:22:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdf0048f-46ee-49d6-b125-f1c901846a6c/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:22:14 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:22:14 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdf0048f-46ee-49d6-b125-f1c901846a6c/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:22:14 user nova-compute[74307]: DEBUG nova.virt.disk.api [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Cannot resize image /opt/stack/data/nova/instances/cdf0048f-46ee-49d6-b125-f1c901846a6c/disk to a smaller size. {{(pid=74307) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 08:22:14 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Created local disks {{(pid=74307) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 08:22:14 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Ensure instance console log exists: /opt/stack/data/nova/instances/cdf0048f-46ee-49d6-b125-f1c901846a6c/console.log {{(pid=74307) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 08:22:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:22:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:22:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:22:14 user nova-compute[74307]: DEBUG nova.network.neutron [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Successfully created port: 48b6cd07-91e2-46b0-9380-b5b161efc6f0 {{(pid=74307) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 08:22:15 user nova-compute[74307]: DEBUG nova.network.neutron [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Successfully updated port: 48b6cd07-91e2-46b0-9380-b5b161efc6f0 {{(pid=74307) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 08:22:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Acquiring lock "refresh_cache-cdf0048f-46ee-49d6-b125-f1c901846a6c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:22:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Acquired lock "refresh_cache-cdf0048f-46ee-49d6-b125-f1c901846a6c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:22:15 user nova-compute[74307]: DEBUG nova.network.neutron [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Building network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 08:22:15 user nova-compute[74307]: DEBUG nova.compute.manager [req-27d13ae4-719c-4e7e-b06a-dc822afda2f3 req-ce20039f-d026-4989-af0f-68bff7c081e0 service nova] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Received event network-changed-48b6cd07-91e2-46b0-9380-b5b161efc6f0 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:22:15 user nova-compute[74307]: DEBUG nova.compute.manager [req-27d13ae4-719c-4e7e-b06a-dc822afda2f3 req-ce20039f-d026-4989-af0f-68bff7c081e0 service nova] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Refreshing instance network info cache due to event network-changed-48b6cd07-91e2-46b0-9380-b5b161efc6f0. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 08:22:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-27d13ae4-719c-4e7e-b06a-dc822afda2f3 req-ce20039f-d026-4989-af0f-68bff7c081e0 service nova] Acquiring lock "refresh_cache-cdf0048f-46ee-49d6-b125-f1c901846a6c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:22:15 user nova-compute[74307]: DEBUG nova.network.neutron [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Instance cache missing network info. {{(pid=74307) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 08:22:15 user nova-compute[74307]: DEBUG nova.network.neutron [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Updating instance_info_cache with network_info: [{"id": "48b6cd07-91e2-46b0-9380-b5b161efc6f0", "address": "fa:16:3e:64:4f:fe", "network": {"id": "ecb2e274-b95f-4d51-9e2a-865ce11326c2", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1036718458-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2bdfc94e908b4a44826c18d946dfdb86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48b6cd07-91", "ovs_interfaceid": "48b6cd07-91e2-46b0-9380-b5b161efc6f0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:22:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Releasing lock "refresh_cache-cdf0048f-46ee-49d6-b125-f1c901846a6c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:22:15 user nova-compute[74307]: DEBUG nova.compute.manager [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Instance network_info: |[{"id": "48b6cd07-91e2-46b0-9380-b5b161efc6f0", "address": "fa:16:3e:64:4f:fe", "network": {"id": "ecb2e274-b95f-4d51-9e2a-865ce11326c2", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1036718458-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2bdfc94e908b4a44826c18d946dfdb86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48b6cd07-91", "ovs_interfaceid": "48b6cd07-91e2-46b0-9380-b5b161efc6f0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74307) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 08:22:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-27d13ae4-719c-4e7e-b06a-dc822afda2f3 req-ce20039f-d026-4989-af0f-68bff7c081e0 service nova] Acquired lock "refresh_cache-cdf0048f-46ee-49d6-b125-f1c901846a6c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:22:15 user nova-compute[74307]: DEBUG nova.network.neutron [req-27d13ae4-719c-4e7e-b06a-dc822afda2f3 req-ce20039f-d026-4989-af0f-68bff7c081e0 service nova] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Refreshing network info cache for port 48b6cd07-91e2-46b0-9380-b5b161efc6f0 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 08:22:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Start _get_guest_xml network_info=[{"id": "48b6cd07-91e2-46b0-9380-b5b161efc6f0", "address": "fa:16:3e:64:4f:fe", "network": {"id": "ecb2e274-b95f-4d51-9e2a-865ce11326c2", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1036718458-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2bdfc94e908b4a44826c18d946dfdb86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48b6cd07-91", "ovs_interfaceid": "48b6cd07-91e2-46b0-9380-b5b161efc6f0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'boot_index': 0, 'guest_format': None, 'image_id': 'ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 08:22:15 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:22:15 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:22:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 08:22:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] CPU controller missing on host. {{(pid=74307) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 08:22:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 08:22:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.host [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] CPU controller found on host. {{(pid=74307) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 08:22:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74307) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 08:22:15 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T07:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T07:37:16Z,direct_url=<?>,disk_format='qcow2',id=ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ed72f298a52d45f1b111ee9fcbbbd4bb',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T07:37:18Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 08:22:15 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Flavor limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 08:22:15 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Image limits 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 08:22:15 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Flavor pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 08:22:15 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Image pref 0:0:0 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 08:22:15 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74307) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 08:22:15 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 08:22:15 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 08:22:15 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Got 1 possible topologies {{(pid=74307) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 08:22:15 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 08:22:15 user nova-compute[74307]: DEBUG nova.virt.hardware [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74307) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 08:22:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:22:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1806686315',display_name='tempest-SnapshotDataIntegrityTests-server-1806686315',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1806686315',id=52,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJn+0aFSNi3Kfa5hDB0qMpCVVIxFQunIWehSzX/gYwQQVMGTSkI/q+VcxxEI8sPYWp6fwwCO/VkNYHGAZ0XxKp3sby5nkc8GfthrtJGC3i4D8IUTAwWh9mXWBt6JbE7ByQ==',key_name='tempest-keypair-950302806',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2bdfc94e908b4a44826c18d946dfdb86',ramdisk_id='',reservation_id='r-ruphvp2p',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-1887857976',owner_user_name='tempest-SnapshotDataIntegrityTests-1887857976-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T08:22:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5749fe2250b24652bf085cff71a55766',uuid=cdf0048f-46ee-49d6-b125-f1c901846a6c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "48b6cd07-91e2-46b0-9380-b5b161efc6f0", "address": "fa:16:3e:64:4f:fe", "network": {"id": "ecb2e274-b95f-4d51-9e2a-865ce11326c2", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1036718458-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2bdfc94e908b4a44826c18d946dfdb86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48b6cd07-91", "ovs_interfaceid": "48b6cd07-91e2-46b0-9380-b5b161efc6f0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74307) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 08:22:15 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Converting VIF {"id": "48b6cd07-91e2-46b0-9380-b5b161efc6f0", "address": "fa:16:3e:64:4f:fe", "network": {"id": "ecb2e274-b95f-4d51-9e2a-865ce11326c2", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1036718458-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2bdfc94e908b4a44826c18d946dfdb86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48b6cd07-91", "ovs_interfaceid": "48b6cd07-91e2-46b0-9380-b5b161efc6f0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:22:15 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:64:4f:fe,bridge_name='br-int',has_traffic_filtering=True,id=48b6cd07-91e2-46b0-9380-b5b161efc6f0,network=Network(ecb2e274-b95f-4d51-9e2a-865ce11326c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48b6cd07-91') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:22:15 user nova-compute[74307]: DEBUG nova.objects.instance [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lazy-loading 'pci_devices' on Instance uuid cdf0048f-46ee-49d6-b125-f1c901846a6c {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:22:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] End _get_guest_xml xml=<domain type="kvm">
Oct 24 08:22:15 user nova-compute[74307]:   <uuid>cdf0048f-46ee-49d6-b125-f1c901846a6c</uuid>
Oct 24 08:22:15 user nova-compute[74307]:   <name>instance-00000034</name>
Oct 24 08:22:15 user nova-compute[74307]:   <memory>524288</memory>
Oct 24 08:22:15 user nova-compute[74307]:   <vcpu>1</vcpu>
Oct 24 08:22:15 user nova-compute[74307]:   <metadata>
Oct 24 08:22:15 user nova-compute[74307]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 08:22:15 user nova-compute[74307]:       <nova:package version="0.0.0"/>
Oct 24 08:22:15 user nova-compute[74307]:       <nova:name>tempest-SnapshotDataIntegrityTests-server-1806686315</nova:name>
Oct 24 08:22:15 user nova-compute[74307]:       <nova:creationTime>2023-10-24 08:22:15</nova:creationTime>
Oct 24 08:22:15 user nova-compute[74307]:       <nova:flavor name="m1.tiny">
Oct 24 08:22:15 user nova-compute[74307]:         <nova:memory>512</nova:memory>
Oct 24 08:22:15 user nova-compute[74307]:         <nova:disk>1</nova:disk>
Oct 24 08:22:15 user nova-compute[74307]:         <nova:swap>0</nova:swap>
Oct 24 08:22:15 user nova-compute[74307]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 08:22:15 user nova-compute[74307]:         <nova:vcpus>1</nova:vcpus>
Oct 24 08:22:15 user nova-compute[74307]:       </nova:flavor>
Oct 24 08:22:15 user nova-compute[74307]:       <nova:owner>
Oct 24 08:22:15 user nova-compute[74307]:         <nova:user uuid="5749fe2250b24652bf085cff71a55766">tempest-SnapshotDataIntegrityTests-1887857976-project-member</nova:user>
Oct 24 08:22:15 user nova-compute[74307]:         <nova:project uuid="2bdfc94e908b4a44826c18d946dfdb86">tempest-SnapshotDataIntegrityTests-1887857976</nova:project>
Oct 24 08:22:15 user nova-compute[74307]:       </nova:owner>
Oct 24 08:22:15 user nova-compute[74307]:       <nova:root type="image" uuid="ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7"/>
Oct 24 08:22:15 user nova-compute[74307]:       <nova:ports>
Oct 24 08:22:15 user nova-compute[74307]:         <nova:port uuid="48b6cd07-91e2-46b0-9380-b5b161efc6f0">
Oct 24 08:22:15 user nova-compute[74307]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 24 08:22:15 user nova-compute[74307]:         </nova:port>
Oct 24 08:22:15 user nova-compute[74307]:       </nova:ports>
Oct 24 08:22:15 user nova-compute[74307]:     </nova:instance>
Oct 24 08:22:15 user nova-compute[74307]:   </metadata>
Oct 24 08:22:15 user nova-compute[74307]:   <sysinfo type="smbios">
Oct 24 08:22:15 user nova-compute[74307]:     <system>
Oct 24 08:22:15 user nova-compute[74307]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 08:22:15 user nova-compute[74307]:       <entry name="product">OpenStack Nova</entry>
Oct 24 08:22:15 user nova-compute[74307]:       <entry name="version">0.0.0</entry>
Oct 24 08:22:15 user nova-compute[74307]:       <entry name="serial">cdf0048f-46ee-49d6-b125-f1c901846a6c</entry>
Oct 24 08:22:15 user nova-compute[74307]:       <entry name="uuid">cdf0048f-46ee-49d6-b125-f1c901846a6c</entry>
Oct 24 08:22:15 user nova-compute[74307]:       <entry name="family">Virtual Machine</entry>
Oct 24 08:22:15 user nova-compute[74307]:     </system>
Oct 24 08:22:15 user nova-compute[74307]:   </sysinfo>
Oct 24 08:22:15 user nova-compute[74307]:   <os>
Oct 24 08:22:15 user nova-compute[74307]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 08:22:15 user nova-compute[74307]:     <boot dev="hd"/>
Oct 24 08:22:15 user nova-compute[74307]:     <smbios mode="sysinfo"/>
Oct 24 08:22:15 user nova-compute[74307]:   </os>
Oct 24 08:22:15 user nova-compute[74307]:   <features>
Oct 24 08:22:15 user nova-compute[74307]:     <acpi/>
Oct 24 08:22:15 user nova-compute[74307]:     <apic/>
Oct 24 08:22:15 user nova-compute[74307]:     <vmcoreinfo/>
Oct 24 08:22:15 user nova-compute[74307]:   </features>
Oct 24 08:22:15 user nova-compute[74307]:   <clock offset="utc">
Oct 24 08:22:15 user nova-compute[74307]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 08:22:15 user nova-compute[74307]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 08:22:15 user nova-compute[74307]:     <timer name="hpet" present="no"/>
Oct 24 08:22:15 user nova-compute[74307]:   </clock>
Oct 24 08:22:15 user nova-compute[74307]:   <cpu mode="custom" match="exact">
Oct 24 08:22:15 user nova-compute[74307]:     <model>Nehalem</model>
Oct 24 08:22:15 user nova-compute[74307]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 08:22:15 user nova-compute[74307]:   </cpu>
Oct 24 08:22:15 user nova-compute[74307]:   <devices>
Oct 24 08:22:15 user nova-compute[74307]:     <disk type="file" device="disk">
Oct 24 08:22:15 user nova-compute[74307]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 08:22:15 user nova-compute[74307]:       <source file="/opt/stack/data/nova/instances/cdf0048f-46ee-49d6-b125-f1c901846a6c/disk"/>
Oct 24 08:22:15 user nova-compute[74307]:       <target dev="vda" bus="virtio"/>
Oct 24 08:22:15 user nova-compute[74307]:     </disk>
Oct 24 08:22:15 user nova-compute[74307]:     <interface type="ethernet">
Oct 24 08:22:15 user nova-compute[74307]:       <mac address="fa:16:3e:64:4f:fe"/>
Oct 24 08:22:15 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 08:22:15 user nova-compute[74307]:       <mtu size="1442"/>
Oct 24 08:22:15 user nova-compute[74307]:       <target dev="tap48b6cd07-91"/>
Oct 24 08:22:15 user nova-compute[74307]:     </interface>
Oct 24 08:22:15 user nova-compute[74307]:     <serial type="pty">
Oct 24 08:22:15 user nova-compute[74307]:       <log file="/opt/stack/data/nova/instances/cdf0048f-46ee-49d6-b125-f1c901846a6c/console.log" append="off"/>
Oct 24 08:22:15 user nova-compute[74307]:     </serial>
Oct 24 08:22:15 user nova-compute[74307]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 08:22:15 user nova-compute[74307]:     <video>
Oct 24 08:22:15 user nova-compute[74307]:       <model type="virtio"/>
Oct 24 08:22:15 user nova-compute[74307]:     </video>
Oct 24 08:22:15 user nova-compute[74307]:     <rng model="virtio">
Oct 24 08:22:15 user nova-compute[74307]:       <backend model="random">/dev/urandom</backend>
Oct 24 08:22:15 user nova-compute[74307]:     </rng>
Oct 24 08:22:15 user nova-compute[74307]:     <controller type="usb" index="0" model="none"/>
Oct 24 08:22:15 user nova-compute[74307]:     <memballoon model="virtio">
Oct 24 08:22:15 user nova-compute[74307]:       <stats period="10"/>
Oct 24 08:22:15 user nova-compute[74307]:     </memballoon>
Oct 24 08:22:15 user nova-compute[74307]:   </devices>
Oct 24 08:22:15 user nova-compute[74307]: </domain>
Oct 24 08:22:15 user nova-compute[74307]:  {{(pid=74307) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 08:22:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:22:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1806686315',display_name='tempest-SnapshotDataIntegrityTests-server-1806686315',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1806686315',id=52,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJn+0aFSNi3Kfa5hDB0qMpCVVIxFQunIWehSzX/gYwQQVMGTSkI/q+VcxxEI8sPYWp6fwwCO/VkNYHGAZ0XxKp3sby5nkc8GfthrtJGC3i4D8IUTAwWh9mXWBt6JbE7ByQ==',key_name='tempest-keypair-950302806',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2bdfc94e908b4a44826c18d946dfdb86',ramdisk_id='',reservation_id='r-ruphvp2p',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-1887857976',owner_user_name='tempest-SnapshotDataIntegrityTests-1887857976-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T08:22:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5749fe2250b24652bf085cff71a55766',uuid=cdf0048f-46ee-49d6-b125-f1c901846a6c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "48b6cd07-91e2-46b0-9380-b5b161efc6f0", "address": "fa:16:3e:64:4f:fe", "network": {"id": "ecb2e274-b95f-4d51-9e2a-865ce11326c2", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1036718458-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2bdfc94e908b4a44826c18d946dfdb86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48b6cd07-91", "ovs_interfaceid": "48b6cd07-91e2-46b0-9380-b5b161efc6f0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 08:22:15 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Converting VIF {"id": "48b6cd07-91e2-46b0-9380-b5b161efc6f0", "address": "fa:16:3e:64:4f:fe", "network": {"id": "ecb2e274-b95f-4d51-9e2a-865ce11326c2", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1036718458-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2bdfc94e908b4a44826c18d946dfdb86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48b6cd07-91", "ovs_interfaceid": "48b6cd07-91e2-46b0-9380-b5b161efc6f0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:22:15 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:64:4f:fe,bridge_name='br-int',has_traffic_filtering=True,id=48b6cd07-91e2-46b0-9380-b5b161efc6f0,network=Network(ecb2e274-b95f-4d51-9e2a-865ce11326c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48b6cd07-91') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:22:15 user nova-compute[74307]: DEBUG os_vif [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:64:4f:fe,bridge_name='br-int',has_traffic_filtering=True,id=48b6cd07-91e2-46b0-9380-b5b161efc6f0,network=Network(ecb2e274-b95f-4d51-9e2a-865ce11326c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48b6cd07-91') {{(pid=74307) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 08:22:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:22:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:22:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 08:22:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:22:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ddec10b7-f430-55ff-87ac-c332307b6f91', '_type': 'linux-noop'}}, row=False) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:22:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:22:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:22:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:22:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap48b6cd07-91, may_exist=True, interface_attrs={}) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:22:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap48b6cd07-91, col_values=(('qos', UUID('9ce57c88-caad-4d9d-9529-0fe07b32115d')),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:22:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap48b6cd07-91, col_values=(('external_ids', {'iface-id': '48b6cd07-91e2-46b0-9380-b5b161efc6f0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:64:4f:fe', 'vm-uuid': 'cdf0048f-46ee-49d6-b125-f1c901846a6c'}),), if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:22:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:22:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:22:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:22:15 user nova-compute[74307]: INFO os_vif [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:64:4f:fe,bridge_name='br-int',has_traffic_filtering=True,id=48b6cd07-91e2-46b0-9380-b5b161efc6f0,network=Network(ecb2e274-b95f-4d51-9e2a-865ce11326c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48b6cd07-91')
Oct 24 08:22:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 08:22:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] No VIF found with MAC fa:16:3e:64:4f:fe, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 08:22:16 user nova-compute[74307]: DEBUG nova.network.neutron [req-27d13ae4-719c-4e7e-b06a-dc822afda2f3 req-ce20039f-d026-4989-af0f-68bff7c081e0 service nova] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Updated VIF entry in instance network info cache for port 48b6cd07-91e2-46b0-9380-b5b161efc6f0. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 08:22:16 user nova-compute[74307]: DEBUG nova.network.neutron [req-27d13ae4-719c-4e7e-b06a-dc822afda2f3 req-ce20039f-d026-4989-af0f-68bff7c081e0 service nova] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Updating instance_info_cache with network_info: [{"id": "48b6cd07-91e2-46b0-9380-b5b161efc6f0", "address": "fa:16:3e:64:4f:fe", "network": {"id": "ecb2e274-b95f-4d51-9e2a-865ce11326c2", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1036718458-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2bdfc94e908b4a44826c18d946dfdb86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48b6cd07-91", "ovs_interfaceid": "48b6cd07-91e2-46b0-9380-b5b161efc6f0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:22:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-27d13ae4-719c-4e7e-b06a-dc822afda2f3 req-ce20039f-d026-4989-af0f-68bff7c081e0 service nova] Releasing lock "refresh_cache-cdf0048f-46ee-49d6-b125-f1c901846a6c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:22:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:22:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:22:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:22:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:22:17 user nova-compute[74307]: DEBUG nova.compute.manager [req-6cd2e37c-e6ba-4d01-bea5-2f62c9453c73 req-2b6c162c-bf3b-4606-8c75-f926985642f4 service nova] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Received event network-vif-plugged-48b6cd07-91e2-46b0-9380-b5b161efc6f0 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:22:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6cd2e37c-e6ba-4d01-bea5-2f62c9453c73 req-2b6c162c-bf3b-4606-8c75-f926985642f4 service nova] Acquiring lock "cdf0048f-46ee-49d6-b125-f1c901846a6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:22:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6cd2e37c-e6ba-4d01-bea5-2f62c9453c73 req-2b6c162c-bf3b-4606-8c75-f926985642f4 service nova] Lock "cdf0048f-46ee-49d6-b125-f1c901846a6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:22:17 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-6cd2e37c-e6ba-4d01-bea5-2f62c9453c73 req-2b6c162c-bf3b-4606-8c75-f926985642f4 service nova] Lock "cdf0048f-46ee-49d6-b125-f1c901846a6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:22:17 user nova-compute[74307]: DEBUG nova.compute.manager [req-6cd2e37c-e6ba-4d01-bea5-2f62c9453c73 req-2b6c162c-bf3b-4606-8c75-f926985642f4 service nova] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] No waiting events found dispatching network-vif-plugged-48b6cd07-91e2-46b0-9380-b5b161efc6f0 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:22:17 user nova-compute[74307]: WARNING nova.compute.manager [req-6cd2e37c-e6ba-4d01-bea5-2f62c9453c73 req-2b6c162c-bf3b-4606-8c75-f926985642f4 service nova] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Received unexpected event network-vif-plugged-48b6cd07-91e2-46b0-9380-b5b161efc6f0 for instance with vm_state building and task_state spawning.
Oct 24 08:22:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:22:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:22:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:22:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:22:17 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:22:19 user nova-compute[74307]: DEBUG nova.compute.manager [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Instance event wait completed in 0 seconds for  {{(pid=74307) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 08:22:19 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Guest created on hypervisor {{(pid=74307) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 08:22:19 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Instance spawned successfully.
Oct 24 08:22:19 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 08:22:19 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Found default for hw_cdrom_bus of ide {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:22:19 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Found default for hw_disk_bus of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:22:19 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Found default for hw_input_bus of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:22:19 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Found default for hw_pointer_model of None {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:22:19 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Found default for hw_video_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:22:19 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Found default for hw_vif_model of virtio {{(pid=74307) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 08:22:19 user nova-compute[74307]: INFO nova.compute.manager [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Took 5.88 seconds to spawn the instance on the hypervisor.
Oct 24 08:22:19 user nova-compute[74307]: DEBUG nova.compute.manager [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Checking state {{(pid=74307) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 08:22:19 user nova-compute[74307]: INFO nova.compute.manager [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Took 6.46 seconds to build instance.
Oct 24 08:22:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-c1598df8-5cbb-493b-a663-afc1bf485049 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "cdf0048f-46ee-49d6-b125-f1c901846a6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.559s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:22:19 user nova-compute[74307]: DEBUG nova.compute.manager [req-5a5100bd-9dda-47d0-abd3-1acc37a91039 req-1111288b-215c-42ad-bf41-87855b290f9c service nova] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Received event network-vif-plugged-48b6cd07-91e2-46b0-9380-b5b161efc6f0 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:22:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-5a5100bd-9dda-47d0-abd3-1acc37a91039 req-1111288b-215c-42ad-bf41-87855b290f9c service nova] Acquiring lock "cdf0048f-46ee-49d6-b125-f1c901846a6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:22:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-5a5100bd-9dda-47d0-abd3-1acc37a91039 req-1111288b-215c-42ad-bf41-87855b290f9c service nova] Lock "cdf0048f-46ee-49d6-b125-f1c901846a6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:22:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-5a5100bd-9dda-47d0-abd3-1acc37a91039 req-1111288b-215c-42ad-bf41-87855b290f9c service nova] Lock "cdf0048f-46ee-49d6-b125-f1c901846a6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:22:19 user nova-compute[74307]: DEBUG nova.compute.manager [req-5a5100bd-9dda-47d0-abd3-1acc37a91039 req-1111288b-215c-42ad-bf41-87855b290f9c service nova] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] No waiting events found dispatching network-vif-plugged-48b6cd07-91e2-46b0-9380-b5b161efc6f0 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:22:19 user nova-compute[74307]: WARNING nova.compute.manager [req-5a5100bd-9dda-47d0-abd3-1acc37a91039 req-1111288b-215c-42ad-bf41-87855b290f9c service nova] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Received unexpected event network-vif-plugged-48b6cd07-91e2-46b0-9380-b5b161efc6f0 for instance with vm_state active and task_state None.
Oct 24 08:22:19 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:22:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:22:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:22:23 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:22:25 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:22:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:22:26 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:22:28 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:22:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:22:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:22:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:22:28 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 08:22:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdf0048f-46ee-49d6-b125-f1c901846a6c/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:22:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdf0048f-46ee-49d6-b125-f1c901846a6c/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:22:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdf0048f-46ee-49d6-b125-f1c901846a6c/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:22:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdf0048f-46ee-49d6-b125-f1c901846a6c/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:22:29 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:22:29 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:22:29 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Hypervisor/Node resource view: name=user free_ram=8859MB free_disk=25.082740783691406GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 08:22:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:22:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:22:29 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance cdf0048f-46ee-49d6-b125-f1c901846a6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:22:29 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 08:22:29 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 08:22:29 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Refreshing inventories for resource provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 24 08:22:29 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Updating ProviderTree inventory for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 24 08:22:29 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Updating inventory in ProviderTree for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 24 08:22:29 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Refreshing aggregate associations for resource provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63, aggregates: None {{(pid=74307) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 24 08:22:29 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Refreshing trait associations for resource provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63, traits: COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_IDE,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_RESCUE_BFV,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_TRUSTED_CERTS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_MMX,COMPUTE_STORAGE_BUS_SATA,COMPUTE_DEVICE_TAGGING,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_VIRTIO {{(pid=74307) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 24 08:22:29 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:22:29 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:22:29 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 08:22:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.480s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:22:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:22:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:22:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:22:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:22:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:22:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:22:32 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:22:32 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:22:32 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Starting heal instance info cache {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 08:22:32 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Rebuilding the list of instances to heal {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 08:22:32 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "refresh_cache-cdf0048f-46ee-49d6-b125-f1c901846a6c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:22:32 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquired lock "refresh_cache-cdf0048f-46ee-49d6-b125-f1c901846a6c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:22:32 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Forcefully refreshing network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 08:22:32 user nova-compute[74307]: DEBUG nova.objects.instance [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lazy-loading 'info_cache' on Instance uuid cdf0048f-46ee-49d6-b125-f1c901846a6c {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:22:32 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Updating instance_info_cache with network_info: [{"id": "48b6cd07-91e2-46b0-9380-b5b161efc6f0", "address": "fa:16:3e:64:4f:fe", "network": {"id": "ecb2e274-b95f-4d51-9e2a-865ce11326c2", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1036718458-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2bdfc94e908b4a44826c18d946dfdb86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48b6cd07-91", "ovs_interfaceid": "48b6cd07-91e2-46b0-9380-b5b161efc6f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:22:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Releasing lock "refresh_cache-cdf0048f-46ee-49d6-b125-f1c901846a6c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:22:33 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Updated the network info_cache for instance {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 08:22:33 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:22:33 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:22:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:22:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:22:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:22:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:22:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:22:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:22:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:22:37 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:22:38 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:22:40 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:22:40 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74307) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 08:22:40 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:22:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:22:43 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:22:43 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74307) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 24 08:22:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:22:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:22:47 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:22:47 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Cleaning up deleted instances {{(pid=74307) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 24 08:22:47 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] There are 0 instances to clean {{(pid=74307) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 24 08:22:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:22:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:22:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:23:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:23:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:23:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:23:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:23:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:23:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:23:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:23:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:23:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:23:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:23:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:23:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:23:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:23:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:23:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:23:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:23:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:23:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:23:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:23:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:23:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:23:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:23:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:23:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:23:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:23:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:23:27 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:23:28 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:23:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:23:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:23:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:23:28 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 08:23:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdf0048f-46ee-49d6-b125-f1c901846a6c/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:23:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdf0048f-46ee-49d6-b125-f1c901846a6c/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:23:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdf0048f-46ee-49d6-b125-f1c901846a6c/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:23:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdf0048f-46ee-49d6-b125-f1c901846a6c/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:23:28 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:23:28 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:23:28 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Hypervisor/Node resource view: name=user free_ram=8884MB free_disk=25.053787231445312GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 08:23:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:23:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:23:29 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance cdf0048f-46ee-49d6-b125-f1c901846a6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:23:29 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 08:23:29 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 08:23:29 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:23:29 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:23:29 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 08:23:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.231s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:23:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:23:32 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:23:32 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:23:32 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Starting heal instance info cache {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 08:23:32 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Rebuilding the list of instances to heal {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 08:23:32 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "refresh_cache-cdf0048f-46ee-49d6-b125-f1c901846a6c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:23:32 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquired lock "refresh_cache-cdf0048f-46ee-49d6-b125-f1c901846a6c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:23:32 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Forcefully refreshing network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 08:23:32 user nova-compute[74307]: DEBUG nova.objects.instance [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lazy-loading 'info_cache' on Instance uuid cdf0048f-46ee-49d6-b125-f1c901846a6c {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:23:32 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Updating instance_info_cache with network_info: [{"id": "48b6cd07-91e2-46b0-9380-b5b161efc6f0", "address": "fa:16:3e:64:4f:fe", "network": {"id": "ecb2e274-b95f-4d51-9e2a-865ce11326c2", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1036718458-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2bdfc94e908b4a44826c18d946dfdb86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48b6cd07-91", "ovs_interfaceid": "48b6cd07-91e2-46b0-9380-b5b161efc6f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:23:32 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Releasing lock "refresh_cache-cdf0048f-46ee-49d6-b125-f1c901846a6c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:23:32 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Updated the network info_cache for instance {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 08:23:32 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:23:33 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:23:34 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:23:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:23:37 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:23:38 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:23:40 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:23:42 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:23:42 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74307) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 08:23:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:23:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:23:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:23:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:23:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:23:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:23:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:23:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:23:57 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:24:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:24:04 user nova-compute[74307]: DEBUG nova.compute.manager [req-4c648d6a-75a3-48a7-af83-efcc4d3964dc req-4a1bdf0f-1ff0-409e-b67c-caa23b9e1ca9 service nova] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Received event network-changed-48b6cd07-91e2-46b0-9380-b5b161efc6f0 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:24:04 user nova-compute[74307]: DEBUG nova.compute.manager [req-4c648d6a-75a3-48a7-af83-efcc4d3964dc req-4a1bdf0f-1ff0-409e-b67c-caa23b9e1ca9 service nova] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Refreshing instance network info cache due to event network-changed-48b6cd07-91e2-46b0-9380-b5b161efc6f0. {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 08:24:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-4c648d6a-75a3-48a7-af83-efcc4d3964dc req-4a1bdf0f-1ff0-409e-b67c-caa23b9e1ca9 service nova] Acquiring lock "refresh_cache-cdf0048f-46ee-49d6-b125-f1c901846a6c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:24:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-4c648d6a-75a3-48a7-af83-efcc4d3964dc req-4a1bdf0f-1ff0-409e-b67c-caa23b9e1ca9 service nova] Acquired lock "refresh_cache-cdf0048f-46ee-49d6-b125-f1c901846a6c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:24:04 user nova-compute[74307]: DEBUG nova.network.neutron [req-4c648d6a-75a3-48a7-af83-efcc4d3964dc req-4a1bdf0f-1ff0-409e-b67c-caa23b9e1ca9 service nova] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Refreshing network info cache for port 48b6cd07-91e2-46b0-9380-b5b161efc6f0 {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 08:24:04 user nova-compute[74307]: DEBUG nova.network.neutron [req-4c648d6a-75a3-48a7-af83-efcc4d3964dc req-4a1bdf0f-1ff0-409e-b67c-caa23b9e1ca9 service nova] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Updated VIF entry in instance network info cache for port 48b6cd07-91e2-46b0-9380-b5b161efc6f0. {{(pid=74307) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 08:24:04 user nova-compute[74307]: DEBUG nova.network.neutron [req-4c648d6a-75a3-48a7-af83-efcc4d3964dc req-4a1bdf0f-1ff0-409e-b67c-caa23b9e1ca9 service nova] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Updating instance_info_cache with network_info: [{"id": "48b6cd07-91e2-46b0-9380-b5b161efc6f0", "address": "fa:16:3e:64:4f:fe", "network": {"id": "ecb2e274-b95f-4d51-9e2a-865ce11326c2", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1036718458-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2bdfc94e908b4a44826c18d946dfdb86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48b6cd07-91", "ovs_interfaceid": "48b6cd07-91e2-46b0-9380-b5b161efc6f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:24:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-4c648d6a-75a3-48a7-af83-efcc4d3964dc req-4a1bdf0f-1ff0-409e-b67c-caa23b9e1ca9 service nova] Releasing lock "refresh_cache-cdf0048f-46ee-49d6-b125-f1c901846a6c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:24:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:24:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:24:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:24:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:24:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:24:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:24:06 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:24:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:24:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-86fb3688-4d87-404e-b1d6-c6bbcd780b15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Acquiring lock "cdf0048f-46ee-49d6-b125-f1c901846a6c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:24:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-86fb3688-4d87-404e-b1d6-c6bbcd780b15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "cdf0048f-46ee-49d6-b125-f1c901846a6c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:24:11 user nova-compute[74307]: DEBUG nova.objects.instance [None req-86fb3688-4d87-404e-b1d6-c6bbcd780b15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lazy-loading 'flavor' on Instance uuid cdf0048f-46ee-49d6-b125-f1c901846a6c {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:24:11 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:24:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-86fb3688-4d87-404e-b1d6-c6bbcd780b15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "cdf0048f-46ee-49d6-b125-f1c901846a6c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.207s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:24:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-86fb3688-4d87-404e-b1d6-c6bbcd780b15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Acquiring lock "cdf0048f-46ee-49d6-b125-f1c901846a6c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:24:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-86fb3688-4d87-404e-b1d6-c6bbcd780b15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "cdf0048f-46ee-49d6-b125-f1c901846a6c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:24:11 user nova-compute[74307]: INFO nova.compute.manager [None req-86fb3688-4d87-404e-b1d6-c6bbcd780b15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Attaching volume 8b43d487-2034-46f9-ad45-c3548484e736 to /dev/vdb
Oct 24 08:24:11 user nova-compute[74307]: DEBUG os_brick.utils [None req-86fb3688-4d87-404e-b1d6-c6bbcd780b15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:24:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:24:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:24:11 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[057319ca-734e-4fa9-a260-a37e4e953480]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:299aca16be88\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:24:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:24:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:24:11 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb091e52-1ae5-49e3-bb44-742a8242eb32]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:24:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:24:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:24:11 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[0244a1c1-8647-4bab-bf44-da2809cd7358]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:24:11 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[cea97ee2-ea78-4a66-b2c3-d9bfaf37ddfe]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:24:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-86fb3688-4d87-404e-b1d6-c6bbcd780b15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Running cmd (subprocess): nvme version {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:24:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-86fb3688-4d87-404e-b1d6-c6bbcd780b15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] 'nvme version' failed. Not Retrying. {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 08:24:11 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.nvmeof [None req-86fb3688-4d87-404e-b1d6-c6bbcd780b15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] nvme not present on system {{(pid=74307) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 08:24:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:24:11 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 08:24:11 user nova-compute[74307]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 08:24:11 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[18704d2e-4a16-4b7e-8141-a9e147a7dfcc]: (4, '') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:24:11 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-86fb3688-4d87-404e-b1d6-c6bbcd780b15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74307) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 08:24:11 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-86fb3688-4d87-404e-b1d6-c6bbcd780b15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 08:24:11 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-86fb3688-4d87-404e-b1d6-c6bbcd780b15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] LIGHTOS: no hostnqn found. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 08:24:11 user nova-compute[74307]: DEBUG os_brick.utils [None req-86fb3688-4d87-404e-b1d6-c6bbcd780b15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:299aca16be88', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:24:11 user nova-compute[74307]: DEBUG nova.virt.block_device [None req-86fb3688-4d87-404e-b1d6-c6bbcd780b15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Updating existing volume attachment record: 20ee4265-0b2c-46bd-86be-a16cc55429b1 {{(pid=74307) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 08:24:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:24:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:24:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:24:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:24:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-86fb3688-4d87-404e-b1d6-c6bbcd780b15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Calling os-brick to attach iSCSI Volume {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-86fb3688-4d87-404e-b1d6-c6bbcd780b15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8b43d487-2034-46f9-ad45-c3548484e736', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bQWDTNJL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:24:28 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-86fb3688-4d87-404e-b1d6-c6bbcd780b15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:24:28 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-86fb3688-4d87-404e-b1d6-c6bbcd780b15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-86fb3688-4d87-404e-b1d6-c6bbcd780b15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:24:28 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-86fb3688-4d87-404e-b1d6-c6bbcd780b15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:24:28 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-86fb3688-4d87-404e-b1d6-c6bbcd780b15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8b43d487-2034-46f9-ad45-c3548484e736" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-86fb3688-4d87-404e-b1d6-c6bbcd780b15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8b43d487-2034-46f9-ad45-c3548484e736" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:24:28 user nova-compute[74307]: INFO os_brick.initiator.connectors.iscsi [None req-86fb3688-4d87-404e-b1d6-c6bbcd780b15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 08:24:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8b43d487-2034-46f9-ad45-c3548484e736 -p 172.16.0.220:3260 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8b43d487-2034-46f9-ad45-c3548484e736 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[09196577-41c8-4ddb-9cf2-a3159b447a1f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-86fb3688-4d87-404e-b1d6-c6bbcd780b15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 08:24:28 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8b43d487-2034-46f9-ad45-c3548484e736 -p 172.16.0.220:3260 --interface default --op new {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8b43d487-2034-46f9-ad45-c3548484e736 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b1ceafb-29bc-4eec-bf11-d30194547a16]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8b43d487-2034-46f9-ad45-c3548484e736] added\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-86fb3688-4d87-404e-b1d6-c6bbcd780b15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8b43d487-2034-46f9-ad45-c3548484e736] added
Oct 24 08:24:28 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8b43d487-2034-46f9-ad45-c3548484e736 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8b43d487-2034-46f9-ad45-c3548484e736 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8a31a09-dfce-411f-8827-6e7a48eecc3f]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-86fb3688-4d87-404e-b1d6-c6bbcd780b15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8b43d487-2034-46f9-ad45-c3548484e736 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8b43d487-2034-46f9-ad45-c3548484e736 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e8aec6a-e831-48ab-9fbb-bee8127ca6c7]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-86fb3688-4d87-404e-b1d6-c6bbcd780b15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8b43d487-2034-46f9-ad45-c3548484e736 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bQWDTNJL {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8b43d487-2034-46f9-ad45-c3548484e736 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bQWDTNJL" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bc8cd00-da35-4526-b207-beecd2fa4d04]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-86fb3688-4d87-404e-b1d6-c6bbcd780b15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'bQWDTNJL'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8b43d487-2034-46f9-ad45-c3548484e736 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8b43d487-2034-46f9-ad45-c3548484e736 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[15c2613f-bca4-4d48-86b7-105ef3fd72f1]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-86fb3688-4d87-404e-b1d6-c6bbcd780b15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9a93c5d-be46-4cfa-8b2e-05d64c8a5032]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-86fb3688-4d87-404e-b1d6-c6bbcd780b15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 24 08:24:28 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-86fb3688-4d87-404e-b1d6-c6bbcd780b15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 24 08:24:28 user nova-compute[74307]:  {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:24:28 user nova-compute[74307]: WARNING os_brick.initiator.connectors.iscsi [None req-86fb3688-4d87-404e-b1d6-c6bbcd780b15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 24 08:24:28 user nova-compute[74307]: 
Oct 24 08:24:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8b43d487-2034-46f9-ad45-c3548484e736 -p 172.16.0.220:3260 --login {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8b43d487-2034-46f9-ad45-c3548484e736 -p 172.16.0.220:3260 --login" returned: 0 in 0.046s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[1114dff7-2178-491d-a1a4-0264bee3f6ee]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8b43d487-2034-46f9-ad45-c3548484e736, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8b43d487-2034-46f9-ad45-c3548484e736, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-86fb3688-4d87-404e-b1d6-c6bbcd780b15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8b43d487-2034-46f9-ad45-c3548484e736, portal: 172.16.0.220,3260]
Oct 24 08:24:28 user nova-compute[74307]: Login to [iface: default, target: iqn.2010-10.org.openstack:8b43d487-2034-46f9-ad45-c3548484e736, portal: 172.16.0.220,3260] successful.
Oct 24 08:24:28 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8b43d487-2034-46f9-ad45-c3548484e736 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdf0048f-46ee-49d6-b125-f1c901846a6c/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8b43d487-2034-46f9-ad45-c3548484e736 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[a12e56d8-30c9-4fd2-8571-fedd88f99cdc]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-86fb3688-4d87-404e-b1d6-c6bbcd780b15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[4401cd61-926e-4a6c-a899-63b2160144f0]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b43d487-2034-46f9-ad45-c3548484e736 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-86fb3688-4d87-404e-b1d6-c6bbcd780b15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b43d487-2034-46f9-ad45-c3548484e736 (non-flash)
Oct 24 08:24:28 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-86fb3688-4d87-404e-b1d6-c6bbcd780b15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b43d487-2034-46f9-ad45-c3548484e736 (non-flash)
Oct 24 08:24:28 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-86fb3688-4d87-404e-b1d6-c6bbcd780b15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8b43d487-2034-46f9-ad45-c3548484e736" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.295s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-86fb3688-4d87-404e-b1d6-c6bbcd780b15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Connected to 172.16.0.220:3260 {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-86fb3688-4d87-404e-b1d6-c6bbcd780b15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] HCTL ('33', '-', '-', 0) found on session 53 with lun 0 {{(pid=74307) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-86fb3688-4d87-404e-b1d6-c6bbcd780b15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74307) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c8eb673-c5c8-4cee-a1ea-1e5ca7875d56]: (4, ('- - 0', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-86fb3688-4d87-404e-b1d6-c6bbcd780b15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Searching for a device in session 53 and hctl ['33', '*', '*', 0] yield: None {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdf0048f-46ee-49d6-b125-f1c901846a6c/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdf0048f-46ee-49d6-b125-f1c901846a6c/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdf0048f-46ee-49d6-b125-f1c901846a6c/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:24:28 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:24:28 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:24:28 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Hypervisor/Node resource view: name=user free_ram=8971MB free_disk=25.04364776611328GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:24:28 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:24:29 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance cdf0048f-46ee-49d6-b125-f1c901846a6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:24:29 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 08:24:29 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 08:24:29 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:24:29 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:24:29 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 08:24:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.157s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:24:29 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-86fb3688-4d87-404e-b1d6-c6bbcd780b15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Searching for a device in session 53 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 08:24:29 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-86fb3688-4d87-404e-b1d6-c6bbcd780b15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:8b43d487-2034-46f9-ad45-c3548484e736', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bQWDTNJL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 08:24:29 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-86fb3688-4d87-404e-b1d6-c6bbcd780b15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.325s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:24:29 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-86fb3688-4d87-404e-b1d6-c6bbcd780b15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] <== connect_volume: return (1326ms) {'type': 'block', 'scsi_wwn': '26139643863373539', 'path': '/dev/sdb'} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:24:29 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-86fb3688-4d87-404e-b1d6-c6bbcd780b15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26139643863373539', 'path': '/dev/sdb'} {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 08:24:29 user nova-compute[74307]: DEBUG nova.objects.instance [None req-86fb3688-4d87-404e-b1d6-c6bbcd780b15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lazy-loading 'flavor' on Instance uuid cdf0048f-46ee-49d6-b125-f1c901846a6c {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:24:29 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-86fb3688-4d87-404e-b1d6-c6bbcd780b15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 08:24:29 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 08:24:29 user nova-compute[74307]:   <source dev="/dev/sdb"/>
Oct 24 08:24:29 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 08:24:29 user nova-compute[74307]:   <serial>8b43d487-2034-46f9-ad45-c3548484e736</serial>
Oct 24 08:24:29 user nova-compute[74307]: </disk>
Oct 24 08:24:29 user nova-compute[74307]:  {{(pid=74307) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 08:24:29 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-86fb3688-4d87-404e-b1d6-c6bbcd780b15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 08:24:29 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-86fb3688-4d87-404e-b1d6-c6bbcd780b15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 08:24:29 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-86fb3688-4d87-404e-b1d6-c6bbcd780b15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] No VIF found with MAC fa:16:3e:64:4f:fe, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 08:24:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-86fb3688-4d87-404e-b1d6-c6bbcd780b15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "cdf0048f-46ee-49d6-b125-f1c901846a6c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 18.482s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:24:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:24:31 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:24:33 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:24:33 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:24:33 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Starting heal instance info cache {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 08:24:33 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Rebuilding the list of instances to heal {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 08:24:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "refresh_cache-cdf0048f-46ee-49d6-b125-f1c901846a6c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:24:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquired lock "refresh_cache-cdf0048f-46ee-49d6-b125-f1c901846a6c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:24:33 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Forcefully refreshing network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 08:24:33 user nova-compute[74307]: DEBUG nova.objects.instance [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lazy-loading 'info_cache' on Instance uuid cdf0048f-46ee-49d6-b125-f1c901846a6c {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:24:33 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Updating instance_info_cache with network_info: [{"id": "48b6cd07-91e2-46b0-9380-b5b161efc6f0", "address": "fa:16:3e:64:4f:fe", "network": {"id": "ecb2e274-b95f-4d51-9e2a-865ce11326c2", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1036718458-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2bdfc94e908b4a44826c18d946dfdb86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48b6cd07-91", "ovs_interfaceid": "48b6cd07-91e2-46b0-9380-b5b161efc6f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:24:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Releasing lock "refresh_cache-cdf0048f-46ee-49d6-b125-f1c901846a6c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:24:33 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Updated the network info_cache for instance {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 08:24:33 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:24:34 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:24:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:24:36 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:24:39 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:24:40 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:24:40 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:24:43 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:24:43 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74307) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 08:24:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:24:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:24:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:24:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:24:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:24:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:24:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:24:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:24:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:24:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:25:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:25:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:25:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:25:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:25:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:25:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:25:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:25:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:25:06 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:25:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:25:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6eda3bde-528f-4840-9ca4-762b9808dcfe tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Acquiring lock "cdf0048f-46ee-49d6-b125-f1c901846a6c" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:25:15 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6eda3bde-528f-4840-9ca4-762b9808dcfe tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "cdf0048f-46ee-49d6-b125-f1c901846a6c" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:25:15 user nova-compute[74307]: INFO nova.compute.manager [None req-6eda3bde-528f-4840-9ca4-762b9808dcfe tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Detaching volume 8b43d487-2034-46f9-ad45-c3548484e736
Oct 24 08:25:15 user nova-compute[74307]: INFO nova.virt.block_device [None req-6eda3bde-528f-4840-9ca4-762b9808dcfe tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Attempting to driver detach volume 8b43d487-2034-46f9-ad45-c3548484e736 from mountpoint /dev/vdb
Oct 24 08:25:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6eda3bde-528f-4840-9ca4-762b9808dcfe tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Attempting to detach device vdb from instance cdf0048f-46ee-49d6-b125-f1c901846a6c from the persistent domain config. {{(pid=74307) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 08:25:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-6eda3bde-528f-4840-9ca4-762b9808dcfe tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 08:25:15 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 08:25:15 user nova-compute[74307]:   <source dev="/dev/sdb"/>
Oct 24 08:25:15 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 08:25:15 user nova-compute[74307]:   <serial>8b43d487-2034-46f9-ad45-c3548484e736</serial>
Oct 24 08:25:15 user nova-compute[74307]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 08:25:15 user nova-compute[74307]: </disk>
Oct 24 08:25:15 user nova-compute[74307]:  {{(pid=74307) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 08:25:15 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-6eda3bde-528f-4840-9ca4-762b9808dcfe tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Successfully detached device vdb from instance cdf0048f-46ee-49d6-b125-f1c901846a6c from the persistent domain config.
Oct 24 08:25:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6eda3bde-528f-4840-9ca4-762b9808dcfe tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance cdf0048f-46ee-49d6-b125-f1c901846a6c from the live domain config. {{(pid=74307) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 08:25:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-6eda3bde-528f-4840-9ca4-762b9808dcfe tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 08:25:15 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 08:25:15 user nova-compute[74307]:   <source dev="/dev/sdb"/>
Oct 24 08:25:15 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 08:25:15 user nova-compute[74307]:   <serial>8b43d487-2034-46f9-ad45-c3548484e736</serial>
Oct 24 08:25:15 user nova-compute[74307]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 08:25:15 user nova-compute[74307]: </disk>
Oct 24 08:25:15 user nova-compute[74307]:  {{(pid=74307) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 08:25:15 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-6eda3bde-528f-4840-9ca4-762b9808dcfe tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance cdf0048f-46ee-49d6-b125-f1c901846a6c {{(pid=74307) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 08:25:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:25:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:25:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:25:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:25:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:25:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:25:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:25:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:25:28 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:25:29 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:25:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:25:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:25:29 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:25:29 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 08:25:29 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdf0048f-46ee-49d6-b125-f1c901846a6c/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:25:29 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdf0048f-46ee-49d6-b125-f1c901846a6c/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:25:29 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdf0048f-46ee-49d6-b125-f1c901846a6c/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:25:29 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdf0048f-46ee-49d6-b125-f1c901846a6c/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:25:30 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:25:30 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:25:30 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Hypervisor/Node resource view: name=user free_ram=8966MB free_disk=25.042522430419922GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 08:25:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:25:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:25:30 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance cdf0048f-46ee-49d6-b125-f1c901846a6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:25:30 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 08:25:30 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 08:25:30 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:25:30 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:25:30 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 08:25:30 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.173s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:25:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Starting heal instance info cache {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Rebuilding the list of instances to heal {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "refresh_cache-cdf0048f-46ee-49d6-b125-f1c901846a6c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquired lock "refresh_cache-cdf0048f-46ee-49d6-b125-f1c901846a6c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Forcefully refreshing network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG nova.objects.instance [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lazy-loading 'info_cache' on Instance uuid cdf0048f-46ee-49d6-b125-f1c901846a6c {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:25:35 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-6eda3bde-528f-4840-9ca4-762b9808dcfe tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance cdf0048f-46ee-49d6-b125-f1c901846a6c is timed out.
Oct 24 08:25:35 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-6eda3bde-528f-4840-9ca4-762b9808dcfe tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Successfully detached device vdb from instance cdf0048f-46ee-49d6-b125-f1c901846a6c from the live domain config.
Oct 24 08:25:35 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6eda3bde-528f-4840-9ca4-762b9808dcfe tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] calling os-brick to detach iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-6eda3bde-528f-4840-9ca4-762b9808dcfe tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, {'target_iqn': 'iqn.2010-10.org.openstack:8b43d487-2034-46f9-ad45-c3548484e736', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bQWDTNJL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:25:35 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-6eda3bde-528f-4840-9ca4-762b9808dcfe tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:25:35 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-6eda3bde-528f-4840-9ca4-762b9808dcfe tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-6eda3bde-528f-4840-9ca4-762b9808dcfe tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d530c6f-245a-4bca-a241-ced733254808]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8b43d487-2034-46f9-ad45-c3548484e736\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-6eda3bde-528f-4840-9ca4-762b9808dcfe tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 08:25:35 user nova-compute[74307]: No targets found.
Oct 24 08:25:35 user nova-compute[74307]: iSNS:
Oct 24 08:25:35 user nova-compute[74307]: No targets found.
Oct 24 08:25:35 user nova-compute[74307]: STATIC:
Oct 24 08:25:35 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:8b43d487-2034-46f9-ad45-c3548484e736
Oct 24 08:25:35 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 08:25:35 user nova-compute[74307]:                 Iface Name: default
Oct 24 08:25:35 user nova-compute[74307]: FIRMWARE:
Oct 24 08:25:35 user nova-compute[74307]: No targets found.
Oct 24 08:25:35 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-6eda3bde-528f-4840-9ca4-762b9808dcfe tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 08:25:35 user nova-compute[74307]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 08:25:35 user nova-compute[74307]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74307) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-6eda3bde-528f-4840-9ca4-762b9808dcfe tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8b43d487-2034-46f9-ad45-c3548484e736', 0)] {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[0deef24f-91f0-4312-b432-fabfed96d2fb]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8b43d487-2034-46f9-ad45-c3548484e736\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bc09122-435f-483b-947c-62c314875753]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b43d487-2034-46f9-ad45-c3548484e736 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-6eda3bde-528f-4840-9ca4-762b9808dcfe tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b43d487-2034-46f9-ad45-c3548484e736 (non-flash)
Oct 24 08:25:35 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-6eda3bde-528f-4840-9ca4-762b9808dcfe tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b43d487-2034-46f9-ad45-c3548484e736 (non-flash)
Oct 24 08:25:35 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-6eda3bde-528f-4840-9ca4-762b9808dcfe tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4600e635b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8b43d487-2034-46f9-ad45-c3548484e736'): ({'sdb'}, set())}) {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-6eda3bde-528f-4840-9ca4-762b9808dcfe tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Removing single pathed devices sdb {{(pid=74307) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3a0e3d6-083b-4473-b2da-6f825da93892]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Updating instance_info_cache with network_info: [{"id": "48b6cd07-91e2-46b0-9380-b5b161efc6f0", "address": "fa:16:3e:64:4f:fe", "network": {"id": "ecb2e274-b95f-4d51-9e2a-865ce11326c2", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1036718458-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2bdfc94e908b4a44826c18d946dfdb86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48b6cd07-91", "ovs_interfaceid": "48b6cd07-91e2-46b0-9380-b5b161efc6f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Releasing lock "refresh_cache-cdf0048f-46ee-49d6-b125-f1c901846a6c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Updated the network info_cache for instance {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[de5d685e-62b4-4653-978c-63742105f5e9]: (4, ('ok\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-6eda3bde-528f-4840-9ca4-762b9808dcfe tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Flushing IO for device /dev/sdb {{(pid=74307) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7686cb3-baa2-46ee-874c-2f3a1f0328a6]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-6eda3bde-528f-4840-9ca4-762b9808dcfe tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74307) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.044s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd2f7e6d-0c25-459a-966b-cc15c56154eb]: (4, ('1', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-6eda3bde-528f-4840-9ca4-762b9808dcfe tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-6eda3bde-528f-4840-9ca4-762b9808dcfe tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] SCSI volumes sdb have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-6eda3bde-528f-4840-9ca4-762b9808dcfe tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8b43d487-2034-46f9-ad45-c3548484e736')] {{(pid=74307) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8b43d487-2034-46f9-ad45-c3548484e736 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8b43d487-2034-46f9-ad45-c3548484e736 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[489135bb-e2f5-4b16-ae95-681716156706]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-6eda3bde-528f-4840-9ca4-762b9808dcfe tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8b43d487-2034-46f9-ad45-c3548484e736 -p 172.16.0.220:3260 --logout {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8b43d487-2034-46f9-ad45-c3548484e736 -p 172.16.0.220:3260 --logout" returned: 0 in 0.049s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[399fa517-16f4-432d-8b06-1e8e1cbfaa20]: (4, ('Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:8b43d487-2034-46f9-ad45-c3548484e736, portal: 172.16.0.220,3260]\nLogout of [sid: 53, target: iqn.2010-10.org.openstack:8b43d487-2034-46f9-ad45-c3548484e736, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-6eda3bde-528f-4840-9ca4-762b9808dcfe tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:8b43d487-2034-46f9-ad45-c3548484e736, portal: 172.16.0.220,3260]
Oct 24 08:25:35 user nova-compute[74307]: Logout of [sid: 53, target: iqn.2010-10.org.openstack:8b43d487-2034-46f9-ad45-c3548484e736, portal: 172.16.0.220,3260] successful.
Oct 24 08:25:35 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8b43d487-2034-46f9-ad45-c3548484e736 -p 172.16.0.220:3260 --op delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8b43d487-2034-46f9-ad45-c3548484e736 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ed928ec-5cbb-4257-86d4-e0716ae5ee35]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-6eda3bde-528f-4840-9ca4-762b9808dcfe tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-6eda3bde-528f-4840-9ca4-762b9808dcfe tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.277s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-6eda3bde-528f-4840-9ca4-762b9808dcfe tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] <== disconnect_volume: return (279ms) None {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:25:35 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6eda3bde-528f-4840-9ca4-762b9808dcfe tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Disconnected iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 08:25:36 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:25:36 user nova-compute[74307]: DEBUG nova.objects.instance [None req-6eda3bde-528f-4840-9ca4-762b9808dcfe tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lazy-loading 'flavor' on Instance uuid cdf0048f-46ee-49d6-b125-f1c901846a6c {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:25:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-6eda3bde-528f-4840-9ca4-762b9808dcfe tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "cdf0048f-46ee-49d6-b125-f1c901846a6c" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.666s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:25:39 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:25:40 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:25:42 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:25:44 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:25:44 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74307) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 08:25:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:25:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:25:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:25:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:25:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:25:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:25:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:25:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:26:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:26:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:26:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:26:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:26:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:26:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:26:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:26:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:26:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:26:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:26:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:26:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:26:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:26:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:26:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0fbb0693-2bf7-43db-8c18-c57846d6048e tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Acquiring lock "cdf0048f-46ee-49d6-b125-f1c901846a6c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:26:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0fbb0693-2bf7-43db-8c18-c57846d6048e tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "cdf0048f-46ee-49d6-b125-f1c901846a6c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:26:19 user nova-compute[74307]: DEBUG nova.objects.instance [None req-0fbb0693-2bf7-43db-8c18-c57846d6048e tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lazy-loading 'flavor' on Instance uuid cdf0048f-46ee-49d6-b125-f1c901846a6c {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:26:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0fbb0693-2bf7-43db-8c18-c57846d6048e tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "cdf0048f-46ee-49d6-b125-f1c901846a6c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.094s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:26:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:26:20 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0fbb0693-2bf7-43db-8c18-c57846d6048e tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Acquiring lock "cdf0048f-46ee-49d6-b125-f1c901846a6c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:26:20 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0fbb0693-2bf7-43db-8c18-c57846d6048e tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "cdf0048f-46ee-49d6-b125-f1c901846a6c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:26:20 user nova-compute[74307]: INFO nova.compute.manager [None req-0fbb0693-2bf7-43db-8c18-c57846d6048e tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Attaching volume 69026c4b-63a3-4dce-8d85-1a04bc8a0ab6 to /dev/vdb
Oct 24 08:26:20 user nova-compute[74307]: DEBUG os_brick.utils [None req-0fbb0693-2bf7-43db-8c18-c57846d6048e tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:26:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:26:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:26:20 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[521985da-844d-45bc-8131-5c6b5ce1c295]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:299aca16be88\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:26:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:26:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:26:20 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[a27d44d1-95e8-4646-8f41-1baea05b7783]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:26:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:26:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:26:20 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1ea4e95-6c71-4056-bdec-d5fe2d0e6fa4]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:26:20 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[1580eb17-046d-4298-84e3-7d5a62909c86]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:26:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-0fbb0693-2bf7-43db-8c18-c57846d6048e tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Running cmd (subprocess): nvme version {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:26:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-0fbb0693-2bf7-43db-8c18-c57846d6048e tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] 'nvme version' failed. Not Retrying. {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 08:26:20 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0fbb0693-2bf7-43db-8c18-c57846d6048e tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] nvme not present on system {{(pid=74307) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 08:26:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:26:20 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 08:26:20 user nova-compute[74307]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 08:26:20 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c4347ac-2018-4a41-9e15-cd9584e50045]: (4, '') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:26:20 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-0fbb0693-2bf7-43db-8c18-c57846d6048e tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74307) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 08:26:20 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-0fbb0693-2bf7-43db-8c18-c57846d6048e tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 08:26:20 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-0fbb0693-2bf7-43db-8c18-c57846d6048e tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] LIGHTOS: no hostnqn found. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 08:26:20 user nova-compute[74307]: DEBUG os_brick.utils [None req-0fbb0693-2bf7-43db-8c18-c57846d6048e tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:299aca16be88', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:26:20 user nova-compute[74307]: DEBUG nova.virt.block_device [None req-0fbb0693-2bf7-43db-8c18-c57846d6048e tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Updating existing volume attachment record: 061061d8-2f01-464d-9ff1-ed1e6d1a0521 {{(pid=74307) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 08:26:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:26:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:26:28 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:26:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:26:31 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:26:31 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:26:31 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:26:31 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:26:31 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 08:26:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdf0048f-46ee-49d6-b125-f1c901846a6c/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:26:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdf0048f-46ee-49d6-b125-f1c901846a6c/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:26:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdf0048f-46ee-49d6-b125-f1c901846a6c/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:26:31 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdf0048f-46ee-49d6-b125-f1c901846a6c/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:26:31 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:26:31 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:26:31 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Hypervisor/Node resource view: name=user free_ram=8969MB free_disk=25.04165267944336GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 08:26:31 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:26:31 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:26:32 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance cdf0048f-46ee-49d6-b125-f1c901846a6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:26:32 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 08:26:32 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 08:26:32 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:26:32 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:26:32 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 08:26:32 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.174s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:26:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:26:36 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:26:36 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Starting heal instance info cache {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 08:26:36 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Rebuilding the list of instances to heal {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 08:26:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "refresh_cache-cdf0048f-46ee-49d6-b125-f1c901846a6c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:26:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquired lock "refresh_cache-cdf0048f-46ee-49d6-b125-f1c901846a6c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:26:36 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Forcefully refreshing network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 08:26:36 user nova-compute[74307]: DEBUG nova.objects.instance [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lazy-loading 'info_cache' on Instance uuid cdf0048f-46ee-49d6-b125-f1c901846a6c {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:26:36 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Updating instance_info_cache with network_info: [{"id": "48b6cd07-91e2-46b0-9380-b5b161efc6f0", "address": "fa:16:3e:64:4f:fe", "network": {"id": "ecb2e274-b95f-4d51-9e2a-865ce11326c2", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1036718458-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2bdfc94e908b4a44826c18d946dfdb86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48b6cd07-91", "ovs_interfaceid": "48b6cd07-91e2-46b0-9380-b5b161efc6f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:26:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Releasing lock "refresh_cache-cdf0048f-46ee-49d6-b125-f1c901846a6c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:26:36 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Updated the network info_cache for instance {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 08:26:36 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:26:36 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:26:36 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:26:36 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0fbb0693-2bf7-43db-8c18-c57846d6048e tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Calling os-brick to attach iSCSI Volume {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 08:26:36 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fbb0693-2bf7-43db-8c18-c57846d6048e tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:69026c4b-63a3-4dce-8d85-1a04bc8a0ab6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XYxGdIcS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:26:36 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-0fbb0693-2bf7-43db-8c18-c57846d6048e tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:26:36 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-0fbb0693-2bf7-43db-8c18-c57846d6048e tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:26:36 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-0fbb0693-2bf7-43db-8c18-c57846d6048e tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:26:36 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-0fbb0693-2bf7-43db-8c18-c57846d6048e tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:26:36 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-0fbb0693-2bf7-43db-8c18-c57846d6048e tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:69026c4b-63a3-4dce-8d85-1a04bc8a0ab6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:26:36 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-0fbb0693-2bf7-43db-8c18-c57846d6048e tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:69026c4b-63a3-4dce-8d85-1a04bc8a0ab6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:26:36 user nova-compute[74307]: INFO os_brick.initiator.connectors.iscsi [None req-0fbb0693-2bf7-43db-8c18-c57846d6048e tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 08:26:36 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69026c4b-63a3-4dce-8d85-1a04bc8a0ab6 -p 172.16.0.220:3260 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:26:36 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69026c4b-63a3-4dce-8d85-1a04bc8a0ab6 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:26:36 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6bc29f7-a9a0-4eaa-89f6-ed91253aef5c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:26:36 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fbb0693-2bf7-43db-8c18-c57846d6048e tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 08:26:36 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:26:36 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69026c4b-63a3-4dce-8d85-1a04bc8a0ab6 -p 172.16.0.220:3260 --interface default --op new {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:26:36 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69026c4b-63a3-4dce-8d85-1a04bc8a0ab6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:26:36 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[55057aeb-e169-4eed-9a94-9025530e508a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:69026c4b-63a3-4dce-8d85-1a04bc8a0ab6] added\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:26:36 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fbb0693-2bf7-43db-8c18-c57846d6048e tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:69026c4b-63a3-4dce-8d85-1a04bc8a0ab6] added
Oct 24 08:26:36 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:26:36 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69026c4b-63a3-4dce-8d85-1a04bc8a0ab6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:26:36 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69026c4b-63a3-4dce-8d85-1a04bc8a0ab6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:26:36 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[cff74fc5-0ce7-4b69-b4ab-2efb805dace2]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:26:36 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fbb0693-2bf7-43db-8c18-c57846d6048e tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:26:36 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69026c4b-63a3-4dce-8d85-1a04bc8a0ab6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:26:36 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69026c4b-63a3-4dce-8d85-1a04bc8a0ab6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:26:36 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[8419978e-3e85-4f64-8be3-a3cb9e310e4f]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:26:36 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fbb0693-2bf7-43db-8c18-c57846d6048e tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:26:37 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69026c4b-63a3-4dce-8d85-1a04bc8a0ab6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XYxGdIcS {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:26:37 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69026c4b-63a3-4dce-8d85-1a04bc8a0ab6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XYxGdIcS" returned: 0 in 0.024s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:26:37 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[15fc6e22-5ab2-4ee3-a90a-5cf50d9f44ea]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:26:37 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fbb0693-2bf7-43db-8c18-c57846d6048e tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'XYxGdIcS'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:26:37 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69026c4b-63a3-4dce-8d85-1a04bc8a0ab6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:26:37 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69026c4b-63a3-4dce-8d85-1a04bc8a0ab6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:26:37 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b14f89d1-0a61-40a2-b073-fe32246b37c8]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:26:37 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fbb0693-2bf7-43db-8c18-c57846d6048e tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:26:37 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:26:37 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.022s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:26:37 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b720f315-f5a3-49ca-b5f4-d8cbc4da6e8a]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:26:37 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fbb0693-2bf7-43db-8c18-c57846d6048e tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 24 08:26:37 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:26:37 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fbb0693-2bf7-43db-8c18-c57846d6048e tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 24 08:26:37 user nova-compute[74307]:  {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:26:37 user nova-compute[74307]: WARNING os_brick.initiator.connectors.iscsi [None req-0fbb0693-2bf7-43db-8c18-c57846d6048e tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 24 08:26:37 user nova-compute[74307]: 
Oct 24 08:26:37 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69026c4b-63a3-4dce-8d85-1a04bc8a0ab6 -p 172.16.0.220:3260 --login {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:26:37 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69026c4b-63a3-4dce-8d85-1a04bc8a0ab6 -p 172.16.0.220:3260 --login" returned: 0 in 0.054s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:26:37 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed574816-cfeb-4cf3-801e-053b6cfba630]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:69026c4b-63a3-4dce-8d85-1a04bc8a0ab6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:69026c4b-63a3-4dce-8d85-1a04bc8a0ab6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:26:37 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fbb0693-2bf7-43db-8c18-c57846d6048e tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:69026c4b-63a3-4dce-8d85-1a04bc8a0ab6, portal: 172.16.0.220,3260]
Oct 24 08:26:37 user nova-compute[74307]: Login to [iface: default, target: iqn.2010-10.org.openstack:69026c4b-63a3-4dce-8d85-1a04bc8a0ab6, portal: 172.16.0.220,3260] successful.
Oct 24 08:26:37 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:26:37 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69026c4b-63a3-4dce-8d85-1a04bc8a0ab6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:26:37 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69026c4b-63a3-4dce-8d85-1a04bc8a0ab6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:26:37 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ff3e35c-88e5-4e73-b4ad-98db50a30631]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:26:37 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fbb0693-2bf7-43db-8c18-c57846d6048e tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:26:37 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:26:37 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:26:37 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[14140897-92f3-4678-a433-5a970769894d]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69026c4b-63a3-4dce-8d85-1a04bc8a0ab6 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:26:37 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fbb0693-2bf7-43db-8c18-c57846d6048e tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69026c4b-63a3-4dce-8d85-1a04bc8a0ab6 (non-flash)
Oct 24 08:26:37 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:26:37 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fbb0693-2bf7-43db-8c18-c57846d6048e tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69026c4b-63a3-4dce-8d85-1a04bc8a0ab6 (non-flash)
Oct 24 08:26:37 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:26:37 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-0fbb0693-2bf7-43db-8c18-c57846d6048e tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:69026c4b-63a3-4dce-8d85-1a04bc8a0ab6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.272s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:26:37 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fbb0693-2bf7-43db-8c18-c57846d6048e tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Connected to 172.16.0.220:3260 {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 08:26:37 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-0fbb0693-2bf7-43db-8c18-c57846d6048e tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] HCTL ('33', '-', '-', 0) found on session 54 with lun 0 {{(pid=74307) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 08:26:37 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-0fbb0693-2bf7-43db-8c18-c57846d6048e tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74307) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 08:26:37 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:26:37 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:26:37 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[22b1e9d6-d411-4547-b220-8571fca95106]: (4, ('- - 0', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:26:37 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-0fbb0693-2bf7-43db-8c18-c57846d6048e tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Searching for a device in session 54 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 08:26:37 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fbb0693-2bf7-43db-8c18-c57846d6048e tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:69026c4b-63a3-4dce-8d85-1a04bc8a0ab6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XYxGdIcS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 08:26:38 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-0fbb0693-2bf7-43db-8c18-c57846d6048e tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.303s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:26:38 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fbb0693-2bf7-43db-8c18-c57846d6048e tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] <== connect_volume: return (1305ms) {'type': 'block', 'scsi_wwn': '26238313964303038', 'path': '/dev/sdb'} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:26:38 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0fbb0693-2bf7-43db-8c18-c57846d6048e tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26238313964303038', 'path': '/dev/sdb'} {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 08:26:38 user nova-compute[74307]: DEBUG nova.objects.instance [None req-0fbb0693-2bf7-43db-8c18-c57846d6048e tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lazy-loading 'flavor' on Instance uuid cdf0048f-46ee-49d6-b125-f1c901846a6c {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:26:38 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-0fbb0693-2bf7-43db-8c18-c57846d6048e tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 08:26:38 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 08:26:38 user nova-compute[74307]:   <source dev="/dev/sdb"/>
Oct 24 08:26:38 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 08:26:38 user nova-compute[74307]:   <serial>69026c4b-63a3-4dce-8d85-1a04bc8a0ab6</serial>
Oct 24 08:26:38 user nova-compute[74307]: </disk>
Oct 24 08:26:38 user nova-compute[74307]:  {{(pid=74307) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 08:26:38 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-0fbb0693-2bf7-43db-8c18-c57846d6048e tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 08:26:38 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-0fbb0693-2bf7-43db-8c18-c57846d6048e tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 08:26:38 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-0fbb0693-2bf7-43db-8c18-c57846d6048e tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] No VIF found with MAC fa:16:3e:64:4f:fe, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 08:26:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-0fbb0693-2bf7-43db-8c18-c57846d6048e tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "cdf0048f-46ee-49d6-b125-f1c901846a6c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 18.071s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:26:40 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:26:41 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:26:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:26:41 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-85071bfb-f8b4-4280-8098-85b4352ddc26 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Acquiring lock "cdf0048f-46ee-49d6-b125-f1c901846a6c" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:26:41 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-85071bfb-f8b4-4280-8098-85b4352ddc26 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "cdf0048f-46ee-49d6-b125-f1c901846a6c" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:26:41 user nova-compute[74307]: INFO nova.compute.manager [None req-85071bfb-f8b4-4280-8098-85b4352ddc26 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Detaching volume 69026c4b-63a3-4dce-8d85-1a04bc8a0ab6
Oct 24 08:26:41 user nova-compute[74307]: INFO nova.virt.block_device [None req-85071bfb-f8b4-4280-8098-85b4352ddc26 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Attempting to driver detach volume 69026c4b-63a3-4dce-8d85-1a04bc8a0ab6 from mountpoint /dev/vdb
Oct 24 08:26:41 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-85071bfb-f8b4-4280-8098-85b4352ddc26 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Attempting to detach device vdb from instance cdf0048f-46ee-49d6-b125-f1c901846a6c from the persistent domain config. {{(pid=74307) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 08:26:41 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-85071bfb-f8b4-4280-8098-85b4352ddc26 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 08:26:41 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 08:26:41 user nova-compute[74307]:   <source dev="/dev/sdb"/>
Oct 24 08:26:41 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 08:26:41 user nova-compute[74307]:   <serial>69026c4b-63a3-4dce-8d85-1a04bc8a0ab6</serial>
Oct 24 08:26:41 user nova-compute[74307]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 08:26:41 user nova-compute[74307]: </disk>
Oct 24 08:26:41 user nova-compute[74307]:  {{(pid=74307) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 08:26:41 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-85071bfb-f8b4-4280-8098-85b4352ddc26 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Successfully detached device vdb from instance cdf0048f-46ee-49d6-b125-f1c901846a6c from the persistent domain config.
Oct 24 08:26:41 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-85071bfb-f8b4-4280-8098-85b4352ddc26 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance cdf0048f-46ee-49d6-b125-f1c901846a6c from the live domain config. {{(pid=74307) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 08:26:41 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-85071bfb-f8b4-4280-8098-85b4352ddc26 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 08:26:41 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 08:26:41 user nova-compute[74307]:   <source dev="/dev/sdb"/>
Oct 24 08:26:41 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 08:26:41 user nova-compute[74307]:   <serial>69026c4b-63a3-4dce-8d85-1a04bc8a0ab6</serial>
Oct 24 08:26:41 user nova-compute[74307]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 08:26:41 user nova-compute[74307]: </disk>
Oct 24 08:26:41 user nova-compute[74307]:  {{(pid=74307) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 08:26:42 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-85071bfb-f8b4-4280-8098-85b4352ddc26 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance cdf0048f-46ee-49d6-b125-f1c901846a6c {{(pid=74307) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 08:26:42 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:26:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:26:46 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:26:46 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74307) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 08:26:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:26:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:26:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:27:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:27:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:27:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:27:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:27:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:27:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:27:02 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-85071bfb-f8b4-4280-8098-85b4352ddc26 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance cdf0048f-46ee-49d6-b125-f1c901846a6c is timed out.
Oct 24 08:27:02 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-85071bfb-f8b4-4280-8098-85b4352ddc26 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Successfully detached device vdb from instance cdf0048f-46ee-49d6-b125-f1c901846a6c from the live domain config.
Oct 24 08:27:02 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-85071bfb-f8b4-4280-8098-85b4352ddc26 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] calling os-brick to detach iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 08:27:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-85071bfb-f8b4-4280-8098-85b4352ddc26 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, {'target_iqn': 'iqn.2010-10.org.openstack:69026c4b-63a3-4dce-8d85-1a04bc8a0ab6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XYxGdIcS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:27:02 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-85071bfb-f8b4-4280-8098-85b4352ddc26 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:27:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-85071bfb-f8b4-4280-8098-85b4352ddc26 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:27:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-85071bfb-f8b4-4280-8098-85b4352ddc26 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:27:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:27:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:27:02 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[43522040-66f7-45ab-ae3b-2bdb9744c9ee]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:69026c4b-63a3-4dce-8d85-1a04bc8a0ab6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:27:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-85071bfb-f8b4-4280-8098-85b4352ddc26 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 08:27:02 user nova-compute[74307]: No targets found.
Oct 24 08:27:02 user nova-compute[74307]: iSNS:
Oct 24 08:27:02 user nova-compute[74307]: No targets found.
Oct 24 08:27:02 user nova-compute[74307]: STATIC:
Oct 24 08:27:02 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:69026c4b-63a3-4dce-8d85-1a04bc8a0ab6
Oct 24 08:27:02 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 08:27:02 user nova-compute[74307]:                 Iface Name: default
Oct 24 08:27:02 user nova-compute[74307]: FIRMWARE:
Oct 24 08:27:02 user nova-compute[74307]: No targets found.
Oct 24 08:27:02 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:27:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-85071bfb-f8b4-4280-8098-85b4352ddc26 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 08:27:02 user nova-compute[74307]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 08:27:02 user nova-compute[74307]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74307) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 08:27:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-85071bfb-f8b4-4280-8098-85b4352ddc26 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:69026c4b-63a3-4dce-8d85-1a04bc8a0ab6', 0)] {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 08:27:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:27:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:27:02 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[98a7c242-09e2-4809-8b77-f05ec86077db]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:69026c4b-63a3-4dce-8d85-1a04bc8a0ab6\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:27:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:27:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:27:02 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[343ee0e8-7cba-4fc7-b746-325f72900ad5]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69026c4b-63a3-4dce-8d85-1a04bc8a0ab6 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:27:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-85071bfb-f8b4-4280-8098-85b4352ddc26 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69026c4b-63a3-4dce-8d85-1a04bc8a0ab6 (non-flash)
Oct 24 08:27:02 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:27:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-85071bfb-f8b4-4280-8098-85b4352ddc26 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69026c4b-63a3-4dce-8d85-1a04bc8a0ab6 (non-flash)
Oct 24 08:27:02 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:27:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-85071bfb-f8b4-4280-8098-85b4352ddc26 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4600d2db40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:69026c4b-63a3-4dce-8d85-1a04bc8a0ab6'): ({'sdb'}, set())}) {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 08:27:02 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-85071bfb-f8b4-4280-8098-85b4352ddc26 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Removing single pathed devices sdb {{(pid=74307) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 08:27:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:27:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:27:02 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[39dc0573-6984-4fc3-8a7e-af39e88bd8f0]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:27:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:27:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:27:02 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[c010e51b-938f-48db-b294-90d5682ad8aa]: (4, ('ok\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:27:02 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-85071bfb-f8b4-4280-8098-85b4352ddc26 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Flushing IO for device /dev/sdb {{(pid=74307) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 08:27:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:27:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:27:02 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[0154c9b0-a7df-40a6-ad87-816bc968a2c0]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:27:02 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-85071bfb-f8b4-4280-8098-85b4352ddc26 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74307) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 08:27:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:27:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.032s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:27:02 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb573ec0-b649-4ae3-be3f-6905fcbf211f]: (4, ('1', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:27:02 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-85071bfb-f8b4-4280-8098-85b4352ddc26 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 08:27:02 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-85071bfb-f8b4-4280-8098-85b4352ddc26 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] SCSI volumes sdb have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 08:27:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-85071bfb-f8b4-4280-8098-85b4352ddc26 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:69026c4b-63a3-4dce-8d85-1a04bc8a0ab6')] {{(pid=74307) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 08:27:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69026c4b-63a3-4dce-8d85-1a04bc8a0ab6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:27:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69026c4b-63a3-4dce-8d85-1a04bc8a0ab6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:27:02 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b01df556-d7d9-4664-9f47-f23f0663932a]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:27:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-85071bfb-f8b4-4280-8098-85b4352ddc26 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:27:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69026c4b-63a3-4dce-8d85-1a04bc8a0ab6 -p 172.16.0.220:3260 --logout {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:27:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69026c4b-63a3-4dce-8d85-1a04bc8a0ab6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:27:02 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bd234e3-d2d3-47ac-8b92-24b38b8c4787]: (4, ('Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:69026c4b-63a3-4dce-8d85-1a04bc8a0ab6, portal: 172.16.0.220,3260]\nLogout of [sid: 54, target: iqn.2010-10.org.openstack:69026c4b-63a3-4dce-8d85-1a04bc8a0ab6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:27:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-85071bfb-f8b4-4280-8098-85b4352ddc26 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:69026c4b-63a3-4dce-8d85-1a04bc8a0ab6, portal: 172.16.0.220,3260]
Oct 24 08:27:02 user nova-compute[74307]: Logout of [sid: 54, target: iqn.2010-10.org.openstack:69026c4b-63a3-4dce-8d85-1a04bc8a0ab6, portal: 172.16.0.220,3260] successful.
Oct 24 08:27:02 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:27:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69026c4b-63a3-4dce-8d85-1a04bc8a0ab6 -p 172.16.0.220:3260 --op delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:27:02 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69026c4b-63a3-4dce-8d85-1a04bc8a0ab6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:27:02 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b5e3a0d-e390-497a-b03a-92f1ce95fe48]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:27:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-85071bfb-f8b4-4280-8098-85b4352ddc26 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:27:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-85071bfb-f8b4-4280-8098-85b4352ddc26 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.276s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:27:02 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-85071bfb-f8b4-4280-8098-85b4352ddc26 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] <== disconnect_volume: return (277ms) None {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:27:02 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-85071bfb-f8b4-4280-8098-85b4352ddc26 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Disconnected iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 08:27:03 user nova-compute[74307]: DEBUG nova.objects.instance [None req-85071bfb-f8b4-4280-8098-85b4352ddc26 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lazy-loading 'flavor' on Instance uuid cdf0048f-46ee-49d6-b125-f1c901846a6c {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:27:03 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-85071bfb-f8b4-4280-8098-85b4352ddc26 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "cdf0048f-46ee-49d6-b125-f1c901846a6c" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.641s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:27:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:27:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:27:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:27:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:27:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:27:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:27:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:27:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:27:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:27:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:27:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:27:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:27:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:27:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:27:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:27:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:27:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:27:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:27:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:27:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:27:28 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:27:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:27:32 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:27:33 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:27:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:27:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:27:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:27:33 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 08:27:33 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdf0048f-46ee-49d6-b125-f1c901846a6c/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:27:33 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdf0048f-46ee-49d6-b125-f1c901846a6c/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:27:33 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdf0048f-46ee-49d6-b125-f1c901846a6c/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:27:33 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdf0048f-46ee-49d6-b125-f1c901846a6c/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:27:33 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:27:33 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:27:33 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Hypervisor/Node resource view: name=user free_ram=8960MB free_disk=25.040733337402344GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 08:27:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:27:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:27:34 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance cdf0048f-46ee-49d6-b125-f1c901846a6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:27:34 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 08:27:34 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 08:27:34 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Refreshing inventories for resource provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 24 08:27:34 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Updating ProviderTree inventory for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 24 08:27:34 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Updating inventory in ProviderTree for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 24 08:27:34 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Refreshing aggregate associations for resource provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63, aggregates: None {{(pid=74307) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 24 08:27:34 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Refreshing trait associations for resource provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63, traits: COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_IDE,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_RESCUE_BFV,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_TRUSTED_CERTS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_MMX,COMPUTE_STORAGE_BUS_SATA,COMPUTE_DEVICE_TAGGING,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_VIRTIO {{(pid=74307) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 24 08:27:34 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:27:34 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:27:34 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 08:27:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.507s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:27:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:27:37 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:27:37 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:27:37 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Starting heal instance info cache {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 08:27:37 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Rebuilding the list of instances to heal {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 08:27:37 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "refresh_cache-cdf0048f-46ee-49d6-b125-f1c901846a6c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:27:37 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquired lock "refresh_cache-cdf0048f-46ee-49d6-b125-f1c901846a6c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:27:37 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Forcefully refreshing network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 08:27:37 user nova-compute[74307]: DEBUG nova.objects.instance [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lazy-loading 'info_cache' on Instance uuid cdf0048f-46ee-49d6-b125-f1c901846a6c {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:27:38 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Updating instance_info_cache with network_info: [{"id": "48b6cd07-91e2-46b0-9380-b5b161efc6f0", "address": "fa:16:3e:64:4f:fe", "network": {"id": "ecb2e274-b95f-4d51-9e2a-865ce11326c2", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1036718458-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2bdfc94e908b4a44826c18d946dfdb86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48b6cd07-91", "ovs_interfaceid": "48b6cd07-91e2-46b0-9380-b5b161efc6f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:27:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Releasing lock "refresh_cache-cdf0048f-46ee-49d6-b125-f1c901846a6c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:27:38 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Updated the network info_cache for instance {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 08:27:38 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:27:38 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:27:39 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:27:40 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:27:41 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:27:44 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:27:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:27:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-641da04e-020c-433f-ad0e-b0b06a7143ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Acquiring lock "cdf0048f-46ee-49d6-b125-f1c901846a6c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:27:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-641da04e-020c-433f-ad0e-b0b06a7143ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "cdf0048f-46ee-49d6-b125-f1c901846a6c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:27:46 user nova-compute[74307]: DEBUG nova.objects.instance [None req-641da04e-020c-433f-ad0e-b0b06a7143ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lazy-loading 'flavor' on Instance uuid cdf0048f-46ee-49d6-b125-f1c901846a6c {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:27:46 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-641da04e-020c-433f-ad0e-b0b06a7143ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "cdf0048f-46ee-49d6-b125-f1c901846a6c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.052s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:27:47 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-641da04e-020c-433f-ad0e-b0b06a7143ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Acquiring lock "cdf0048f-46ee-49d6-b125-f1c901846a6c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:27:47 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-641da04e-020c-433f-ad0e-b0b06a7143ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "cdf0048f-46ee-49d6-b125-f1c901846a6c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:27:47 user nova-compute[74307]: INFO nova.compute.manager [None req-641da04e-020c-433f-ad0e-b0b06a7143ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Attaching volume a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7 to /dev/vdb
Oct 24 08:27:47 user nova-compute[74307]: DEBUG os_brick.utils [None req-641da04e-020c-433f-ad0e-b0b06a7143ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:27:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:27:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:27:47 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a5eb64c-4993-4c11-96bb-6354dd3521a1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:299aca16be88\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:27:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:27:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:27:47 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[03172049-a86b-435f-a3a8-0898e534d72e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:27:47 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:27:47 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74307) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 08:27:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:27:47 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:27:47 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74307) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 24 08:27:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:27:47 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[335668c5-b35b-49ee-9b26-854c79ecc18a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:27:47 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[7fe9a54b-de2a-4ff3-971c-1eb64d3af001]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:27:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-641da04e-020c-433f-ad0e-b0b06a7143ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Running cmd (subprocess): nvme version {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:27:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-641da04e-020c-433f-ad0e-b0b06a7143ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] 'nvme version' failed. Not Retrying. {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 08:27:47 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.nvmeof [None req-641da04e-020c-433f-ad0e-b0b06a7143ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] nvme not present on system {{(pid=74307) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 08:27:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:27:47 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 08:27:47 user nova-compute[74307]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 08:27:47 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[41c14272-f5c6-415c-ba1d-35b1937659df]: (4, '') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:27:47 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-641da04e-020c-433f-ad0e-b0b06a7143ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74307) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 08:27:47 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-641da04e-020c-433f-ad0e-b0b06a7143ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 08:27:47 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-641da04e-020c-433f-ad0e-b0b06a7143ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] LIGHTOS: no hostnqn found. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 08:27:47 user nova-compute[74307]: DEBUG os_brick.utils [None req-641da04e-020c-433f-ad0e-b0b06a7143ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:299aca16be88', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:27:47 user nova-compute[74307]: DEBUG nova.virt.block_device [None req-641da04e-020c-433f-ad0e-b0b06a7143ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Updating existing volume attachment record: 6a78ab00-13a0-4ecd-a60a-521661e98f1e {{(pid=74307) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 08:27:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:27:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:27:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:28:00 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:28:00 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Cleaning up deleted instances {{(pid=74307) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 24 08:28:00 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] There are 0 instances to clean {{(pid=74307) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 24 08:28:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:28:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:28:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:28:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:28:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:28:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:28:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:28:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:28:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:28:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:28:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:28:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:28:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:28:12 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-641da04e-020c-433f-ad0e-b0b06a7143ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Calling os-brick to attach iSCSI Volume {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 08:28:12 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-641da04e-020c-433f-ad0e-b0b06a7143ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sOJSiboZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:28:12 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-641da04e-020c-433f-ad0e-b0b06a7143ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:28:12 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-641da04e-020c-433f-ad0e-b0b06a7143ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:28:12 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-641da04e-020c-433f-ad0e-b0b06a7143ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:28:12 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-641da04e-020c-433f-ad0e-b0b06a7143ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:28:12 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-641da04e-020c-433f-ad0e-b0b06a7143ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:28:12 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-641da04e-020c-433f-ad0e-b0b06a7143ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:28:12 user nova-compute[74307]: INFO os_brick.initiator.connectors.iscsi [None req-641da04e-020c-433f-ad0e-b0b06a7143ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 08:28:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7 -p 172.16.0.220:3260 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:28:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:28:12 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d96c85e9-9a97-42d9-8502-cf6215bafab0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:28:12 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-641da04e-020c-433f-ad0e-b0b06a7143ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 08:28:12 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:28:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7 -p 172.16.0.220:3260 --interface default --op new {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:28:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:28:12 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bbb2ace-db6a-4d12-b812-0d0d701942fc]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7] added\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:28:12 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-641da04e-020c-433f-ad0e-b0b06a7143ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7] added
Oct 24 08:28:12 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:28:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:28:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:28:12 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b1d80c4-7eaa-4366-9bd3-82a524a2567d]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:28:12 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-641da04e-020c-433f-ad0e-b0b06a7143ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:28:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:28:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.028s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:28:12 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[9abcb2be-a59b-4293-9c3b-9dfb5bafdcf9]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:28:12 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-641da04e-020c-433f-ad0e-b0b06a7143ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:28:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sOJSiboZ {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:28:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sOJSiboZ" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:28:12 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[aeec9c65-b25e-4b55-bd8d-51e44cc334af]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:28:12 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-641da04e-020c-433f-ad0e-b0b06a7143ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'sOJSiboZ'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:28:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:28:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:28:12 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[67078db7-3b82-4406-84d2-2a2db318a790]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:28:12 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-641da04e-020c-433f-ad0e-b0b06a7143ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:28:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:28:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:28:12 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecf6a733-6a21-44fc-b19b-87b6f1b9b517]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:28:12 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-641da04e-020c-433f-ad0e-b0b06a7143ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 24 08:28:12 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:28:12 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-641da04e-020c-433f-ad0e-b0b06a7143ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 24 08:28:12 user nova-compute[74307]:  {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:28:12 user nova-compute[74307]: WARNING os_brick.initiator.connectors.iscsi [None req-641da04e-020c-433f-ad0e-b0b06a7143ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 24 08:28:12 user nova-compute[74307]: 
Oct 24 08:28:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7 -p 172.16.0.220:3260 --login {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:28:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7 -p 172.16.0.220:3260 --login" returned: 0 in 0.046s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:28:12 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[af57f955-a054-4323-8802-4a8399ac6d4c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:28:12 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-641da04e-020c-433f-ad0e-b0b06a7143ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7, portal: 172.16.0.220,3260]
Oct 24 08:28:12 user nova-compute[74307]: Login to [iface: default, target: iqn.2010-10.org.openstack:a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7, portal: 172.16.0.220,3260] successful.
Oct 24 08:28:12 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:28:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:28:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:28:12 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dff546f-371b-492f-8371-d7354467b699]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:28:12 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-641da04e-020c-433f-ad0e-b0b06a7143ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:28:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:28:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:28:12 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[84799897-5cca-4a7e-b287-957369cb97e6]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:28:12 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-641da04e-020c-433f-ad0e-b0b06a7143ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7 (non-flash)
Oct 24 08:28:12 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:28:12 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-641da04e-020c-433f-ad0e-b0b06a7143ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7 (non-flash)
Oct 24 08:28:12 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:28:12 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-641da04e-020c-433f-ad0e-b0b06a7143ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.271s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:28:12 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-641da04e-020c-433f-ad0e-b0b06a7143ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Connected to 172.16.0.220:3260 {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 08:28:12 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-641da04e-020c-433f-ad0e-b0b06a7143ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] HCTL ('33', '-', '-', 0) found on session 55 with lun 0 {{(pid=74307) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 08:28:12 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-641da04e-020c-433f-ad0e-b0b06a7143ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74307) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 08:28:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:28:12 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:28:12 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6dc9c9c-2a17-4a39-99cb-0cc6a8880344]: (4, ('- - 0', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:28:12 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-641da04e-020c-433f-ad0e-b0b06a7143ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Searching for a device in session 55 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 08:28:12 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-641da04e-020c-433f-ad0e-b0b06a7143ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sOJSiboZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 08:28:13 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-641da04e-020c-433f-ad0e-b0b06a7143ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.305s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:28:13 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-641da04e-020c-433f-ad0e-b0b06a7143ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] <== connect_volume: return (1307ms) {'type': 'block', 'scsi_wwn': '26462663837333965', 'path': '/dev/sdb'} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:28:13 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-641da04e-020c-433f-ad0e-b0b06a7143ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26462663837333965', 'path': '/dev/sdb'} {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 08:28:13 user nova-compute[74307]: DEBUG nova.objects.instance [None req-641da04e-020c-433f-ad0e-b0b06a7143ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lazy-loading 'flavor' on Instance uuid cdf0048f-46ee-49d6-b125-f1c901846a6c {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:28:13 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-641da04e-020c-433f-ad0e-b0b06a7143ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 08:28:13 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 08:28:13 user nova-compute[74307]:   <source dev="/dev/sdb"/>
Oct 24 08:28:13 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 08:28:13 user nova-compute[74307]:   <serial>a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7</serial>
Oct 24 08:28:13 user nova-compute[74307]: </disk>
Oct 24 08:28:13 user nova-compute[74307]:  {{(pid=74307) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 08:28:14 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-641da04e-020c-433f-ad0e-b0b06a7143ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 08:28:14 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-641da04e-020c-433f-ad0e-b0b06a7143ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 08:28:14 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-641da04e-020c-433f-ad0e-b0b06a7143ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] No VIF found with MAC fa:16:3e:64:4f:fe, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 08:28:14 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-641da04e-020c-433f-ad0e-b0b06a7143ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "cdf0048f-46ee-49d6-b125-f1c901846a6c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 27.444s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:28:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:28:16 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:28:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-175ac890-8e58-4ca8-9c25-46712f5101ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Acquiring lock "cdf0048f-46ee-49d6-b125-f1c901846a6c" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:28:16 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-175ac890-8e58-4ca8-9c25-46712f5101ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "cdf0048f-46ee-49d6-b125-f1c901846a6c" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:28:16 user nova-compute[74307]: INFO nova.compute.manager [None req-175ac890-8e58-4ca8-9c25-46712f5101ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Detaching volume a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7
Oct 24 08:28:16 user nova-compute[74307]: INFO nova.virt.block_device [None req-175ac890-8e58-4ca8-9c25-46712f5101ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Attempting to driver detach volume a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7 from mountpoint /dev/vdb
Oct 24 08:28:16 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-175ac890-8e58-4ca8-9c25-46712f5101ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Attempting to detach device vdb from instance cdf0048f-46ee-49d6-b125-f1c901846a6c from the persistent domain config. {{(pid=74307) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 08:28:16 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-175ac890-8e58-4ca8-9c25-46712f5101ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 08:28:16 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 08:28:16 user nova-compute[74307]:   <source dev="/dev/sdb"/>
Oct 24 08:28:16 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 08:28:16 user nova-compute[74307]:   <serial>a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7</serial>
Oct 24 08:28:16 user nova-compute[74307]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 08:28:16 user nova-compute[74307]: </disk>
Oct 24 08:28:16 user nova-compute[74307]:  {{(pid=74307) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 08:28:16 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-175ac890-8e58-4ca8-9c25-46712f5101ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Successfully detached device vdb from instance cdf0048f-46ee-49d6-b125-f1c901846a6c from the persistent domain config.
Oct 24 08:28:16 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-175ac890-8e58-4ca8-9c25-46712f5101ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance cdf0048f-46ee-49d6-b125-f1c901846a6c from the live domain config. {{(pid=74307) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 08:28:16 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-175ac890-8e58-4ca8-9c25-46712f5101ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 08:28:16 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 08:28:16 user nova-compute[74307]:   <source dev="/dev/sdb"/>
Oct 24 08:28:16 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 08:28:16 user nova-compute[74307]:   <serial>a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7</serial>
Oct 24 08:28:16 user nova-compute[74307]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 08:28:16 user nova-compute[74307]: </disk>
Oct 24 08:28:16 user nova-compute[74307]:  {{(pid=74307) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 08:28:16 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-175ac890-8e58-4ca8-9c25-46712f5101ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance cdf0048f-46ee-49d6-b125-f1c901846a6c {{(pid=74307) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 08:28:19 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:28:19 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Triggering sync for uuid cdf0048f-46ee-49d6-b125-f1c901846a6c {{(pid=74307) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 08:28:19 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "cdf0048f-46ee-49d6-b125-f1c901846a6c" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:28:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:28:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:28:29 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:28:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:28:33 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:28:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:28:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:28:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:28:33 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 08:28:33 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdf0048f-46ee-49d6-b125-f1c901846a6c/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:28:33 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdf0048f-46ee-49d6-b125-f1c901846a6c/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:28:33 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdf0048f-46ee-49d6-b125-f1c901846a6c/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:28:33 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdf0048f-46ee-49d6-b125-f1c901846a6c/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:28:34 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:28:34 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:28:34 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Hypervisor/Node resource view: name=user free_ram=8962MB free_disk=25.039737701416016GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 08:28:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:28:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:28:34 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance cdf0048f-46ee-49d6-b125-f1c901846a6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:28:34 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 08:28:34 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 08:28:34 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:28:34 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:28:34 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 08:28:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.163s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:28:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:28:36 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-175ac890-8e58-4ca8-9c25-46712f5101ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance cdf0048f-46ee-49d6-b125-f1c901846a6c is timed out.
Oct 24 08:28:36 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-175ac890-8e58-4ca8-9c25-46712f5101ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Successfully detached device vdb from instance cdf0048f-46ee-49d6-b125-f1c901846a6c from the live domain config.
Oct 24 08:28:36 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-175ac890-8e58-4ca8-9c25-46712f5101ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] calling os-brick to detach iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 08:28:36 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-175ac890-8e58-4ca8-9c25-46712f5101ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, {'target_iqn': 'iqn.2010-10.org.openstack:a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sOJSiboZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:28:36 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-175ac890-8e58-4ca8-9c25-46712f5101ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:28:36 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-175ac890-8e58-4ca8-9c25-46712f5101ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:28:36 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-175ac890-8e58-4ca8-9c25-46712f5101ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:28:36 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[8846a03f-e833-4ed1-a868-6344d8e70cbc]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-175ac890-8e58-4ca8-9c25-46712f5101ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 08:28:37 user nova-compute[74307]: No targets found.
Oct 24 08:28:37 user nova-compute[74307]: iSNS:
Oct 24 08:28:37 user nova-compute[74307]: No targets found.
Oct 24 08:28:37 user nova-compute[74307]: STATIC:
Oct 24 08:28:37 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7
Oct 24 08:28:37 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 08:28:37 user nova-compute[74307]:                 Iface Name: default
Oct 24 08:28:37 user nova-compute[74307]: FIRMWARE:
Oct 24 08:28:37 user nova-compute[74307]: No targets found.
Oct 24 08:28:37 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-175ac890-8e58-4ca8-9c25-46712f5101ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 08:28:37 user nova-compute[74307]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 08:28:37 user nova-compute[74307]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74307) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-175ac890-8e58-4ca8-9c25-46712f5101ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7', 0)] {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[da9a2420-ca79-4eb8-b84c-c806cfbcb8a7]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[f66e2543-d9bd-4fc6-8ae0-34d90b48f3be]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7 (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-175ac890-8e58-4ca8-9c25-46712f5101ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7 (non-flash)
Oct 24 08:28:37 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-175ac890-8e58-4ca8-9c25-46712f5101ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7 (non-flash)
Oct 24 08:28:37 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-175ac890-8e58-4ca8-9c25-46712f5101ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4600d60b80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7'): ({'sdb'}, set())}) {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-175ac890-8e58-4ca8-9c25-46712f5101ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Removing single pathed devices sdb {{(pid=74307) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[a98d18a7-d8ea-4f78-81e6-0c0658cfdcf4]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa6066a1-c5fd-43e5-b7f7-8fe8a341ea5c]: (4, ('ok\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-175ac890-8e58-4ca8-9c25-46712f5101ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Flushing IO for device /dev/sdb {{(pid=74307) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e7cb102-02cd-4d0b-a6f3-21e9ae124d4e]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-175ac890-8e58-4ca8-9c25-46712f5101ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74307) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.034s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[591d1844-e98b-462b-b7c8-f8ec6354cf64]: (4, ('1', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-175ac890-8e58-4ca8-9c25-46712f5101ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-175ac890-8e58-4ca8-9c25-46712f5101ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] SCSI volumes sdb have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-175ac890-8e58-4ca8-9c25-46712f5101ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7')] {{(pid=74307) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5dc85a6-4d8f-4cf1-a240-17e9318b4aa4]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-175ac890-8e58-4ca8-9c25-46712f5101ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7 -p 172.16.0.220:3260 --logout {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7 -p 172.16.0.220:3260 --logout" returned: 0 in 0.050s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[0196594e-1703-4268-98bc-a28065146af3]: (4, ('Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7, portal: 172.16.0.220,3260]\nLogout of [sid: 55, target: iqn.2010-10.org.openstack:a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-175ac890-8e58-4ca8-9c25-46712f5101ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7, portal: 172.16.0.220,3260]
Oct 24 08:28:37 user nova-compute[74307]: Logout of [sid: 55, target: iqn.2010-10.org.openstack:a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7, portal: 172.16.0.220,3260] successful.
Oct 24 08:28:37 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7 -p 172.16.0.220:3260 --op delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a965a1e5-1965-4e3b-bb7b-acf9fba5bbf7 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ae4e27a-ca7e-4f1a-96f1-cc8db81ec20e]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-175ac890-8e58-4ca8-9c25-46712f5101ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-175ac890-8e58-4ca8-9c25-46712f5101ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.275s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-175ac890-8e58-4ca8-9c25-46712f5101ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] <== disconnect_volume: return (276ms) None {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-175ac890-8e58-4ca8-9c25-46712f5101ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Disconnected iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Starting heal instance info cache {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Rebuilding the list of instances to heal {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "refresh_cache-cdf0048f-46ee-49d6-b125-f1c901846a6c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquired lock "refresh_cache-cdf0048f-46ee-49d6-b125-f1c901846a6c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Forcefully refreshing network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG nova.objects.instance [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lazy-loading 'info_cache' on Instance uuid cdf0048f-46ee-49d6-b125-f1c901846a6c {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Updating instance_info_cache with network_info: [{"id": "48b6cd07-91e2-46b0-9380-b5b161efc6f0", "address": "fa:16:3e:64:4f:fe", "network": {"id": "ecb2e274-b95f-4d51-9e2a-865ce11326c2", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1036718458-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2bdfc94e908b4a44826c18d946dfdb86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48b6cd07-91", "ovs_interfaceid": "48b6cd07-91e2-46b0-9380-b5b161efc6f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Releasing lock "refresh_cache-cdf0048f-46ee-49d6-b125-f1c901846a6c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:28:37 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Updated the network info_cache for instance {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 08:28:38 user nova-compute[74307]: DEBUG nova.objects.instance [None req-175ac890-8e58-4ca8-9c25-46712f5101ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lazy-loading 'flavor' on Instance uuid cdf0048f-46ee-49d6-b125-f1c901846a6c {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:28:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-175ac890-8e58-4ca8-9c25-46712f5101ae tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "cdf0048f-46ee-49d6-b125-f1c901846a6c" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.696s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:28:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "cdf0048f-46ee-49d6-b125-f1c901846a6c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 18.875s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:28:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "cdf0048f-46ee-49d6-b125-f1c901846a6c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.027s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:28:38 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:28:39 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:28:39 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:28:40 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:28:40 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:28:40 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:28:40 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:28:40 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:28:40 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:28:43 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:28:44 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:28:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:28:48 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:28:48 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74307) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 08:28:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:28:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:28:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:28:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:28:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:28:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:28:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:29:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:29:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:29:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:29:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:29:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:29:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:29:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:29:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:29:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:29:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:29:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:29:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:29:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:29:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:29:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:29:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:29:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:29:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:29:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:29:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:29:21 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-88721b9a-5904-4d65-a659-cb67446252b9 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Acquiring lock "cdf0048f-46ee-49d6-b125-f1c901846a6c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:29:21 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-88721b9a-5904-4d65-a659-cb67446252b9 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "cdf0048f-46ee-49d6-b125-f1c901846a6c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:29:21 user nova-compute[74307]: DEBUG nova.objects.instance [None req-88721b9a-5904-4d65-a659-cb67446252b9 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lazy-loading 'flavor' on Instance uuid cdf0048f-46ee-49d6-b125-f1c901846a6c {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:29:21 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-88721b9a-5904-4d65-a659-cb67446252b9 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "cdf0048f-46ee-49d6-b125-f1c901846a6c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.050s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:29:21 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:29:22 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-88721b9a-5904-4d65-a659-cb67446252b9 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Acquiring lock "cdf0048f-46ee-49d6-b125-f1c901846a6c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:29:22 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-88721b9a-5904-4d65-a659-cb67446252b9 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "cdf0048f-46ee-49d6-b125-f1c901846a6c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:29:22 user nova-compute[74307]: INFO nova.compute.manager [None req-88721b9a-5904-4d65-a659-cb67446252b9 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Attaching volume ecf647aa-67ec-4348-96a2-fd4615714b3d to /dev/vdb
Oct 24 08:29:22 user nova-compute[74307]: DEBUG os_brick.utils [None req-88721b9a-5904-4d65-a659-cb67446252b9 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:29:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:29:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:29:22 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[c43fdc4e-e950-4b30-b027-b918c5f7568a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:299aca16be88\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:29:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:29:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:29:22 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd0f8c9f-47bb-4e93-bc93-4a8b499663b3]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:29:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:29:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:29:22 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bdc48c3-6dbb-418a-b63d-7bda04700ae0]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:29:22 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[07512077-78c3-4467-b62a-8035e9d3eab9]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:29:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-88721b9a-5904-4d65-a659-cb67446252b9 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Running cmd (subprocess): nvme version {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:29:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-88721b9a-5904-4d65-a659-cb67446252b9 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] 'nvme version' failed. Not Retrying. {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 08:29:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.nvmeof [None req-88721b9a-5904-4d65-a659-cb67446252b9 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] nvme not present on system {{(pid=74307) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 08:29:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:29:22 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 08:29:22 user nova-compute[74307]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 08:29:22 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb5e8bff-025e-44eb-8d5e-fe1d405294d7]: (4, '') {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:29:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-88721b9a-5904-4d65-a659-cb67446252b9 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74307) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 08:29:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-88721b9a-5904-4d65-a659-cb67446252b9 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 08:29:22 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.lightos [None req-88721b9a-5904-4d65-a659-cb67446252b9 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] LIGHTOS: no hostnqn found. {{(pid=74307) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 08:29:22 user nova-compute[74307]: DEBUG os_brick.utils [None req-88721b9a-5904-4d65-a659-cb67446252b9 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:299aca16be88', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:29:22 user nova-compute[74307]: DEBUG nova.virt.block_device [None req-88721b9a-5904-4d65-a659-cb67446252b9 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Updating existing volume attachment record: d03abe5d-8484-4f64-8a68-5760902b5533 {{(pid=74307) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 08:29:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:29:26 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:29:29 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:29:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:29:33 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:29:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:29:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:29:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:29:33 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 08:29:33 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdf0048f-46ee-49d6-b125-f1c901846a6c/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:29:33 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdf0048f-46ee-49d6-b125-f1c901846a6c/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:29:33 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdf0048f-46ee-49d6-b125-f1c901846a6c/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:29:33 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdf0048f-46ee-49d6-b125-f1c901846a6c/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:29:33 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:29:33 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:29:33 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Hypervisor/Node resource view: name=user free_ram=8959MB free_disk=25.038848876953125GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 08:29:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:29:33 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:29:34 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance cdf0048f-46ee-49d6-b125-f1c901846a6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:29:34 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 08:29:34 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 08:29:34 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:29:34 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:29:34 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 08:29:34 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.172s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:29:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Starting heal instance info cache {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Rebuilding the list of instances to heal {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "refresh_cache-cdf0048f-46ee-49d6-b125-f1c901846a6c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquired lock "refresh_cache-cdf0048f-46ee-49d6-b125-f1c901846a6c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Forcefully refreshing network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG nova.objects.instance [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lazy-loading 'info_cache' on Instance uuid cdf0048f-46ee-49d6-b125-f1c901846a6c {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-88721b9a-5904-4d65-a659-cb67446252b9 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Calling os-brick to attach iSCSI Volume {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-88721b9a-5904-4d65-a659-cb67446252b9 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ecf647aa-67ec-4348-96a2-fd4615714b3d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uNprjnkm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:29:38 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-88721b9a-5904-4d65-a659-cb67446252b9 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:29:38 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-88721b9a-5904-4d65-a659-cb67446252b9 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-88721b9a-5904-4d65-a659-cb67446252b9 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:29:38 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-88721b9a-5904-4d65-a659-cb67446252b9 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:29:38 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-88721b9a-5904-4d65-a659-cb67446252b9 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ecf647aa-67ec-4348-96a2-fd4615714b3d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-88721b9a-5904-4d65-a659-cb67446252b9 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ecf647aa-67ec-4348-96a2-fd4615714b3d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:29:38 user nova-compute[74307]: INFO os_brick.initiator.connectors.iscsi [None req-88721b9a-5904-4d65-a659-cb67446252b9 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 08:29:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ecf647aa-67ec-4348-96a2-fd4615714b3d -p 172.16.0.220:3260 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ecf647aa-67ec-4348-96a2-fd4615714b3d -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4b7e571-f2ef-4f62-9f49-a5fb9319e0c0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-88721b9a-5904-4d65-a659-cb67446252b9 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 08:29:38 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ecf647aa-67ec-4348-96a2-fd4615714b3d -p 172.16.0.220:3260 --interface default --op new {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ecf647aa-67ec-4348-96a2-fd4615714b3d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4e3965e-d67e-47c9-b4ac-bac3fccdc8f7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ecf647aa-67ec-4348-96a2-fd4615714b3d] added\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-88721b9a-5904-4d65-a659-cb67446252b9 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ecf647aa-67ec-4348-96a2-fd4615714b3d] added
Oct 24 08:29:38 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ecf647aa-67ec-4348-96a2-fd4615714b3d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ecf647aa-67ec-4348-96a2-fd4615714b3d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[2eef28b0-9b80-456b-9c22-8a4ddcf9976b]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-88721b9a-5904-4d65-a659-cb67446252b9 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ecf647aa-67ec-4348-96a2-fd4615714b3d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ecf647aa-67ec-4348-96a2-fd4615714b3d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b4540cc-632c-4c8a-92ff-b0bc6816d597]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-88721b9a-5904-4d65-a659-cb67446252b9 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ecf647aa-67ec-4348-96a2-fd4615714b3d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uNprjnkm {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ecf647aa-67ec-4348-96a2-fd4615714b3d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uNprjnkm" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[8df1e3df-5cbf-43fe-b7c8-4082026dee9c]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-88721b9a-5904-4d65-a659-cb67446252b9 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'uNprjnkm'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ecf647aa-67ec-4348-96a2-fd4615714b3d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ecf647aa-67ec-4348-96a2-fd4615714b3d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[80c95911-4c67-4acf-bb6f-61c798563349]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-88721b9a-5904-4d65-a659-cb67446252b9 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[0299ce62-ba8e-4bf6-b995-ba663c68e6bb]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-88721b9a-5904-4d65-a659-cb67446252b9 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 24 08:29:38 user nova-compute[74307]:  {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-88721b9a-5904-4d65-a659-cb67446252b9 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 24 08:29:38 user nova-compute[74307]:  {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:29:38 user nova-compute[74307]: WARNING os_brick.initiator.connectors.iscsi [None req-88721b9a-5904-4d65-a659-cb67446252b9 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 24 08:29:38 user nova-compute[74307]: 
Oct 24 08:29:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ecf647aa-67ec-4348-96a2-fd4615714b3d -p 172.16.0.220:3260 --login {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ecf647aa-67ec-4348-96a2-fd4615714b3d -p 172.16.0.220:3260 --login" returned: 0 in 0.042s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0898cf6-fdf6-4615-ac40-a5115ae4e439]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ecf647aa-67ec-4348-96a2-fd4615714b3d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ecf647aa-67ec-4348-96a2-fd4615714b3d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-88721b9a-5904-4d65-a659-cb67446252b9 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ecf647aa-67ec-4348-96a2-fd4615714b3d, portal: 172.16.0.220,3260]
Oct 24 08:29:38 user nova-compute[74307]: Login to [iface: default, target: iqn.2010-10.org.openstack:ecf647aa-67ec-4348-96a2-fd4615714b3d, portal: 172.16.0.220,3260] successful.
Oct 24 08:29:38 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ecf647aa-67ec-4348-96a2-fd4615714b3d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ecf647aa-67ec-4348-96a2-fd4615714b3d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fedb9e2-2537-4c6d-a833-b93923d7ae9b]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-88721b9a-5904-4d65-a659-cb67446252b9 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[45fc9030-62b0-47e7-a42a-d943d0b14c1a]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ecf647aa-67ec-4348-96a2-fd4615714b3d (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-88721b9a-5904-4d65-a659-cb67446252b9 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ecf647aa-67ec-4348-96a2-fd4615714b3d (non-flash)
Oct 24 08:29:38 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-88721b9a-5904-4d65-a659-cb67446252b9 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ecf647aa-67ec-4348-96a2-fd4615714b3d (non-flash)
Oct 24 08:29:38 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-88721b9a-5904-4d65-a659-cb67446252b9 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ecf647aa-67ec-4348-96a2-fd4615714b3d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.245s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-88721b9a-5904-4d65-a659-cb67446252b9 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Connected to 172.16.0.220:3260 {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-88721b9a-5904-4d65-a659-cb67446252b9 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] HCTL ('33', '-', '-', 0) found on session 56 with lun 0 {{(pid=74307) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-88721b9a-5904-4d65-a659-cb67446252b9 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74307) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[dea45341-f832-46f9-9f1e-79881c128e15]: (4, ('- - 0', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-88721b9a-5904-4d65-a659-cb67446252b9 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Searching for a device in session 56 and hctl ['33', '*', '*', 0] yield: None {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Updating instance_info_cache with network_info: [{"id": "48b6cd07-91e2-46b0-9380-b5b161efc6f0", "address": "fa:16:3e:64:4f:fe", "network": {"id": "ecb2e274-b95f-4d51-9e2a-865ce11326c2", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1036718458-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2bdfc94e908b4a44826c18d946dfdb86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48b6cd07-91", "ovs_interfaceid": "48b6cd07-91e2-46b0-9380-b5b161efc6f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Releasing lock "refresh_cache-cdf0048f-46ee-49d6-b125-f1c901846a6c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:29:38 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Updated the network info_cache for instance {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 08:29:39 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-88721b9a-5904-4d65-a659-cb67446252b9 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Searching for a device in session 56 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74307) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 08:29:39 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-88721b9a-5904-4d65-a659-cb67446252b9 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:ecf647aa-67ec-4348-96a2-fd4615714b3d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uNprjnkm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74307) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 08:29:39 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-88721b9a-5904-4d65-a659-cb67446252b9 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.274s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:29:39 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-88721b9a-5904-4d65-a659-cb67446252b9 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] <== connect_volume: return (1275ms) {'type': 'block', 'scsi_wwn': '23665396632383564', 'path': '/dev/sdb'} {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:29:39 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-88721b9a-5904-4d65-a659-cb67446252b9 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23665396632383564', 'path': '/dev/sdb'} {{(pid=74307) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 08:29:39 user nova-compute[74307]: DEBUG nova.objects.instance [None req-88721b9a-5904-4d65-a659-cb67446252b9 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lazy-loading 'flavor' on Instance uuid cdf0048f-46ee-49d6-b125-f1c901846a6c {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:29:39 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-88721b9a-5904-4d65-a659-cb67446252b9 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 08:29:39 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 08:29:39 user nova-compute[74307]:   <source dev="/dev/sdb"/>
Oct 24 08:29:39 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 08:29:39 user nova-compute[74307]:   <serial>ecf647aa-67ec-4348-96a2-fd4615714b3d</serial>
Oct 24 08:29:39 user nova-compute[74307]: </disk>
Oct 24 08:29:39 user nova-compute[74307]:  {{(pid=74307) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 08:29:39 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:29:39 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-88721b9a-5904-4d65-a659-cb67446252b9 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] No BDM found with device name vda, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 08:29:39 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-88721b9a-5904-4d65-a659-cb67446252b9 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74307) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 08:29:39 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-88721b9a-5904-4d65-a659-cb67446252b9 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] No VIF found with MAC fa:16:3e:64:4f:fe, not building metadata {{(pid=74307) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 08:29:40 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:29:40 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:29:40 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-88721b9a-5904-4d65-a659-cb67446252b9 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "cdf0048f-46ee-49d6-b125-f1c901846a6c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 18.050s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:29:40 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:29:41 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:29:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:29:42 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-29d68f83-80fe-4146-a6d4-9b2fb3b99d15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Acquiring lock "cdf0048f-46ee-49d6-b125-f1c901846a6c" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:29:42 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-29d68f83-80fe-4146-a6d4-9b2fb3b99d15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "cdf0048f-46ee-49d6-b125-f1c901846a6c" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:29:42 user nova-compute[74307]: INFO nova.compute.manager [None req-29d68f83-80fe-4146-a6d4-9b2fb3b99d15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Detaching volume ecf647aa-67ec-4348-96a2-fd4615714b3d
Oct 24 08:29:42 user nova-compute[74307]: INFO nova.virt.block_device [None req-29d68f83-80fe-4146-a6d4-9b2fb3b99d15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Attempting to driver detach volume ecf647aa-67ec-4348-96a2-fd4615714b3d from mountpoint /dev/vdb
Oct 24 08:29:42 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-29d68f83-80fe-4146-a6d4-9b2fb3b99d15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Attempting to detach device vdb from instance cdf0048f-46ee-49d6-b125-f1c901846a6c from the persistent domain config. {{(pid=74307) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 08:29:42 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-29d68f83-80fe-4146-a6d4-9b2fb3b99d15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 08:29:42 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 08:29:42 user nova-compute[74307]:   <source dev="/dev/sdb"/>
Oct 24 08:29:42 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 08:29:42 user nova-compute[74307]:   <serial>ecf647aa-67ec-4348-96a2-fd4615714b3d</serial>
Oct 24 08:29:42 user nova-compute[74307]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 08:29:42 user nova-compute[74307]: </disk>
Oct 24 08:29:42 user nova-compute[74307]:  {{(pid=74307) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 08:29:42 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-29d68f83-80fe-4146-a6d4-9b2fb3b99d15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Successfully detached device vdb from instance cdf0048f-46ee-49d6-b125-f1c901846a6c from the persistent domain config.
Oct 24 08:29:42 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-29d68f83-80fe-4146-a6d4-9b2fb3b99d15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance cdf0048f-46ee-49d6-b125-f1c901846a6c from the live domain config. {{(pid=74307) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 08:29:42 user nova-compute[74307]: DEBUG nova.virt.libvirt.guest [None req-29d68f83-80fe-4146-a6d4-9b2fb3b99d15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 08:29:42 user nova-compute[74307]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 08:29:42 user nova-compute[74307]:   <source dev="/dev/sdb"/>
Oct 24 08:29:42 user nova-compute[74307]:   <target dev="vdb" bus="virtio"/>
Oct 24 08:29:42 user nova-compute[74307]:   <serial>ecf647aa-67ec-4348-96a2-fd4615714b3d</serial>
Oct 24 08:29:42 user nova-compute[74307]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 08:29:42 user nova-compute[74307]: </disk>
Oct 24 08:29:42 user nova-compute[74307]:  {{(pid=74307) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 08:29:43 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:29:43 user nova-compute[74307]: DEBUG nova.virt.libvirt.driver [None req-29d68f83-80fe-4146-a6d4-9b2fb3b99d15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance cdf0048f-46ee-49d6-b125-f1c901846a6c {{(pid=74307) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 08:29:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:29:46 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:29:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:29:48 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:29:48 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74307) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 08:29:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:29:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:30:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:30:03 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-29d68f83-80fe-4146-a6d4-9b2fb3b99d15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance cdf0048f-46ee-49d6-b125-f1c901846a6c is timed out.
Oct 24 08:30:03 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-29d68f83-80fe-4146-a6d4-9b2fb3b99d15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Successfully detached device vdb from instance cdf0048f-46ee-49d6-b125-f1c901846a6c from the live domain config.
Oct 24 08:30:03 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-29d68f83-80fe-4146-a6d4-9b2fb3b99d15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] calling os-brick to detach iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 08:30:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-29d68f83-80fe-4146-a6d4-9b2fb3b99d15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f46440f9c90>, {'target_iqn': 'iqn.2010-10.org.openstack:ecf647aa-67ec-4348-96a2-fd4615714b3d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uNprjnkm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 08:30:03 user nova-compute[74307]: WARNING os_brick.initiator.connectors.base [None req-29d68f83-80fe-4146-a6d4-9b2fb3b99d15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 08:30:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-29d68f83-80fe-4146-a6d4-9b2fb3b99d15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 08:30:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-29d68f83-80fe-4146-a6d4-9b2fb3b99d15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 08:30:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:30:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:30:03 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d46c1c2c-75c5-4a41-88d8-6897b6d55e26]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ecf647aa-67ec-4348-96a2-fd4615714b3d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:30:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-29d68f83-80fe-4146-a6d4-9b2fb3b99d15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 08:30:03 user nova-compute[74307]: No targets found.
Oct 24 08:30:03 user nova-compute[74307]: iSNS:
Oct 24 08:30:03 user nova-compute[74307]: No targets found.
Oct 24 08:30:03 user nova-compute[74307]: STATIC:
Oct 24 08:30:03 user nova-compute[74307]: Target: iqn.2010-10.org.openstack:ecf647aa-67ec-4348-96a2-fd4615714b3d
Oct 24 08:30:03 user nova-compute[74307]:         Portal: 172.16.0.220:3260,-1
Oct 24 08:30:03 user nova-compute[74307]:                 Iface Name: default
Oct 24 08:30:03 user nova-compute[74307]: FIRMWARE:
Oct 24 08:30:03 user nova-compute[74307]: No targets found.
Oct 24 08:30:03 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:30:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-29d68f83-80fe-4146-a6d4-9b2fb3b99d15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 08:30:03 user nova-compute[74307]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 08:30:03 user nova-compute[74307]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74307) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 08:30:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-29d68f83-80fe-4146-a6d4-9b2fb3b99d15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ecf647aa-67ec-4348-96a2-fd4615714b3d', 0)] {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 08:30:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:30:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:30:03 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[279d411f-0772-4a0a-9708-fb3d23cb07d5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ecf647aa-67ec-4348-96a2-fd4615714b3d\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:30:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:30:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:30:03 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[215fa291-1d9f-42ab-bca5-aef053a26526]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ecf647aa-67ec-4348-96a2-fd4615714b3d (non-flash)\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:30:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-29d68f83-80fe-4146-a6d4-9b2fb3b99d15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ecf647aa-67ec-4348-96a2-fd4615714b3d (non-flash)
Oct 24 08:30:03 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 08:30:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-29d68f83-80fe-4146-a6d4-9b2fb3b99d15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ecf647aa-67ec-4348-96a2-fd4615714b3d (non-flash)
Oct 24 08:30:03 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 08:30:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-29d68f83-80fe-4146-a6d4-9b2fb3b99d15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4644213250>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ecf647aa-67ec-4348-96a2-fd4615714b3d'): ({'sdb'}, set())}) {{(pid=74307) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 08:30:03 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-29d68f83-80fe-4146-a6d4-9b2fb3b99d15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Removing single pathed devices sdb {{(pid=74307) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 08:30:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:30:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:30:03 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9a9b4ee-332b-488a-9cec-d70bc91ca3da]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:30:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:30:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:30:03 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5394f5c-03c8-423a-9fdb-3db850bea4a7]: (4, ('ok\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:30:03 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-29d68f83-80fe-4146-a6d4-9b2fb3b99d15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Flushing IO for device /dev/sdb {{(pid=74307) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 08:30:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:30:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:30:03 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[55550d07-9577-4c19-a839-77ad16a01e24]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:30:03 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-29d68f83-80fe-4146-a6d4-9b2fb3b99d15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74307) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 08:30:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:30:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.042s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:30:03 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3006e0e-6c3d-49f9-b3bd-720055916ec0]: (4, ('1', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:30:03 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-29d68f83-80fe-4146-a6d4-9b2fb3b99d15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 08:30:03 user nova-compute[74307]: DEBUG os_brick.initiator.linuxscsi [None req-29d68f83-80fe-4146-a6d4-9b2fb3b99d15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] SCSI volumes sdb have been removed. {{(pid=74307) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 08:30:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-29d68f83-80fe-4146-a6d4-9b2fb3b99d15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ecf647aa-67ec-4348-96a2-fd4615714b3d')] {{(pid=74307) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 08:30:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ecf647aa-67ec-4348-96a2-fd4615714b3d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:30:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ecf647aa-67ec-4348-96a2-fd4615714b3d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:30:03 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8002fe2-8cfa-47d6-8b01-068de4fab00b]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:30:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-29d68f83-80fe-4146-a6d4-9b2fb3b99d15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:30:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ecf647aa-67ec-4348-96a2-fd4615714b3d -p 172.16.0.220:3260 --logout {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:30:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ecf647aa-67ec-4348-96a2-fd4615714b3d -p 172.16.0.220:3260 --logout" returned: 0 in 0.046s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:30:03 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[50f52826-b6b7-432f-9eeb-b55e7c65f812]: (4, ('Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:ecf647aa-67ec-4348-96a2-fd4615714b3d, portal: 172.16.0.220,3260]\nLogout of [sid: 56, target: iqn.2010-10.org.openstack:ecf647aa-67ec-4348-96a2-fd4615714b3d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:30:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-29d68f83-80fe-4146-a6d4-9b2fb3b99d15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:ecf647aa-67ec-4348-96a2-fd4615714b3d, portal: 172.16.0.220,3260]
Oct 24 08:30:03 user nova-compute[74307]: Logout of [sid: 56, target: iqn.2010-10.org.openstack:ecf647aa-67ec-4348-96a2-fd4615714b3d, portal: 172.16.0.220,3260] successful.
Oct 24 08:30:03 user nova-compute[74307]:  stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:30:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ecf647aa-67ec-4348-96a2-fd4615714b3d -p 172.16.0.220:3260 --op delete {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:30:03 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ecf647aa-67ec-4348-96a2-fd4615714b3d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=85657) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:30:03 user nova-compute[74307]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f472550-39b3-40ff-9eab-92db6017a895]: (4, ('', '')) {{(pid=85657) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 08:30:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-29d68f83-80fe-4146-a6d4-9b2fb3b99d15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74307) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 08:30:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.base [None req-29d68f83-80fe-4146-a6d4-9b2fb3b99d15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.276s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 08:30:03 user nova-compute[74307]: DEBUG os_brick.initiator.connectors.iscsi [None req-29d68f83-80fe-4146-a6d4-9b2fb3b99d15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] <== disconnect_volume: return (277ms) None {{(pid=74307) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 08:30:03 user nova-compute[74307]: DEBUG nova.virt.libvirt.volume.iscsi [None req-29d68f83-80fe-4146-a6d4-9b2fb3b99d15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Disconnected iSCSI Volume {{(pid=74307) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 08:30:04 user nova-compute[74307]: DEBUG nova.objects.instance [None req-29d68f83-80fe-4146-a6d4-9b2fb3b99d15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lazy-loading 'flavor' on Instance uuid cdf0048f-46ee-49d6-b125-f1c901846a6c {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:30:04 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-29d68f83-80fe-4146-a6d4-9b2fb3b99d15 tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "cdf0048f-46ee-49d6-b125-f1c901846a6c" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.700s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:30:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:30:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:30:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:30:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:30:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:30:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:30:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:30:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:30:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:30:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:30:30 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:30:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:30:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:30:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:30:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:30:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:30:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:30:35 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:30:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:30:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:30:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:30:35 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 08:30:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdf0048f-46ee-49d6-b125-f1c901846a6c/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:30:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdf0048f-46ee-49d6-b125-f1c901846a6c/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:30:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdf0048f-46ee-49d6-b125-f1c901846a6c/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:30:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdf0048f-46ee-49d6-b125-f1c901846a6c/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:30:35 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:30:35 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:30:35 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Hypervisor/Node resource view: name=user free_ram=8964MB free_disk=25.038036346435547GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 08:30:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:30:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:30:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:30:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:30:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:30:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:30:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:30:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:30:36 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance cdf0048f-46ee-49d6-b125-f1c901846a6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:30:36 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 08:30:36 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 08:30:36 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:30:36 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:30:36 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 08:30:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.158s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:30:38 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:30:38 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Starting heal instance info cache {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 08:30:38 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Rebuilding the list of instances to heal {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 08:30:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "refresh_cache-cdf0048f-46ee-49d6-b125-f1c901846a6c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:30:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquired lock "refresh_cache-cdf0048f-46ee-49d6-b125-f1c901846a6c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:30:38 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Forcefully refreshing network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 08:30:38 user nova-compute[74307]: DEBUG nova.objects.instance [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lazy-loading 'info_cache' on Instance uuid cdf0048f-46ee-49d6-b125-f1c901846a6c {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:30:38 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Updating instance_info_cache with network_info: [{"id": "48b6cd07-91e2-46b0-9380-b5b161efc6f0", "address": "fa:16:3e:64:4f:fe", "network": {"id": "ecb2e274-b95f-4d51-9e2a-865ce11326c2", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1036718458-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2bdfc94e908b4a44826c18d946dfdb86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48b6cd07-91", "ovs_interfaceid": "48b6cd07-91e2-46b0-9380-b5b161efc6f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:30:38 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Releasing lock "refresh_cache-cdf0048f-46ee-49d6-b125-f1c901846a6c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:30:38 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Updated the network info_cache for instance {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 08:30:39 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:30:40 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:30:40 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:30:40 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:30:40 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:30:40 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:30:40 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:30:41 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:30:42 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:30:44 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:30:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:30:48 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:30:49 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:30:49 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74307) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 08:30:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:30:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:30:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:30:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:30:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:30:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:30:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:31:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:31:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:31:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:31:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:31:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:31:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:31:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:31:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:31:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:31:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:31:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:31:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:31:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:31:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:31:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:31:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:31:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:31:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:31:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:31:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:31:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:31:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:31:31 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:31:35 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:31:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:31:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:31:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:31:35 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 08:31:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdf0048f-46ee-49d6-b125-f1c901846a6c/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:31:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdf0048f-46ee-49d6-b125-f1c901846a6c/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:31:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdf0048f-46ee-49d6-b125-f1c901846a6c/disk --force-share --output=json {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 08:31:35 user nova-compute[74307]: DEBUG oslo_concurrency.processutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdf0048f-46ee-49d6-b125-f1c901846a6c/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74307) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 08:31:35 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:31:35 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:31:35 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Hypervisor/Node resource view: name=user free_ram=8973MB free_disk=25.03702163696289GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 08:31:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:31:35 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:31:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:31:36 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Instance cdf0048f-46ee-49d6-b125-f1c901846a6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74307) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 08:31:36 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 08:31:36 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 08:31:36 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:31:36 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:31:36 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 08:31:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.233s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:31:39 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:31:39 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Starting heal instance info cache {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 08:31:39 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Rebuilding the list of instances to heal {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 08:31:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "refresh_cache-cdf0048f-46ee-49d6-b125-f1c901846a6c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 08:31:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquired lock "refresh_cache-cdf0048f-46ee-49d6-b125-f1c901846a6c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 08:31:39 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Forcefully refreshing network info cache for instance {{(pid=74307) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 08:31:39 user nova-compute[74307]: DEBUG nova.objects.instance [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lazy-loading 'info_cache' on Instance uuid cdf0048f-46ee-49d6-b125-f1c901846a6c {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:31:39 user nova-compute[74307]: DEBUG nova.network.neutron [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Updating instance_info_cache with network_info: [{"id": "48b6cd07-91e2-46b0-9380-b5b161efc6f0", "address": "fa:16:3e:64:4f:fe", "network": {"id": "ecb2e274-b95f-4d51-9e2a-865ce11326c2", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1036718458-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2bdfc94e908b4a44826c18d946dfdb86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48b6cd07-91", "ovs_interfaceid": "48b6cd07-91e2-46b0-9380-b5b161efc6f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:31:39 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Releasing lock "refresh_cache-cdf0048f-46ee-49d6-b125-f1c901846a6c" {{(pid=74307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 08:31:39 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Updated the network info_cache for instance {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 08:31:40 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:31:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:31:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:31:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:31:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:31:41 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:31:41 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:31:43 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:31:43 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:31:44 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:31:45 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:31:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:31:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:31:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:31:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:31:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:31:46 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:31:49 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:31:51 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:31:51 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:31:51 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74307) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 08:31:56 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:31:56 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:31:56 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:31:56 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:31:56 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:31:56 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:32:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:32:06 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:32:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-46ddf4fd-2470-4279-b3b7-b6bd53961aef tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Acquiring lock "cdf0048f-46ee-49d6-b125-f1c901846a6c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:32:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-46ddf4fd-2470-4279-b3b7-b6bd53961aef tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "cdf0048f-46ee-49d6-b125-f1c901846a6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:32:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-46ddf4fd-2470-4279-b3b7-b6bd53961aef tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Acquiring lock "cdf0048f-46ee-49d6-b125-f1c901846a6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:32:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-46ddf4fd-2470-4279-b3b7-b6bd53961aef tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "cdf0048f-46ee-49d6-b125-f1c901846a6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:32:09 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-46ddf4fd-2470-4279-b3b7-b6bd53961aef tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "cdf0048f-46ee-49d6-b125-f1c901846a6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:32:09 user nova-compute[74307]: INFO nova.compute.manager [None req-46ddf4fd-2470-4279-b3b7-b6bd53961aef tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Terminating instance
Oct 24 08:32:09 user nova-compute[74307]: DEBUG nova.compute.manager [None req-46ddf4fd-2470-4279-b3b7-b6bd53961aef tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Start destroying the instance on the hypervisor. {{(pid=74307) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 08:32:09 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:32:09 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:32:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:32:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:32:10 user nova-compute[74307]: DEBUG nova.compute.manager [req-d0185bd3-af37-48ab-b279-959c2355ed17 req-51ae8627-fa86-4062-8379-345728a1d4ee service nova] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Received event network-vif-unplugged-48b6cd07-91e2-46b0-9380-b5b161efc6f0 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:32:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d0185bd3-af37-48ab-b279-959c2355ed17 req-51ae8627-fa86-4062-8379-345728a1d4ee service nova] Acquiring lock "cdf0048f-46ee-49d6-b125-f1c901846a6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:32:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d0185bd3-af37-48ab-b279-959c2355ed17 req-51ae8627-fa86-4062-8379-345728a1d4ee service nova] Lock "cdf0048f-46ee-49d6-b125-f1c901846a6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:32:10 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-d0185bd3-af37-48ab-b279-959c2355ed17 req-51ae8627-fa86-4062-8379-345728a1d4ee service nova] Lock "cdf0048f-46ee-49d6-b125-f1c901846a6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:32:10 user nova-compute[74307]: DEBUG nova.compute.manager [req-d0185bd3-af37-48ab-b279-959c2355ed17 req-51ae8627-fa86-4062-8379-345728a1d4ee service nova] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] No waiting events found dispatching network-vif-unplugged-48b6cd07-91e2-46b0-9380-b5b161efc6f0 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:32:10 user nova-compute[74307]: DEBUG nova.compute.manager [req-d0185bd3-af37-48ab-b279-959c2355ed17 req-51ae8627-fa86-4062-8379-345728a1d4ee service nova] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Received event network-vif-unplugged-48b6cd07-91e2-46b0-9380-b5b161efc6f0 for instance with task_state deleting. {{(pid=74307) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 08:32:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:32:10 user nova-compute[74307]: INFO nova.virt.libvirt.driver [-] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Instance destroyed successfully.
Oct 24 08:32:10 user nova-compute[74307]: DEBUG nova.objects.instance [None req-46ddf4fd-2470-4279-b3b7-b6bd53961aef tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lazy-loading 'resources' on Instance uuid cdf0048f-46ee-49d6-b125-f1c901846a6c {{(pid=74307) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 08:32:10 user nova-compute[74307]: DEBUG nova.virt.libvirt.vif [None req-46ddf4fd-2470-4279-b3b7-b6bd53961aef tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T08:22:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1806686315',display_name='tempest-SnapshotDataIntegrityTests-server-1806686315',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1806686315',id=52,image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJn+0aFSNi3Kfa5hDB0qMpCVVIxFQunIWehSzX/gYwQQVMGTSkI/q+VcxxEI8sPYWp6fwwCO/VkNYHGAZ0XxKp3sby5nkc8GfthrtJGC3i4D8IUTAwWh9mXWBt6JbE7ByQ==',key_name='tempest-keypair-950302806',keypairs=<?>,launch_index=0,launched_at=2023-10-24T08:22:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2bdfc94e908b4a44826c18d946dfdb86',ramdisk_id='',reservation_id='r-ruphvp2p',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed6a8851-4fbd-4e6e-9f5f-e18cfb4d45c7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-SnapshotDataIntegrityTests-1887857976',owner_user_name='tempest-SnapshotDataIntegrityTests-1887857976-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T08:22:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5749fe2250b24652bf085cff71a55766',uuid=cdf0048f-46ee-49d6-b125-f1c901846a6c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "48b6cd07-91e2-46b0-9380-b5b161efc6f0", "address": "fa:16:3e:64:4f:fe", "network": {"id": "ecb2e274-b95f-4d51-9e2a-865ce11326c2", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1036718458-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2bdfc94e908b4a44826c18d946dfdb86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48b6cd07-91", "ovs_interfaceid": "48b6cd07-91e2-46b0-9380-b5b161efc6f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 08:32:10 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-46ddf4fd-2470-4279-b3b7-b6bd53961aef tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Converting VIF {"id": "48b6cd07-91e2-46b0-9380-b5b161efc6f0", "address": "fa:16:3e:64:4f:fe", "network": {"id": "ecb2e274-b95f-4d51-9e2a-865ce11326c2", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1036718458-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2bdfc94e908b4a44826c18d946dfdb86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48b6cd07-91", "ovs_interfaceid": "48b6cd07-91e2-46b0-9380-b5b161efc6f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 08:32:10 user nova-compute[74307]: DEBUG nova.network.os_vif_util [None req-46ddf4fd-2470-4279-b3b7-b6bd53961aef tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:64:4f:fe,bridge_name='br-int',has_traffic_filtering=True,id=48b6cd07-91e2-46b0-9380-b5b161efc6f0,network=Network(ecb2e274-b95f-4d51-9e2a-865ce11326c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48b6cd07-91') {{(pid=74307) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 08:32:10 user nova-compute[74307]: DEBUG os_vif [None req-46ddf4fd-2470-4279-b3b7-b6bd53961aef tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:64:4f:fe,bridge_name='br-int',has_traffic_filtering=True,id=48b6cd07-91e2-46b0-9380-b5b161efc6f0,network=Network(ecb2e274-b95f-4d51-9e2a-865ce11326c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48b6cd07-91') {{(pid=74307) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 08:32:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:32:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap48b6cd07-91, bridge=br-int, if_exists=True) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:32:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:32:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:32:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9ce57c88-caad-4d9d-9529-0fe07b32115d) {{(pid=74307) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 08:32:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:32:10 user nova-compute[74307]: INFO os_vif [None req-46ddf4fd-2470-4279-b3b7-b6bd53961aef tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:64:4f:fe,bridge_name='br-int',has_traffic_filtering=True,id=48b6cd07-91e2-46b0-9380-b5b161efc6f0,network=Network(ecb2e274-b95f-4d51-9e2a-865ce11326c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48b6cd07-91')
Oct 24 08:32:10 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-46ddf4fd-2470-4279-b3b7-b6bd53961aef tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Deleting instance files /opt/stack/data/nova/instances/cdf0048f-46ee-49d6-b125-f1c901846a6c_del
Oct 24 08:32:10 user nova-compute[74307]: INFO nova.virt.libvirt.driver [None req-46ddf4fd-2470-4279-b3b7-b6bd53961aef tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Deletion of /opt/stack/data/nova/instances/cdf0048f-46ee-49d6-b125-f1c901846a6c_del complete
Oct 24 08:32:10 user nova-compute[74307]: INFO nova.compute.manager [None req-46ddf4fd-2470-4279-b3b7-b6bd53961aef tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Took 0.85 seconds to destroy the instance on the hypervisor.
Oct 24 08:32:10 user nova-compute[74307]: DEBUG oslo.service.loopingcall [None req-46ddf4fd-2470-4279-b3b7-b6bd53961aef tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74307) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 08:32:10 user nova-compute[74307]: DEBUG nova.compute.manager [-] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Deallocating network for instance {{(pid=74307) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 08:32:10 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] deallocate_for_instance() {{(pid=74307) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 08:32:11 user nova-compute[74307]: DEBUG nova.network.neutron [-] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Updating instance_info_cache with network_info: [] {{(pid=74307) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 08:32:11 user nova-compute[74307]: INFO nova.compute.manager [-] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Took 0.66 seconds to deallocate network for instance.
Oct 24 08:32:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-46ddf4fd-2470-4279-b3b7-b6bd53961aef tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:32:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-46ddf4fd-2470-4279-b3b7-b6bd53961aef tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:32:11 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-46ddf4fd-2470-4279-b3b7-b6bd53961aef tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:32:11 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-46ddf4fd-2470-4279-b3b7-b6bd53961aef tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:32:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-46ddf4fd-2470-4279-b3b7-b6bd53961aef tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.127s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:32:11 user nova-compute[74307]: INFO nova.scheduler.client.report [None req-46ddf4fd-2470-4279-b3b7-b6bd53961aef tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Deleted allocations for instance cdf0048f-46ee-49d6-b125-f1c901846a6c
Oct 24 08:32:11 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-46ddf4fd-2470-4279-b3b7-b6bd53961aef tempest-SnapshotDataIntegrityTests-1887857976 tempest-SnapshotDataIntegrityTests-1887857976-project-member] Lock "cdf0048f-46ee-49d6-b125-f1c901846a6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.906s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:32:12 user nova-compute[74307]: DEBUG nova.compute.manager [req-647312a8-6b02-44c8-8049-1b347242b53b req-129cee15-f537-4eb5-a847-58c43a169a11 service nova] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Received event network-vif-plugged-48b6cd07-91e2-46b0-9380-b5b161efc6f0 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:32:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-647312a8-6b02-44c8-8049-1b347242b53b req-129cee15-f537-4eb5-a847-58c43a169a11 service nova] Acquiring lock "cdf0048f-46ee-49d6-b125-f1c901846a6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:32:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-647312a8-6b02-44c8-8049-1b347242b53b req-129cee15-f537-4eb5-a847-58c43a169a11 service nova] Lock "cdf0048f-46ee-49d6-b125-f1c901846a6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:32:12 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [req-647312a8-6b02-44c8-8049-1b347242b53b req-129cee15-f537-4eb5-a847-58c43a169a11 service nova] Lock "cdf0048f-46ee-49d6-b125-f1c901846a6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:32:12 user nova-compute[74307]: DEBUG nova.compute.manager [req-647312a8-6b02-44c8-8049-1b347242b53b req-129cee15-f537-4eb5-a847-58c43a169a11 service nova] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] No waiting events found dispatching network-vif-plugged-48b6cd07-91e2-46b0-9380-b5b161efc6f0 {{(pid=74307) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 08:32:12 user nova-compute[74307]: WARNING nova.compute.manager [req-647312a8-6b02-44c8-8049-1b347242b53b req-129cee15-f537-4eb5-a847-58c43a169a11 service nova] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Received unexpected event network-vif-plugged-48b6cd07-91e2-46b0-9380-b5b161efc6f0 for instance with vm_state deleted and task_state None.
Oct 24 08:32:12 user nova-compute[74307]: DEBUG nova.compute.manager [req-647312a8-6b02-44c8-8049-1b347242b53b req-129cee15-f537-4eb5-a847-58c43a169a11 service nova] [instance: cdf0048f-46ee-49d6-b125-f1c901846a6c] Received event network-vif-deleted-48b6cd07-91e2-46b0-9380-b5b161efc6f0 {{(pid=74307) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 08:32:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:32:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:32:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:32:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:32:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:32:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:32:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:32:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:32:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:32:31 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:32:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:32:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:32:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:32:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:32:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:32:35 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:32:36 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:32:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:32:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:32:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:32:36 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74307) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 08:32:36 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:32:36 user nova-compute[74307]: WARNING nova.virt.libvirt.driver [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 08:32:36 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Hypervisor/Node resource view: name=user free_ram=9109MB free_disk=25.064281463623047GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74307) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 08:32:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 08:32:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 08:32:36 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 08:32:36 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74307) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 08:32:36 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Refreshing inventories for resource provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 24 08:32:36 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Updating ProviderTree inventory for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 24 08:32:36 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Updating inventory in ProviderTree for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 24 08:32:36 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Refreshing aggregate associations for resource provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63, aggregates: None {{(pid=74307) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 24 08:32:36 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Refreshing trait associations for resource provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63, traits: COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_IDE,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_RESCUE_BFV,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_TRUSTED_CERTS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_MMX,COMPUTE_STORAGE_BUS_SATA,COMPUTE_DEVICE_TAGGING,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_VIRTIO {{(pid=74307) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 24 08:32:36 user nova-compute[74307]: DEBUG nova.compute.provider_tree [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed in ProviderTree for provider: 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 {{(pid=74307) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 08:32:36 user nova-compute[74307]: DEBUG nova.scheduler.client.report [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Inventory has not changed for provider 4bdfbb2f-0439-4e1d-89e7-6e9a08cdfa63 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74307) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 08:32:36 user nova-compute[74307]: DEBUG nova.compute.resource_tracker [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Compute_service record updated for user:user {{(pid=74307) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 08:32:36 user nova-compute[74307]: DEBUG oslo_concurrency.lockutils [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.393s {{(pid=74307) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 08:32:38 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:32:38 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Starting heal instance info cache {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 08:32:38 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Rebuilding the list of instances to heal {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 08:32:38 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Didn't find any instances for network info cache update. {{(pid=74307) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 24 08:32:40 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:32:40 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:32:40 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74307) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 08:32:40 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:32:40 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74307) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 08:32:40 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:32:41 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:32:44 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:32:45 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:32:45 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:32:45 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:32:45 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:32:50 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:32:50 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:32:51 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:32:51 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74307) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 24 08:32:52 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:32:52 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74307) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 08:32:55 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:33:00 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 08:33:01 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:33:04 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:33:05 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:33:07 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:33:10 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:33:14 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 08:33:14 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Cleaning up deleted instances {{(pid=74307) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 24 08:33:14 user nova-compute[74307]: DEBUG nova.compute.manager [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] There are 0 instances to clean {{(pid=74307) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 24 08:33:15 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:33:20 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:33:25 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:33:30 user nova-compute[74307]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74307) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 08:33:32 user nova-compute[74307]: DEBUG oslo_service.periodic_task [None req-42e004b2-5d0e-43d5-b633-23dfea634af3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74307) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}